00000800:00000200:0.1F:1777494077.171096:0:3307:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003131ee8e] -> 12345-192.168.202.127@tcp (2) 00000800:00000200:3.1F:1777494077.173556:0:3299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003131ee8e] -> 12345-192.168.202.127@tcp (2) 00000800:00000200:3.1:1777494077.173566:0:3299:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.127@tcp 0000000098b0aaf4 deleted 00000800:00000010:3.1:1777494077.173568:0:3299:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000098b0aaf4. 00000800:00000200:3.1:1777494077.173573:0:3299:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1777494077.173594:0:3299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.127@tcp ip 192.168.202.127:1023 00000800:00000200:3.1:1777494077.173597:0:3299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000088232f60 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.1:1777494077.173840:0:3298:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1777494077.178108:0:3300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003131ee8e] -> 12345-192.168.202.127@tcp (4) 00000800:00000200:3.1:1777494077.178113:0:3300:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.127@tcp 00000000e7ff00aa deleted 00000800:00000010:3.1:1777494077.178114:0:3300:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e7ff00aa. 00000800:00000200:3.1:1777494077.178119:0:3300:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.1:1777494077.178898:0:3298:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:3.1:1777494077.411101:0:5668:0:(ldlm_resource.c:1521:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002c64b8d1. 00010000:00000010:3.1:1777494077.411115:0:5668:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000093e80ffc. 00010000:00000010:3.1:1777494078.431745:0:0:0:(ldlm_resource.c:1521:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007e9447ba. 00010000:00000010:3.1:1777494078.431753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000a4b5e17. 00010000:00000010:3.1:1777494078.431758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b8534bbf. 00010000:00000010:3.1:1777494078.431762:0:0:0:(ldlm_resource.c:1521:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000abfab955. 00010000:00000010:3.1:1777494078.431764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000097e61f12. 00010000:02000000:1.1F:1777495263.730039:0:15398:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:1.1:1777495264.785870:0:5786:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:1.1:1777495265.809731:0:5786:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:1.1:1777495266.835682:0:5786:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:1.1:1777495276.149634:0:8674:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:1.1:1777495277.202791:0:5786:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:1.1:1777495278.227782:0:5786:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1777495279.251260:0:5786:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1777495299.314499:0:10660:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1777495300.369747:0:5786:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1777495301.393753:0:5786:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1777495302.417787:0:5786:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1777495303.394821:0:10660:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1777495304.401830:0:5786:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1777495305.441563:0:5786:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1777495306.450660:0:5786:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1777495307.474026:0:5786:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1777495307.935338:0:6574:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1777495307.935489:0:6574:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1F:1777495308.951279:0:5786:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1777495308.951335:0:5786:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:1.1:1777495309.969906:0:5786:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:1.1:1777495309.969950:0:5786:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:3.1:1777495327.639514:0:20392:0:(ldlm_lockd.c:391:__ldlm_add_waiting_lock()) *** cfs_fail_loc=511, val=0*** 00010000:00000010:0.1:1777501819.529657:0:0:0:(ldlm_resource.c:1521:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dfd58b8c200. 00010000:00000010:0.1:1777501819.529666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dfd67665a00. 00010000:00000010:1.1:1777501819.531808:0:0:0:(ldlm_resource.c:1521:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8dfd7c708400. 00010000:00000010:1.1:1777501819.531816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dfd67664200. 00010000:00000010:2.1:1777501819.531899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8dfd58a72200. 00000100:00100000:3.0:1777502104.598418:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc51a4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+1370:272650:x1863837562833920:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1227us (1332us total) trans 8589938580 rc 0/0 00000100:00100000:3.0:1777502104.598431:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 1201 00010000:00010000:3.0:1777502104.598886:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bbf522 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.598894:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bbf522 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.598901:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bbf522 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.598906:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fbc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502104.598909:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bbf522 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.598916:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bbf522 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.598924:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffff8dfd431bb300) 00010000:00010000:3.0:1777502104.598927:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502104.598930:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bbf522 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.598936:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bbf522 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.599496:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562834304 00000100:00100000:3.0:1777502104.599501:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562834304 00000100:00100000:3.0:1777502104.599688:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562834560 00000100:00100000:3.0:1777502104.599692:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562834560 00000100:00100000:3.0:1777502104.599708:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfc4250d100 gen 0 rate 10000 depth 3 token 2 deadline 8231842698176 time 8231843696299 state 0x0 ref 1 00000100:00100000:3.0:1777502104.599730:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfc4250d100 gen 0 rate 10000 depth 3 token 2 deadline 8231843796299 time 8231843696299 state 0x1 ref 1 00000100:00100000:3.0:1777502104.599752:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfc4250d100 gen 0 rate 10000 depth 3 token 2 deadline 8231843796299 time 8231845171278 state 0x0 ref 1 00000100:00100000:3.0:1777502104.599766:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd509d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+1368:272650:x1863837562834560:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:3.0:1777502104.599846:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.599861:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bbf529 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833569 expref: 1368 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.599873:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1de:0x0].0x0 (ffff8dfd431bbf00) 00010000:00010000:3.0:1777502104.599879:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502104.599933:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb200/0x4ad31463d9bbf53e lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.599943:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb200/0x4ad31463d9bbf53e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.599952:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb200/0x4ad31463d9bbf53e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502104.600068:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001d93e900 reply state 00000000654191db transno 8589938581 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb200/0x4ad31463d9bbf53e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.600075:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777502104.600121:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd509d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+1368:272650:x1863837562834560:12345-192.168.202.27@tcp:36:touch.500 Request processed in 360us (468us total) trans 8589938581 rc 0/0 00000100:00100000:3.0:1777502104.600128:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 1203 00000100:00100000:3.0:1777502104.600839:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.603503:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.604193:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.606539:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.608825:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562836864 00000100:00100000:3.0:1777502104.608830:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562836864 00000100:00100000:3.0:1777502104.608905:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfc4250d100 gen 0 rate 10000 depth 3 token 2 deadline 8231854361146 time 8231854261146 state 0x1 ref 2 00000100:00100000:3.0:1777502104.608941:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfc4250d100 gen 0 rate 10000 depth 3 token 1 deadline 8231854361146 time 8231854359384 state 0x0 ref 2 00000100:00100000:3.0:1777502104.608955:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+1370:272636:x1863837562836864:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:3.0:1777502104.608981:0:187571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777502104.608996:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd5092f200/0x4ad31463d9bbf3f5 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833507 expref: 1370 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.609025:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd72276c00/0x4ad31463d9bbf147 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833443 expref: 1369 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.609037:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1d3:0x0].0x0 (ffff8dfd505d4800) 00010000:00010000:3.0:1777502104.609043:0:187571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502104.609055:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bbf5ca lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.609065:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bbf5ca lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.609073:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bbf5ca lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.609087:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bbf5d1 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.609099:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bbf5d1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.609111:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bbf5d1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.609197:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bbf5d8 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.609205:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bbf5d8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.609212:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bbf5d8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777502104.609920:0:187571:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].478, 64 off38784 00010000:00010000:3.0:1777502104.609983:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fba00/0x4ad31463d9bbf5e6 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.609995:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fba00/0x4ad31463d9bbf5e6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.610009:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fba00/0x4ad31463d9bbf5e6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.610019:0:187571:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fba00/0x4ad31463d9bbf5e6 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.610025:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fba00/0x4ad31463d9bbf5e6 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.610032:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fba00/0x4ad31463d9bbf5e6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.610054:0:187571:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.610067:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bbf5d8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.610076:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bbf5d8 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.610092:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bbf5d8 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.610101:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5faa00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502104.610106:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bbf5d8 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.610171:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bbf5d8 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.610183:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1d3:0x0].0x0 (ffff8dfd431bb300) 00010000:00010000:3.0:1777502104.610186:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777502104.610189:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bbf5d8 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.610195:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bbf5d8 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.610217:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bbf5ca lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.610222:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bbf5ca lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.610231:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bbf5ca lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.610235:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fb800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502104.610237:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bbf5ca lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.610243:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bbf5ca lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.610251:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502104.610254:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502104.610257:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bbf5ca lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.610262:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bbf5ca lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502104.610273:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000084ba69de reply state 000000001d94cb90 transno 8589938589 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bbf5d1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.610279:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777502104.610324:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+1371:272636:x1863837562836864:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1373us (1534us total) trans 8589938589 rc 0/0 00000100:00100000:3.0:1777502104.610333:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 1210 00000100:00100000:3.0:1777502104.610338:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfc4250d100 gen 0 rate 10000 depth 3 token 2 deadline 8231854459384 time 8231855282809 state 0x2 ref 0 00000100:00100000:3.0:1777502104.611093:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562837120 00000100:00100000:3.0:1777502104.611099:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562837120 00000100:00100000:3.0:1777502104.611141:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 2343 00000100:00100000:3.0:1777502104.611150:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5843ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0775d2ab-558e-41f1-82c0-14244d133390+224:2371:x1863837562837120:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:3.0:1777502104.611484:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5843ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0775d2ab-558e-41f1-82c0-14244d133390+225:2371:x1863837562837120:12345-192.168.202.27@tcp:2:touch.500 Request processed in 333us (439us total) trans 8589935300 rc 0/0 00000100:00100000:3.0:1777502104.611493:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 2343 00000100:00100000:3.0:1777502104.613696:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562837888 00000100:00100000:3.0:1777502104.613701:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562837888 00000100:00100000:3.0:1777502104.613773:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfc4250d100 gen 0 rate 10000 depth 3 token 2 deadline 8231855382809 time 8231856807465 state 0x0 ref 1 00000100:00100000:3.0:1777502104.613783:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfc4250d100 gen 0 rate 10000 depth 3 token 2 deadline 8231856907465 time 8231856807465 state 0x1 ref 1 00000100:00100000:3.0:1777502104.613806:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfc4250d100 gen 0 rate 10000 depth 3 token 2 deadline 8231856907465 time 8231859225648 state 0x0 ref 1 00000100:00100000:3.0:1777502104.613818:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45955c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+1370:272653:x1863837562837888:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502104.613831:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502104.613843:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bbf609 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83358c expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.613926:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bbf610 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.613937:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bbf610 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.613945:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bbf610 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.613957:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bbf617 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.613969:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bbf617 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.613976:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bbf617 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777502104.614347:0:186938:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1067:0x0], index 0: 0 00010000:00010000:3.0:1777502104.614486:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa000/0x4ad31463d9bbf61e lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.614496:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa000/0x4ad31463d9bbf61e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.614504:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa000/0x4ad31463d9bbf61e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.614532:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bbf610 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.614538:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bbf610 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.614544:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bbf610 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.614549:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fa800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502104.614552:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bbf610 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.614558:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bbf610 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.614571:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502104.614573:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502104.614618:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bbf610 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.614625:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bbf610 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502104.614636:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e5fd63b6 reply state 000000005dd60753 transno 8589938592 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bbf617 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.614644:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777502104.614669:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bbf609 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83358c expref: 1373 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.614683:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa000/0x4ad31463d9bbf61e lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83358c expref: 1372 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.614690:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e0:0x0].0x0 (ffff8dfd431bb600) 00010000:00010000:3.0:1777502104.614693:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502104.614696:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5fa000, rc 0) 00000100:00100000:3.0:1777502104.614756:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45955c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+1373:272653:x1863837562837888:12345-192.168.202.27@tcp:101:touch.500 Request processed in 940us (1087us total) trans 8589938592 rc 0/0 00000100:00100000:3.0:1777502104.614764:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 1213 00000100:00100000:3.0:1777502104.614769:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfc4250d100 gen 0 rate 10000 depth 3 token 2 deadline 8231856907465 time 8231859225648 state 0x2 ref 0 00000100:00100000:3.0:1777502104.615872:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562838144 00000100:00100000:3.0:1777502104.615930:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562838144 00000100:00100000:3.0:1777502104.615960:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfc4250d100 gen 0 rate 10000 depth 3 token 2 deadline 8231856907465 time 8231859225648 state 0x0 ref 1 00000100:00100000:3.0:1777502104.615978:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfc4250d100 gen 0 rate 10000 depth 3 token 2 deadline 8231859325648 time 8231859225648 state 0x1 ref 2 00000100:00100000:3.0:1777502104.616006:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfc4250d100 gen 0 rate 10000 depth 3 token 1 deadline 8231861515062 time 8231861424797 state 0x0 ref 2 00000100:00100000:3.0:1777502104.616021:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+1373:272653:x1863837562838144:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:3.0:1777502104.616051:0:186936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.616066:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa000/0x4ad31463d9bbf61e lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83358c expref: 1373 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.616081:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e0:0x0].0x0 (ffff8dfd431bb600) 00010000:00010000:3.0:1777502104.616090:0:186936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502104.616149:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bbf63a lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.616159:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bbf63a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.616168:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bbf63a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502104.616251:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a89f1f17 reply state 0000000072cb515e transno 8589938593 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bbf63a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.616258:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777502104.616319:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+1372:272653:x1863837562838144:12345-192.168.202.27@tcp:36:touch.500 Request processed in 302us (474us total) trans 8589938593 rc 0/0 00000100:00100000:3.0:1777502104.616328:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 1215 00010000:00010000:3.0:1777502104.616740:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.616748:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6be40a00/0x4ad31463d9bbf648 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.616765:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6be40a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.616771:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6be40a00/0x4ad31463d9bbf648 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.616781:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6be40a00/0x4ad31463d9bbf648 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.616788:0:186924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1dc:0x0].0x0 (ffff8dfd64486900) 00010000:00010000:3.0:1777502104.616793:0:186924:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502104.616798:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6be40a00/0x4ad31463d9bbf648 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.616809:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6be40a00/0x4ad31463d9bbf648 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.616823:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.616825:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.616827:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.616951:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bbf63a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.616959:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bbf63a lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.616965:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bbf63a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.616970:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fb800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502104.616974:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bbf63a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.616981:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bbf63a lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.616990:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e0:0x0].0x0 (ffff8dfd431bb300) 00010000:00010000:3.0:1777502104.616993:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502104.616997:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bbf63a lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.617010:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bbf63a lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.617432:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bbf633 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.617439:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bbf633 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.617443:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bbf633 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.617446:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502104.617448:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bbf633 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.617452:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bbf633 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.617458:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffff8dfd64486300) 00010000:00010000:3.0:1777502104.617460:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502104.617461:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bbf633 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.617466:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bbf633 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.618652:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.618661:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd5092f800/0x4ad31463d9bbf66b lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.618679:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd5092f800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.618684:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd5092f800/0x4ad31463d9bbf66b lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.618702:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd5092f800/0x4ad31463d9bbf66b lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.618734:0:186925:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1da:0x0].0x0 (ffff8dfd4fdda200) 00010000:00010000:3.0:1777502104.618738:0:186925:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502104.618742:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd5092f800/0x4ad31463d9bbf66b lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.618751:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd5092f800/0x4ad31463d9bbf66b lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.618762:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.618764:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.618766:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.619838:0:205362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562839424 00000100:00100000:3.0:1777502104.619844:0:205362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562839424 00000100:00100000:3.0:1777502104.619886:0:205362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1049 00000100:00100000:3.0:1777502104.619898:0:205362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f502050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+1372:272653:x1863837562839424:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:3.0:1777502104.620089:0:205362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f502050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+1371:272653:x1863837562839424:12345-192.168.202.27@tcp:35:touch.500 Request processed in 195us (292us total) trans 8589938596 rc 0/0 00000100:00100000:3.0:1777502104.620095:0:205362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1049 00000100:00100000:3.0:1777502104.623752:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.624271:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502104.625636:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.625644:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bbf70c lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1dd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.625664:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.625670:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bbf70c lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1dd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.625697:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bbf70c lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1dd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.625716:0:188362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1dd:0x0].0x0 (ffff8dfd64574000) 00010000:00010000:3.0:1777502104.625719:0:188362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502104.625732:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bbf70c lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.625747:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bbf70c lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.625774:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.625779:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.625782:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.626876:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562840576 00000100:00100000:3.0:1777502104.626882:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562840576 00000100:00100000:3.0:1777502104.626904:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfc4250d100 gen 0 rate 10000 depth 3 token 2 deadline 8231868295268 time 8231870445803 state 0x0 ref 1 00000100:00100000:3.0:1777502104.626913:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfc4250d100 gen 0 rate 10000 depth 3 token 2 deadline 8231870545803 time 8231870445803 state 0x1 ref 1 00000100:00100000:3.0:1777502104.626936:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfc4250d100 gen 0 rate 10000 depth 3 token 2 deadline 8231870545803 time 8231872355294 state 0x0 ref 1 00000100:00100000:3.0:1777502104.626948:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5843e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+1373:272657:x1863837562840576:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502104.626961:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502104.626972:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bbf713 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8335c4 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.627009:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa000/0x4ad31463d9bbf71a lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.627018:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa000/0x4ad31463d9bbf71a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.627027:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa000/0x4ad31463d9bbf71a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.627039:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bbf721 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.627046:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bbf721 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.627052:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bbf721 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.627116:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bbf728 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.627124:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bbf728 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.627135:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bbf728 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502104.627157:0:187571:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1e0:0x0]: returning size 0 00000004:00200000:3.0:1777502104.627161:0:187571:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777502104.627174:0:187571:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bbf728 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.627185:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bbf728 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.627192:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa000/0x4ad31463d9bbf71a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.627197:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa000/0x4ad31463d9bbf71a lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.627203:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa000/0x4ad31463d9bbf71a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.627209:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fa000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502104.627211:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa000/0x4ad31463d9bbf71a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.627216:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa000/0x4ad31463d9bbf71a lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.627222:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502104.627223:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502104.627225:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa000/0x4ad31463d9bbf71a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.627232:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa000/0x4ad31463d9bbf71a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.627239:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bbf721 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.627242:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bbf721 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.627246:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bbf721 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.627249:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fb600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502104.627251:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bbf721 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.627254:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bbf721 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.627258:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffff8dfd431bb300) 00010000:00010000:3.0:1777502104.627259:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502104.627261:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bbf721 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.627264:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bbf721 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.627282:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bbf713 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335c4 expref: 1375 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.627293:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bbf728 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335c4 expref: 1374 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.627298:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e0:0x0].0x0 (ffff8dfd6e095700) 00010000:00010000:3.0:1777502104.627299:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502104.627301:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5fa800, rc 0) 00000100:00100000:3.0:1777502104.627333:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5843e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+1374:272657:x1863837562840576:12345-192.168.202.27@tcp:101:rm.500 Request processed in 388us (767us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.627339:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 1223 00000100:00100000:3.0:1777502104.627344:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfc4250d100 gen 0 rate 10000 depth 3 token 2 deadline 8231870545803 time 8231872355294 state 0x2 ref 0 00000100:00100000:3.0:1777502104.630235:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.631993:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.653458:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.656933:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562842240 00000100:00100000:3.0:1777502104.656939:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562842240 00000100:00100000:3.0:1777502104.656955:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfd50b7be00 gen 0 rate 1 depth 3 token 1 deadline 8232899164795 time 8231901623018 state 0x0 ref 1 00000100:00100000:3.0:1777502104.656963:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfd50b7be00 gen 0 rate 1 depth 3 token 1 deadline 8232901623018 time 8231901623018 state 0x1 ref 1 00010000:00010000:3.0:1777502104.657147:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bbf7ad lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.657159:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bbf7ad lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.657169:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bbf7ad lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.657192:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502104.657197:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bbf7ad lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.657204:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bbf7ad lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.657224:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x201:0x0].0x0 (ffff8dfd4fbd8d00) 00010000:00010000:3.0:1777502104.657229:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502104.657233:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bbf7ad lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.657258:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bbf7ad lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.657399:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562842368 00000100:00100000:3.0:1777502104.657404:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562842368 00000100:00100000:3.0:1777502104.657422:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfd50b7be00 gen 0 rate 1 depth 3 token 0 deadline 8232902424994 time 8231902424994 state 0x1 ref 2 00000100:00100000:3.0:1777502104.689426:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.689462:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.689489:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.689519:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.689547:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.689595:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.689628:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.689658:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.690065:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 344 00000100:00100000:3.0:1777502104.690079:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46d6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+228:2371:x1863837562843136:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.690613:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.690622:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000060557e57/0x4ad31463d9bab345 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xefd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dbce expref: 225 pid: 205375 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.690635:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000060557e57/0x4ad31463d9bab345 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xefd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dbce expref: 225 pid: 205375 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.690650:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.690654:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.690659:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000efa7455a/0x4ad31463d9bbf808 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xefd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.690669:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efa7455a/0x4ad31463d9bbf808 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xefd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.690697:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.690718:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46d6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+224:2371:x1863837562843136:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 643us (1255us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.690740:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 344 00010000:00010000:3.0:1777502104.696961:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.698040:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2369 00000100:00100000:3.0:1777502104.698050:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4772ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+22:3312:x1863837561188352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777502104.698064:0:205385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3843 count 1 00010000:00010000:3.0:1777502104.698079:0:205385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dacc71d8/0x4ad31463d9bbf863 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf03:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.698095:0:205385:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ccb28a2e/0x4ad31463d9bab957 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dd4f expref: 225 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.698108:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.698111:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.698117:0:205385:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dacc71d8/0x4ad31463d9bbf863 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xf03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.698191:0:205385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ccb28a2e/0x4ad31463d9bab957 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dd4f expref: 225 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.698204:0:205385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ccb28a2e/0x4ad31463d9bab957 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dd4f expref: 225 pid: 205368 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.698215:0:205385:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd46d6c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:205385:1863837561188992:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.698246:0:205385:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc426d89c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.700282:0:205381:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd46318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205381:1863837561187968:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.700295:0:205381:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004216ee27/0x4ad31463d9bbf847 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xef9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.701810:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1777502104.701817:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000bd291ce/0x4ad31463d9bbf81d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.701825:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd70f11600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.701830:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000bd291ce/0x4ad31463d9bbf81d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.701844:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000bd291ce/0x4ad31463d9bbf81d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.701857:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000bd291ce/0x4ad31463d9bbf81d lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.701870:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000bd291ce/0x4ad31463d9bbf81d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.701893:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.701899:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d0c52d66/0x4ad31463d9bbf824 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.701919:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd71f59600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.701924:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0c52d66/0x4ad31463d9bbf824 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.701934:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0c52d66/0x4ad31463d9bbf824 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.701944:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d0c52d66/0x4ad31463d9bbf824 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.701955:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d0c52d66/0x4ad31463d9bbf824 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.701989:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.701994:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004216ee27/0x4ad31463d9bbf847 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xef9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.702004:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6725ec00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.702009:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004216ee27/0x4ad31463d9bbf847 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xef9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.702030:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004216ee27/0x4ad31463d9bbf847 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xef9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.702055:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004216ee27/0x4ad31463d9bbf847 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xef9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.702064:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004216ee27/0x4ad31463d9bbf847 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xef9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.702082:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.702085:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.702088:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.702524:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.702531:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e5e2b37c/0x4ad31463d9bbf80f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.702541:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6725fa00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.702548:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5e2b37c/0x4ad31463d9bbf80f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.702564:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5e2b37c/0x4ad31463d9bbf80f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.702610:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e5e2b37c/0x4ad31463d9bbf80f lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.702619:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e5e2b37c/0x4ad31463d9bbf80f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.702633:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.702636:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000ee92943/0x4ad31463d9bbf84e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xefb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.702642:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd5092ee00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.702646:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000ee92943/0x4ad31463d9bbf84e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xefb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.702653:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000ee92943/0x4ad31463d9bbf84e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xefb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.702664:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000ee92943/0x4ad31463d9bbf84e lrc: 1/0,0 mode: --/PW res: [0x280000400:0xefb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.702671:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000ee92943/0x4ad31463d9bbf84e lrc: 0/0,0 mode: --/PW res: [0x280000400:0xefb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.702685:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.702688:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.702690:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.702715:0:205385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd46d6c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:205385:1863837561188992:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.702748:0:205385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dacc71d8/0x4ad31463d9bbf863 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.702886:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.702942:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.702991:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.703046:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.703096:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.703147:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502104.703325:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.703330:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d31f1186/0x4ad31463d9bbf855 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xeff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.703337:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd5092f200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.703341:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d31f1186/0x4ad31463d9bbf855 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xeff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.703349:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d31f1186/0x4ad31463d9bbf855 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xeff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.703362:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d31f1186/0x4ad31463d9bbf855 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xeff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.703374:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d31f1186/0x4ad31463d9bbf855 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xeff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.703395:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.703398:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.703400:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.703538:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561189760 00000100:00100000:3.0:1777502104.703543:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561189760 00000100:00100000:3.0:1777502104.703601:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2373 00000100:00100000:3.0:1777502104.703612:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6766bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3309:x1863837561189760:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.703635:0:188366:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3875 count 1 00010000:00010000:3.0:1777502104.703652:0:188366:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fd6438d/0x4ad31463d9bbf87f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.703677:0:188366:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008b7822d0/0x4ad31463d9bab4d4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dc29 expref: 236 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.703701:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.703704:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.703708:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fd6438d/0x4ad31463d9bbf87f lrc: 4/0,1 mode: --/PW res: [0x240000400:0xf23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.703748:0:188366:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008b7822d0/0x4ad31463d9bab4d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dc29 expref: 236 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.703776:0:188366:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008b7822d0/0x4ad31463d9bab4d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dc29 expref: 236 pid: 187548 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.703798:0:188366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd46d6ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561190016:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.703847:0:188366:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc426d89c0 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.703940:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.703946:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dacc71d8/0x4ad31463d9bbf863 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.703954:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fb800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.703957:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dacc71d8/0x4ad31463d9bbf863 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.703965:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dacc71d8/0x4ad31463d9bbf863 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.703978:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dacc71d8/0x4ad31463d9bbf863 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.703985:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dacc71d8/0x4ad31463d9bbf863 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.704005:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.704049:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.704053:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.704114:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561189504 00000100:00100000:3.0:1777502104.704118:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561189504 00000100:00100000:3.0:1777502104.704154:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2376 00000100:00100000:3.0:1777502104.704160:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67669c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+20:3311:x1863837561189504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.704168:0:205380:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3871 count 1 00010000:00010000:3.0:1777502104.704180:0:205380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bbf88d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.704196:0:205380:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000061984cce/0x4ad31463d9baacf4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dab6 expref: 246 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.704205:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.704208:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.704211:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bbf88d lrc: 4/0,1 mode: --/PW res: [0x240000400:0xf1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.704304:0:205380:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000061984cce/0x4ad31463d9baacf4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dab6 expref: 246 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.704315:0:205380:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000061984cce/0x4ad31463d9baacf4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dab6 expref: 246 pid: 205379 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.704332:0:205380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd46d6d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561190784:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.704357:0:205380:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc426d8e40 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.704445:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.704449:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000528b39c/0x4ad31463d9bbf86a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.704457:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6725e600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.704461:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000528b39c/0x4ad31463d9bbf86a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.704567:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000528b39c/0x4ad31463d9bbf86a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.704644:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000528b39c/0x4ad31463d9bbf86a lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.704662:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000528b39c/0x4ad31463d9bbf86a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.704688:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.704691:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.704693:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.704737:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.704741:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000722edd5a/0x4ad31463d9bbf871 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.704749:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd5092ea00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.704752:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000722edd5a/0x4ad31463d9bbf871 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.704761:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000722edd5a/0x4ad31463d9bbf871 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.704771:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000722edd5a/0x4ad31463d9bbf871 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.704841:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000722edd5a/0x4ad31463d9bbf871 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.704860:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.704863:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e413a9ba/0x4ad31463d9bbf878 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.704870:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4ee44400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.704874:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e413a9ba/0x4ad31463d9bbf878 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.704882:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e413a9ba/0x4ad31463d9bbf878 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.704893:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e413a9ba/0x4ad31463d9bbf878 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.704908:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e413a9ba/0x4ad31463d9bbf878 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.704932:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.704935:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.704937:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.705099:0:188366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd46d6ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561190016:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.705119:0:188366:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006fd6438d/0x4ad31463d9bbf87f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.705140:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.705144:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d37f590c/0x4ad31463d9bbf85c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xefc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.705150:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6725f800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.705154:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d37f590c/0x4ad31463d9bbf85c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xefc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.705162:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d37f590c/0x4ad31463d9bbf85c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xefc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.705173:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d37f590c/0x4ad31463d9bbf85c lrc: 1/0,0 mode: --/PW res: [0x280000400:0xefc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.705180:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d37f590c/0x4ad31463d9bbf85c lrc: 0/0,0 mode: --/PW res: [0x280000400:0xefc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.705197:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.705199:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.705203:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.705235:0:205380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd46d6d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561190784:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.705250:0:205380:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bbf88d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.705509:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2379 00000100:00100000:3.0:1777502104.705519:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+28:3311:x1863837561190272:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777502104.705533:0:205378:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3844 count 1 00010000:00010000:3.0:1777502104.705546:0:205378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003bb4bb3f/0x4ad31463d9bbf8a9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf04:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.705558:0:205378:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000afdda8a5/0x4ad31463d9bab98f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dd6b expref: 221 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.705566:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.705568:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.705570:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003bb4bb3f/0x4ad31463d9bbf8a9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xf04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.705668:0:205378:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000afdda8a5/0x4ad31463d9bab98f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dd6b expref: 221 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.705690:0:205378:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000afdda8a5/0x4ad31463d9bab98f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dd6b expref: 221 pid: 205380 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.705705:0:205378:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd46d6d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205378:1863837561191424:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.705758:0:205378:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc426d8e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.706122:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 370 00000100:00100000:3.0:1777502104.706133:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+249:2373:x1863837562846464:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.706142:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.706149:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000981597ef/0x4ad31463d9baad2c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dac4 expref: 249 pid: 205378 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.706191:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000981597ef/0x4ad31463d9baad2c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dac4 expref: 249 pid: 205378 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.706210:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000981597ef/0x4ad31463d9baad2c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dac4 expref: 249 pid: 205378 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.706235:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.706240:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.706245:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000005a57f9/0x4ad31463d9bbf894 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.706264:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000005a57f9/0x4ad31463d9bbf894 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.706286:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.706304:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+247:2373:x1863837562846464:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 174us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.706311:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 370 00000100:00100000:3.0:1777502104.706488:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4772ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561192448:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.706526:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.706548:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777502104.706556:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd67669500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561192320:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.706607:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777502104.706631:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.706637:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006fd6438d/0x4ad31463d9bbf87f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.706651:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fa000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.706655:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006fd6438d/0x4ad31463d9bbf87f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.706664:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006fd6438d/0x4ad31463d9bbf87f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.706676:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006fd6438d/0x4ad31463d9bbf87f lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.706684:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006fd6438d/0x4ad31463d9bbf87f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.706703:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.706707:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bbf88d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.706733:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5faa00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.706739:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bbf88d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.706759:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bbf88d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.706775:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bbf88d lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.706783:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bbf88d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.706800:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.706803:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.706809:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.706815:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.706951:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.706957:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000005a57f9/0x4ad31463d9bbf894 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.706979:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6725ee00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.706985:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000005a57f9/0x4ad31463d9bbf894 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.707005:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000005a57f9/0x4ad31463d9bbf894 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.707023:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000005a57f9/0x4ad31463d9bbf894 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.707031:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000005a57f9/0x4ad31463d9bbf894 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.707051:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.707054:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.707056:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.707209:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2385 00000100:00100000:3.0:1777502104.707219:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc56068700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+23:3309:x1863837561192064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.707233:0:205382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3876 count 1 00010000:00010000:3.0:1777502104.707244:0:205382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008c79b481/0x4ad31463d9bbf8d3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf24:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.707257:0:205382:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a108175a/0x4ad31463d9bab64e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dc76 expref: 235 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.707267:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.707270:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.707275:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008c79b481/0x4ad31463d9bbf8d3 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xf24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.707296:0:205382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a108175a/0x4ad31463d9bab64e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dc76 expref: 235 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.707312:0:205382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a108175a/0x4ad31463d9bab64e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dc76 expref: 235 pid: 188358 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.707325:0:205382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd46d6dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:205382:1863837561193344:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.707357:0:205382:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc426d89c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.707394:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561193216 00000100:00100000:3.0:1777502104.707397:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561193216 00000100:00100000:3.0:1777502104.707428:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2388 00000100:00100000:3.0:1777502104.707434:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc56068a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+24:3309:x1863837561192192:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.707444:0:205383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3877 count 1 00010000:00010000:3.0:1777502104.707456:0:205383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbf8e1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf25:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.707475:0:205383:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000479fd04c/0x4ad31463d9bab647 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dc6f expref: 235 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.707490:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.707494:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.707498:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbf8e1 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xf25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.707535:0:205383:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000479fd04c/0x4ad31463d9bab647 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dc6f expref: 235 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.707547:0:205383:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000479fd04c/0x4ad31463d9bab647 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dc6f expref: 235 pid: 189105 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.707559:0:205383:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd46d6c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561193856:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.707618:0:205383:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd61a86480 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.707632:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.707637:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000c902a43/0x4ad31463d9bbf886 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.707645:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4ee44a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.707650:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000c902a43/0x4ad31463d9bbf886 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.707658:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000c902a43/0x4ad31463d9bbf886 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.707670:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000c902a43/0x4ad31463d9bbf886 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.707677:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c902a43/0x4ad31463d9bbf886 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.707692:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.707694:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.707697:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.708126:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561193984 00000100:00100000:3.0:1777502104.708129:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561193984 00000100:00100000:3.0:1777502104.708155:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2390 00000100:00100000:3.0:1777502104.708164:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5606bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+26:3311:x1863837561193984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.708175:0:205385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3881 count 1 00010000:00010000:3.0:1777502104.708189:0:205385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bbf8f6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf29:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.708201:0:205385:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000767cc2f3/0x4ad31463d9bab996 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dd72 expref: 235 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.708211:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.708213:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.708217:0:205385:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bbf8f6 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xf29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.708242:0:205385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000767cc2f3/0x4ad31463d9bab996 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dd72 expref: 235 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.708257:0:205385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000767cc2f3/0x4ad31463d9bab996 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dd72 expref: 235 pid: 205379 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.708269:0:205385:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd46d6ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561194496:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.708297:0:205385:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc51fe9000 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.709126:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562846720 00000100:00100000:3.0:1777502104.709131:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562846720 00010000:00010000:3.0:1777502104.709166:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000691c449d/0x4ad31463d9babbf0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ddfe expref: 222 pid: 205381 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.709194:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 372 00000100:00100000:3.0:1777502104.709201:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+222:2373:x1863837562846720:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.709209:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.709212:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000691c449d/0x4ad31463d9babbf0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ddfe expref: 222 pid: 205381 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.709221:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000691c449d/0x4ad31463d9babbf0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ddfe expref: 222 pid: 205381 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.709287:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000691c449d/0x4ad31463d9babbf0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf06:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ddfe expref: 222 pid: 205381 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.709295:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.709297:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.709300:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000097e61f12/0x4ad31463d9bbf89b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.709307:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000097e61f12/0x4ad31463d9bbf89b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf06:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.709333:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.709362:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+221:2373:x1863837562846720:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 160us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.709375:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 372 00010000:00010000:3.0:1777502104.709404:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.709410:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000097e61f12/0x4ad31463d9bbf89b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.709418:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149b200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.709421:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000097e61f12/0x4ad31463d9bbf89b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.709429:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000097e61f12/0x4ad31463d9bbf89b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.709445:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000097e61f12/0x4ad31463d9bbf89b lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.709453:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000097e61f12/0x4ad31463d9bbf89b lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.709470:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.709472:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.709528:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.710029:0:205378:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd46d6d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205378:1863837561191424:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.710047:0:205378:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003bb4bb3f/0x4ad31463d9bbf8a9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.712068:0:187551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc56068000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:187551:1863837561192576:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.712095:0:187551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc56068380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:187551:1863837561192704:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.712116:0:187551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ee72c80f/0x4ad31463d9bbf8be lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.712172:0:205382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd46d6dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:205382:1863837561193344:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.712192:0:205382:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008c79b481/0x4ad31463d9bbf8d3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.712229:0:205383:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd46d6c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561193856:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.712250:0:205383:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbf8e1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.712338:0:205385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd46d6ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561194496:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.712354:0:205385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bbf8f6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.712497:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562847488 00000100:00100000:3.0:1777502104.712503:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562847488 00010000:00010000:3.0:1777502104.712526:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a7f49d73/0x4ad31463d9bac60e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf09:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e162 expref: 225 pid: 205368 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.712561:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 373 00000100:00100000:3.0:1777502104.712871:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+225:2373:x1863837562846848:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.712884:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.712893:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000073790763/0x4ad31463d9babbf7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf07:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82de05 expref: 220 pid: 189105 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.713006:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000073790763/0x4ad31463d9babbf7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf07:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82de05 expref: 219 pid: 189105 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.713041:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000073790763/0x4ad31463d9babbf7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf07:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82de05 expref: 219 pid: 189105 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.713069:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.713074:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.713080:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002201a793/0x4ad31463d9bbf8a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.713104:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002201a793/0x4ad31463d9bbf8a2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.713138:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.713170:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+216:2373:x1863837562846848:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 596us (920us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.713201:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 373 00010000:00010000:3.0:1777502104.714090:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.714100:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.714113:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562847872 00000100:00100000:3.0:1777502104.714120:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562847872 00010000:00010000:3.0:1777502104.714146:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ae3fa173/0x4ad31463d9bab949 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dd41 expref: 234 pid: 187551 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.714174:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562848512 00000100:00100000:3.0:1777502104.714179:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562848512 00010000:00010000:3.0:1777502104.714201:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007d5de85f/0x4ad31463d9bab95e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dd56 expref: 235 pid: 205377 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.714270:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562848896 00000100:00100000:3.0:1777502104.714276:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562848896 00010000:00010000:3.0:1777502104.714299:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e6420869/0x4ad31463d9babbe9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ddf0 expref: 237 pid: 187548 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.714326:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562848640 00000100:00100000:3.0:1777502104.714332:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562848640 00010000:00010000:3.0:1777502104.714354:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000767cc2f3/0x4ad31463d9bab996 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dd72 expref: 239 pid: 205379 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.714380:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 382 00000100:00100000:3.0:1777502104.714395:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc595e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+239:2373:x1863837562847872:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.714411:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.714422:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ae3fa173/0x4ad31463d9bab949 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dd41 expref: 239 pid: 187551 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.714454:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ae3fa173/0x4ad31463d9bab949 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dd41 expref: 239 pid: 187551 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.714491:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae3fa173/0x4ad31463d9bab949 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dd41 expref: 239 pid: 187551 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.714521:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.714525:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.714531:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000040ef7911/0x4ad31463d9bbf8cc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.714559:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040ef7911/0x4ad31463d9bbf8cc lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.714628:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.714657:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc595e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+237:2373:x1863837562847872:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 265us (892us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.714682:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 382 00000100:00100000:3.0:1777502104.714717:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 385 00000100:00100000:3.0:1777502104.714742:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72dd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+211:2373:x1863837562848256:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.714757:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.714768:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cd6810f5/0x4ad31463d9babf4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf0a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ded0 expref: 211 pid: 189105 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.714801:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cd6810f5/0x4ad31463d9babf4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf0a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ded0 expref: 211 pid: 189105 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.714837:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd6810f5/0x4ad31463d9babf4d lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf0a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ded0 expref: 211 pid: 189105 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.714865:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.714869:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.714874:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000022d57494/0x4ad31463d9bbf8da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.714901:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022d57494/0x4ad31463d9bbf8da lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf0a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.714945:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.714977:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72dd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+210:2373:x1863837562848256:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 237us (1077us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.714995:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 385 00000100:00100000:3.0:1777502104.715024:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 389 00000100:00100000:3.0:1777502104.715042:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f360a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+231:2371:x1863837562848640:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.715052:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.715062:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000767cc2f3/0x4ad31463d9bab996 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dd72 expref: 231 pid: 205379 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.715084:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000767cc2f3/0x4ad31463d9bab996 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dd72 expref: 231 pid: 205379 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.715121:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000767cc2f3/0x4ad31463d9bab996 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82dd72 expref: 231 pid: 205379 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.715154:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.715158:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.715165:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bbf8f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.715193:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bbf8f6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.715228:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.715251:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f360a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+228:2371:x1863837562848640:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 214us (1128us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.715277:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 389 00010000:00010000:3.0:1777502104.715327:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.715336:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040ef7911/0x4ad31463d9bbf8cc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.715366:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd46c5b400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.715373:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040ef7911/0x4ad31463d9bbf8cc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.715381:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040ef7911/0x4ad31463d9bbf8cc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.715400:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040ef7911/0x4ad31463d9bbf8cc lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.715408:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040ef7911/0x4ad31463d9bbf8cc lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.715428:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.715432:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000022d57494/0x4ad31463d9bbf8da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.715440:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.715446:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000022d57494/0x4ad31463d9bbf8da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.715454:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000022d57494/0x4ad31463d9bbf8da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.715466:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000022d57494/0x4ad31463d9bbf8da lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.715484:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022d57494/0x4ad31463d9bbf8da lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.715512:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.715516:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e36df00e/0x4ad31463d9bbf8fd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.715540:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd42ab5200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.715547:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e36df00e/0x4ad31463d9bbf8fd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.715563:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e36df00e/0x4ad31463d9bbf8fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.715647:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e36df00e/0x4ad31463d9bbf8fd lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.715677:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e36df00e/0x4ad31463d9bbf8fd lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.715706:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.715711:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.715716:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.715819:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.715835:0:205385:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bbf8f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.715859:0:205385:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bbf8f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.715884:0:205385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bbf8f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.715901:0:205385:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bbf8f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.715928:0:205385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1777502104.716141:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5606bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+32:3311:x1863837561193984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7976us (8042us total) trans 8589935729 rc 0/0 00000100:00100000:3.0:1777502104.716158:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2390 00000100:00100000:3.0:1777502104.716182:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2397 00000100:00100000:3.0:1777502104.716194:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+33:3310:x1863837561196160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777502104.716209:0:205385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3852 count 1 00010000:00010000:3.0:1777502104.716224:0:205385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbf927 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf0c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.716241:0:205385:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001d2f25b7/0x4ad31463d9bac615 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e169 expref: 208 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.716249:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.716252:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.716257:0:205385:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbf927 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xf0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.716285:0:205385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001d2f25b7/0x4ad31463d9bac615 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e169 expref: 208 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.716303:0:205385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001d2f25b7/0x4ad31463d9bac615 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e169 expref: 208 pid: 205377 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.716332:0:205385:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd46d6ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:205385:1863837561196288:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.716362:0:205385:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc426d89c0 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.716378:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.716384:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbf8e1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.716400:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fa600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.716406:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbf8e1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.716429:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbf8e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.716457:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbf8e1 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.716480:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbf8e1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.716521:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.716527:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002201a793/0x4ad31463d9bbf8a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.716535:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.716540:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002201a793/0x4ad31463d9bbf8a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.716551:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002201a793/0x4ad31463d9bbf8a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.716572:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002201a793/0x4ad31463d9bbf8a2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.716616:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002201a793/0x4ad31463d9bbf8a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.716641:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.716646:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.716650:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.720204:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f360a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561195776:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.720226:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000005a57f9/0x4ad31463d9bbf919 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.720269:0:205385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd46d6ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:205385:1863837561196288:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.720346:0:205385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbf927 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf0c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.721083:0:205375:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000e08057d/0x4ad31463d9bbf92e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.721110:0:205375:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000e08057d/0x4ad31463d9bbf92e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.721134:0:205375:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000e08057d/0x4ad31463d9bbf92e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.721154:0:205375:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000e08057d/0x4ad31463d9bbf92e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.721192:0:205375:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.721528:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+41:3311:x1863837561195520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5255us (5323us total) trans 8589935326 rc 0/0 00000100:00100000:3.0:1777502104.721547:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2398 00000100:00100000:3.0:1777502104.721994:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.722044:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.722082:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.722163:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.722276:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.722334:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.722357:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.722380:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.722403:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502104.723220:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.723363:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000005a57f9/0x4ad31463d9bbf919 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.723386:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6725ee00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.723394:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000005a57f9/0x4ad31463d9bbf919 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.723476:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000005a57f9/0x4ad31463d9bbf919 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.723497:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000005a57f9/0x4ad31463d9bbf919 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.723522:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000005a57f9/0x4ad31463d9bbf919 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.723555:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.723562:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000713c80c5/0x4ad31463d9bbf95f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.723607:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb55a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.723613:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000713c80c5/0x4ad31463d9bbf95f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.723635:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000713c80c5/0x4ad31463d9bbf95f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.723657:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000713c80c5/0x4ad31463d9bbf95f lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.723681:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000713c80c5/0x4ad31463d9bbf95f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.723715:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.723731:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bbf958 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.723739:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.723742:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bbf958 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.723748:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bbf958 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.723757:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bbf958 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.723764:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bbf958 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.723788:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.723790:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.723795:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.723982:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.723988:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a6ee1a8a/0x4ad31463d9bbf974 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.723997:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f595c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.724001:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a6ee1a8a/0x4ad31463d9bbf974 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.724023:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a6ee1a8a/0x4ad31463d9bbf974 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.724039:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a6ee1a8a/0x4ad31463d9bbf974 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.724051:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6ee1a8a/0x4ad31463d9bbf974 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.724073:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.724077:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.724082:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.724363:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561200384 00000100:00100000:3.0:1777502104.724368:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561200384 00000100:00100000:3.0:1777502104.724396:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561200640 00000100:00100000:3.0:1777502104.724400:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561200640 00000100:00100000:3.0:1777502104.724432:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561200512 00000100:00100000:3.0:1777502104.724435:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561200512 00000100:00100000:3.0:1777502104.724474:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2416 00000100:00100000:3.0:1777502104.724486:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67669c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+40:3310:x1863837561200512:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.724504:0:205378:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3892 count 1 00010000:00010000:3.0:1777502104.724517:0:205378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbf9a5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf34:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.724542:0:205378:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bac5e4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e138 expref: 237 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.724551:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.724553:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.724557:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbf9a5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xf34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.724633:0:205378:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bac5e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e138 expref: 237 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.724659:0:205378:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bac5e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e138 expref: 237 pid: 205377 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.724686:0:205378:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd46d6dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205378:1863837561201024:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.724735:0:205378:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc426d8e40 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.724804:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.724809:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e66a6811/0x4ad31463d9bbf912 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.724834:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd42ab4200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.724838:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e66a6811/0x4ad31463d9bbf912 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.724858:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e66a6811/0x4ad31463d9bbf912 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.724873:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e66a6811/0x4ad31463d9bbf912 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.724895:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e66a6811/0x4ad31463d9bbf912 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.724930:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.724938:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000019f2afdc/0x4ad31463d9bbf94a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.724964:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb55600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.724968:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000019f2afdc/0x4ad31463d9bbf94a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.725064:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000019f2afdc/0x4ad31463d9bbf94a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.725074:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000019f2afdc/0x4ad31463d9bbf94a lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.725080:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019f2afdc/0x4ad31463d9bbf94a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.725098:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.725100:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d37f590c/0x4ad31463d9bbf951 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.725108:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6725f800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.725111:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d37f590c/0x4ad31463d9bbf951 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.725172:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d37f590c/0x4ad31463d9bbf951 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.725188:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d37f590c/0x4ad31463d9bbf951 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.725200:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d37f590c/0x4ad31463d9bbf951 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.725222:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.725227:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.725232:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.725433:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561201536 00000100:00100000:3.0:1777502104.725437:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561201536 00000100:00100000:3.0:1777502104.725465:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2418 00000100:00100000:3.0:1777502104.725476:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ddb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+42:3309:x1863837561201536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.725487:0:187548:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3897 count 1 00010000:00010000:3.0:1777502104.725500:0:187548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bbf9ba lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.725511:0:187548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bfb491f8/0x4ad31463d9baccd6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e2c0 expref: 226 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.725516:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.725519:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.725521:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bbf9ba lrc: 4/0,1 mode: --/PW res: [0x240000400:0xf39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.725549:0:187548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bfb491f8/0x4ad31463d9baccd6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e2c0 expref: 226 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.725557:0:187548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bfb491f8/0x4ad31463d9baccd6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e2c0 expref: 226 pid: 205368 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.725572:0:187548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd46d6c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:187548:1863837561202304:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.725636:0:187548:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc426d89c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.726187:0:205379:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f37ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561200000:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.726210:0:205379:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007a5804c5/0x4ad31463d9bbf989 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.726501:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.726505:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bbf982 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.726512:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.726515:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bbf982 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.726521:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bbf982 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.726534:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bbf982 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.726542:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bbf982 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.726560:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.726565:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.726570:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.726807:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561201792 00000100:00100000:3.0:1777502104.726811:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561201792 00000100:00100000:3.0:1777502104.726852:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561203200 00000100:00100000:3.0:1777502104.726855:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561203200 00000100:00100000:3.0:1777502104.726879:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2425 00000100:00100000:3.0:1777502104.726885:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd505e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+49:3311:x1863837561201792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777502104.726897:0:205368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3864 count 1 00010000:00010000:3.0:1777502104.726908:0:205368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000074c48205/0x4ad31463d9bbf9eb lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.726919:0:205368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000958218e7/0x4ad31463d9bad03a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e3d1 expref: 211 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.726929:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.726931:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.726934:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000074c48205/0x4ad31463d9bbf9eb lrc: 4/0,1 mode: --/PW res: [0x280000400:0xf18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.726974:0:205368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000958218e7/0x4ad31463d9bad03a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e3d1 expref: 211 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.726998:0:205368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000958218e7/0x4ad31463d9bad03a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e3d1 expref: 211 pid: 205383 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.727008:0:205368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f37ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561203456:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.727030:0:205368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd7f24a900 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.727794:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.728035:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.728074:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.728161:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.728268:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.728305:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.728445:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.728505:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.728554:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.728743:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.728811:0:205378:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd46d6dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205378:1863837561201024:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.728829:0:205378:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbf9a5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.729097:0:205378:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbf9a5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.729121:0:205378:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbf9a5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.729155:0:205378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbf9a5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.729165:0:205378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbf9a5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.729194:0:205378:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.729681:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd67669c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+45:3310:x1863837561200512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5196us (5275us total) trans 8589935743 rc 0/0 00000100:00100000:3.0:1777502104.729702:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2416 00000100:00100000:3.0:1777502104.729734:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561203712 00000100:00100000:3.0:1777502104.729739:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561203712 00000100:00100000:3.0:1777502104.729764:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2427 00000100:00100000:3.0:1777502104.729776:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd505e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+46:3310:x1863837561203712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.729790:0:205378:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3899 count 1 00010000:00010000:3.0:1777502104.729802:0:205378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bbf9f9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.729814:0:205378:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f5d40aef/0x4ad31463d9bacd54 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e314 expref: 222 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.729826:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.729828:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.729829:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bbf9f9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xf3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.729849:0:205378:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f5d40aef/0x4ad31463d9bacd54 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e314 expref: 222 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.729870:0:205378:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f5d40aef/0x4ad31463d9bacd54 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e314 expref: 222 pid: 205376 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.729884:0:205378:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4631b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205378:1863837561203968:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.729932:0:205378:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd45b3ca80 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.729951:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.729956:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e5e2b37c/0x4ad31463d9bbf9ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.729964:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6725fa00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.729969:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5e2b37c/0x4ad31463d9bbf9ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.729977:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5e2b37c/0x4ad31463d9bbf9ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.729994:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e5e2b37c/0x4ad31463d9bbf9ac lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.729999:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e5e2b37c/0x4ad31463d9bbf9ac lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.730021:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.730023:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.730028:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.730222:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.730342:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.730384:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.730412:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.730435:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.730465:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502104.730480:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.730484:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001cdb09d9/0x4ad31463d9bbf990 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.730495:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.730500:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001cdb09d9/0x4ad31463d9bbf990 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.730507:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001cdb09d9/0x4ad31463d9bbf990 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.730517:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001cdb09d9/0x4ad31463d9bbf990 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.730525:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001cdb09d9/0x4ad31463d9bbf990 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.730539:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.730546:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009c73bf4c/0x4ad31463d9bbf99e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.730567:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd63cba600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.730573:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009c73bf4c/0x4ad31463d9bbf99e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.730637:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009c73bf4c/0x4ad31463d9bbf99e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.730657:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009c73bf4c/0x4ad31463d9bbf99e lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.730669:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c73bf4c/0x4ad31463d9bbf99e lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.730717:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.730730:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.730733:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.730764:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f37ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561203456:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.730787:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000074c48205/0x4ad31463d9bbf9eb lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.730917:0:188366:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bbf9cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.730932:0:188366:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bbf9cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.731002:0:188366:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bbf9cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.731025:0:188366:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bbf9cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.731060:0:188366:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.731216:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ddb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+49:3309:x1863837561202176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5475us (5563us total) trans 8589935747 rc 0/0 00000100:00100000:3.0:1777502104.731224:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2421 00000100:00100000:3.0:1777502104.731242:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2430 00000100:00100000:3.0:1777502104.731255:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46739f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+48:3310:x1863837561204608:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.731269:0:188366:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3904 count 1 00010000:00010000:3.0:1777502104.731283:0:188366:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000040e4b8d/0x4ad31463d9bbfa0e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf40:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.731339:0:188366:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bad397 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e4aa expref: 233 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.731360:0:188366:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bad415 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e4db expref: 233 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.731384:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.731388:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.731392:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000040e4b8d/0x4ad31463d9bbfa0e lrc: 5/0,1 mode: --/PW res: [0x240000400:0xf40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.731423:0:188366:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bad415 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e4db expref: 233 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.731452:0:188366:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bad415 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e4db expref: 233 pid: 188358 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.731484:0:188366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70d57b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561204864:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.731525:0:188366:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bad397 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e4aa expref: 233 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.731556:0:188366:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bad397 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e4aa expref: 233 pid: 187548 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.731620:0:188366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7c2fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561204992:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.731656:0:188366:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd7f24a900 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.731828:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.731937:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502104.732063:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.732072:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000084a060d1/0x4ad31463d9bbf9dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.732081:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf7e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.732085:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000084a060d1/0x4ad31463d9bbf9dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.732094:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000084a060d1/0x4ad31463d9bbf9dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.732120:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000084a060d1/0x4ad31463d9bbf9dd lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.732137:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084a060d1/0x4ad31463d9bbf9dd lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.732167:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.732171:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.732175:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.732199:0:205378:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4631b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205378:1863837561203968:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.732216:0:205378:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bbf9f9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.733545:0:205386:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ddc4326c/0x4ad31463d9bbfa00 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.733558:0:205386:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ddc4326c/0x4ad31463d9bbfa00 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.733570:0:205386:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ddc4326c/0x4ad31463d9bbfa00 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.733607:0:205386:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ddc4326c/0x4ad31463d9bbfa00 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.733634:0:205386:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.733823:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd476d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+53:3309:x1863837561203840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4011us (4114us total) trans 8589935748 rc 0/0 00000100:00100000:3.0:1777502104.733833:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2428 00000100:00100000:3.0:1777502104.733869:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2440 00000100:00100000:3.0:1777502104.733885:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+52:3311:x1863837561205888:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.733906:0:205386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3908 count 1 00010000:00010000:3.0:1777502104.733922:0:205386:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008c79b481/0x4ad31463d9bbfa54 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.733943:0:205386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000032dccc8f/0x4ad31463d9bad68b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e59f expref: 233 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.733956:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.733959:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.733964:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008c79b481/0x4ad31463d9bbfa54 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xf44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.734008:0:205386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000032dccc8f/0x4ad31463d9bad68b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e59f expref: 233 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.734033:0:205386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000032dccc8f/0x4ad31463d9bad68b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e59f expref: 233 pid: 205376 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.734065:0:205386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc82363480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:205386:1863837561207552:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.734101:0:205386:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4321d6c0 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.734126:0:205378:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bbf9f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.734152:0:205378:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bbf9f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.734178:0:205378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bbf9f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.734205:0:205378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bbf9f9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.734248:0:205378:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.734409:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd505e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+54:3310:x1863837561203712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4636us (4837us total) trans 8589935749 rc 0/0 00000100:00100000:3.0:1777502104.734417:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2427 00000100:00100000:3.0:1777502104.734972:0:188366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70d57b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561204864:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.735142:0:188366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7c2fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561204992:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.735164:0:188366:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000040e4b8d/0x4ad31463d9bbfa0e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.735235:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562854016 00000100:00100000:3.0:1777502104.735239:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562854016 00010000:00010000:3.0:1777502104.735255:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c38c248b/0x4ad31463d9bad0fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e402 expref: 220 pid: 188358 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.735285:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 427 00000100:00100000:3.0:1777502104.735297:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67668700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+220:2371:x1863837562854016:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.735306:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.735312:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c38c248b/0x4ad31463d9bad0fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e402 expref: 220 pid: 188358 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.735339:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c38c248b/0x4ad31463d9bad0fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e402 expref: 221 pid: 188358 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.735446:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c38c248b/0x4ad31463d9bad0fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e402 expref: 221 pid: 188358 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.735482:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.735486:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.735491:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d37f590c/0x4ad31463d9bbfa15 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.735514:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d37f590c/0x4ad31463d9bbfa15 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.735557:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.735618:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd67668700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+219:2371:x1863837562854016:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 321us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.735638:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 427 00000100:00100000:3.0:1777502104.735666:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 431 00000100:00100000:3.0:1777502104.735680:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6ea51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+232:2372:x1863837562854272:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.735692:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.735701:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bad3c1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e4b8 expref: 232 pid: 187548 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.735750:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bad3c1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e4b8 expref: 232 pid: 187548 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.735793:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bad3c1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e4b8 expref: 232 pid: 187548 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.735806:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.735810:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.735814:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009cf65400/0x4ad31463d9bbfa07 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.735822:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009cf65400/0x4ad31463d9bbfa07 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.735853:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.735882:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6ea51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+231:2372:x1863837562854272:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 204us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.735900:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 431 00000004:00080000:3.0:1777502104.735994:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd46738e00/2, rc 0, transno 8589935750 00000100:00100000:3.0:1777502104.736009:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd46738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561204608:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.736063:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6e6f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561208448:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.736101:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777502104.736373:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd476d0380/2, rc 0, transno 8589935753 00000100:00100000:3.0:1777502104.736385:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd476d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561204480:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.736460:0:205377:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc5843ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205377:1863837561206528:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.736473:0:205377:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c57fe3e5/0x4ad31463d9bbfa2a lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.736563:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd72dd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561208704:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.736645:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.736810:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2446 00000100:00100000:3.0:1777502104.736824:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5843ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+58:3312:x1863837561208704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.736843:0:205385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3915 count 1 00010000:00010000:3.0:1777502104.736858:0:205385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bbfa7e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.736884:0:205385:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a0436b01/0x4ad31463d9badd84 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e7ba expref: 216 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.736907:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.736966:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.736972:0:205385:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bbfa7e lrc: 4/0,1 mode: --/PW res: [0x240000400:0xf4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.737018:0:205385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a0436b01/0x4ad31463d9badd84 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e7ba expref: 216 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.737044:0:205385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a0436b01/0x4ad31463d9badd84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e7ba expref: 216 pid: 205376 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.737062:0:205385:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7c2ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561209344:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.737102:0:205385:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4fd2ab40 going to sleep for 11 seconds 00000004:00080000:3.0:1777502104.737178:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7f16d500/2, rc 0, transno 8589935754 00000100:00100000:3.0:1777502104.737190:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f16d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561205248:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.737234:0:205386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc82363480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:205386:1863837561207552:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.737253:0:205386:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008c79b481/0x4ad31463d9bbfa54 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.737313:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561209472 00000100:00100000:3.0:1777502104.737317:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561209472 00000100:00100000:3.0:1777502104.737350:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2449 00000100:00100000:3.0:1777502104.737357:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4a05b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+59:3311:x1863837561209472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.737366:0:188358:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3916 count 1 00010000:00010000:3.0:1777502104.737375:0:188358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005dcc7777/0x4ad31463d9bbfa93 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf4c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.737387:0:188358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000037307da/0x4ad31463d9badf0c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e82a expref: 216 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.737394:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.737438:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.737442:0:188358:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005dcc7777/0x4ad31463d9bbfa93 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xf4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.737468:0:188358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000037307da/0x4ad31463d9badf0c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e82a expref: 216 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.737491:0:188358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000037307da/0x4ad31463d9badf0c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e82a expref: 216 pid: 205385 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.737536:0:188358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7c2fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:188358:1863837561209600:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.737680:0:188358:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4fd2a540 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.737715:0:205382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4772d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:205382:1863837561207808:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.737752:0:205382:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007739752e/0x4ad31463d9bbfa62 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.737908:0:205377:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c57fe3e5/0x4ad31463d9bbfa2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.737919:0:205377:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c57fe3e5/0x4ad31463d9bbfa2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.737938:0:205377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c57fe3e5/0x4ad31463d9bbfa2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.737947:0:205377:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c57fe3e5/0x4ad31463d9bbfa2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.737963:0:205377:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.738373:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+58:3312:x1863837561205376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5563us (5851us total) trans 8589935343 rc 0/0 00000100:00100000:3.0:1777502104.738452:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2434 00010000:00010000:3.0:1777502104.738621:0:187550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000089fd92a0/0x4ad31463d9bbfa46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.738662:0:187550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089fd92a0/0x4ad31463d9bbfa46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.738681:0:187550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000089fd92a0/0x4ad31463d9bbfa46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.738707:0:187550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000089fd92a0/0x4ad31463d9bbfa46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.738769:0:187550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1777502104.738902:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+58:3310:x1863837561206016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5101us (5632us total) trans 8589935344 rc 0/0 00000100:00100000:3.0:1777502104.738923:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2438 00010000:00010000:3.0:1777502104.739055:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1777502104.739060:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c57fe3e5/0x4ad31463d9bbfa2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.739080:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.739084:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c57fe3e5/0x4ad31463d9bbfa2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.739109:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c57fe3e5/0x4ad31463d9bbfa2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.739131:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c57fe3e5/0x4ad31463d9bbfa2a lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.739147:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c57fe3e5/0x4ad31463d9bbfa2a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.739171:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.739174:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.739177:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.739348:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.739354:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e6420869/0x4ad31463d9bbfa77 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.739376:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd79918800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.739380:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6420869/0x4ad31463d9bbfa77 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.739399:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6420869/0x4ad31463d9bbfa77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.739420:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e6420869/0x4ad31463d9bbfa77 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.739426:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6420869/0x4ad31463d9bbfa77 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.739446:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.739450:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bbfa4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.739459:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.739462:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bbfa4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.739471:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bbfa4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.739481:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bbfa4d lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.739487:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bbfa4d lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.739500:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.739502:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008c79b481/0x4ad31463d9bbfa54 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.739507:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fa200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.739511:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008c79b481/0x4ad31463d9bbfa54 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.739515:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008c79b481/0x4ad31463d9bbfa54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.739524:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008c79b481/0x4ad31463d9bbfa54 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.739529:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008c79b481/0x4ad31463d9bbfa54 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.739545:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.739547:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.739549:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1777502104.739616:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd6e6f9180/2, rc 0, transno 8589935755 00000100:00100000:3.0:1777502104.739628:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6e6f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561208448:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1777502104.739651:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc492e4000/2, rc 0, transno 8589935346 00000100:00100000:3.0:1777502104.739664:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc492e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561205760:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1777502104.739680:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc5843ed80/2, rc 0, transno 8589935756 00000100:00100000:3.0:1777502104.739687:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc5843ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561205888:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.739697:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777502104.739708:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc49cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561209728:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.739780:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561209856 00000100:00100000:3.0:1777502104.739784:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561209856 00000100:00100000:3.0:1777502104.739816:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2450 00000100:00100000:3.0:1777502104.739825:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+58:3309:x1863837561209856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777502104.739838:0:189105:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3878 count 1 00010000:00010000:3.0:1777502104.739851:0:189105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003328ef59/0x4ad31463d9bbfa9a lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf26:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.739866:0:189105:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f3570911/0x4ad31463d9badf13 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e831 expref: 193 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.739879:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.739882:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.739885:0:189105:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003328ef59/0x4ad31463d9bbfa9a lrc: 4/0,1 mode: --/PW res: [0x280000400:0xf26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.739911:0:189105:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f3570911/0x4ad31463d9badf13 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e831 expref: 193 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.739938:0:189105:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f3570911/0x4ad31463d9badf13 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e831 expref: 193 pid: 205384 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.739952:0:189105:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4772d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561210112:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.739998:0:189105:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4fd2a6c0 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.740011:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.740015:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000941d8da6/0x4ad31463d9bbfa3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.740021:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.740024:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000941d8da6/0x4ad31463d9bbfa3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.740032:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000941d8da6/0x4ad31463d9bbfa3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.740052:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000941d8da6/0x4ad31463d9bbfa3f lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.740066:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000941d8da6/0x4ad31463d9bbfa3f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.740085:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.740088:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a6ee1a8a/0x4ad31463d9bbfa38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.740092:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f595c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.740095:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a6ee1a8a/0x4ad31463d9bbfa38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.740114:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a6ee1a8a/0x4ad31463d9bbfa38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.740125:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a6ee1a8a/0x4ad31463d9bbfa38 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.740146:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6ee1a8a/0x4ad31463d9bbfa38 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.740171:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.740174:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.740177:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.740200:0:188358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7c2fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:188358:1863837561209600:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.740212:0:188358:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005dcc7777/0x4ad31463d9bbfa93 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.740395:0:205385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7c2ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561209344:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.740475:0:205385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bbfa7e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.740494:0:205385:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bbfa7e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.740519:0:205385:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bbfa7e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.740534:0:205385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bbfa7e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.740545:0:205385:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bbfa7e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.740562:0:205385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1777502104.740833:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5843ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+61:3312:x1863837561208704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4011us (4191us total) trans 8589935758 rc 0/0 00000100:00100000:3.0:1777502104.740844:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2446 00010000:00010000:3.0:1777502104.740867:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.740875:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bbfa8c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.740896:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.740902:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bbfa8c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.740923:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bbfa8c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.740939:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bbfa8c lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.740952:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bbfa8c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.740974:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.740978:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.740983:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.741107:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.741115:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d6a10777/0x4ad31463d9bbfa85 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.741139:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd79918200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.741143:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d6a10777/0x4ad31463d9bbfa85 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.741164:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d6a10777/0x4ad31463d9bbfa85 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.741192:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d6a10777/0x4ad31463d9bbfa85 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.741202:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d6a10777/0x4ad31463d9bbfa85 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.741227:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.741232:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.741236:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.741422:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.741429:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cd6810f5/0x4ad31463d9bbfa69 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.741439:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd79918400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.741443:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cd6810f5/0x4ad31463d9bbfa69 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.741452:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cd6810f5/0x4ad31463d9bbfa69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.741470:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cd6810f5/0x4ad31463d9bbfa69 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.741477:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd6810f5/0x4ad31463d9bbfa69 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.741509:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.741513:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.741517:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.741546:0:189105:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4772d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561210112:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.741567:0:189105:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003328ef59/0x4ad31463d9bbfa9a lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.741651:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562856576 00000100:00100000:3.0:1777502104.741657:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562856576 00010000:00010000:3.0:1777502104.741682:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000337db0b9/0x4ad31463d9badbbd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xf45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e766 expref: 225 pid: 205375 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.741732:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 449 00000100:00100000:3.0:1777502104.741746:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+225:2372:x1863837562856576:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.741763:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.741772:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000337db0b9/0x4ad31463d9badbbd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xf45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e766 expref: 225 pid: 205375 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.741801:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000337db0b9/0x4ad31463d9badbbd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e766 expref: 225 pid: 205375 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.741833:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.741835:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.741840:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000afdda8a5/0x4ad31463d9bbfaa1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.741874:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000afdda8a5/0x4ad31463d9bbfaa1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.741909:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.741940:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+225:2372:x1863837562856576:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 195us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.741962:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 449 00010000:00010000:3.0:1777502104.742036:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.742043:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ec6cce61/0x4ad31463d9bbfa70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.742051:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf7200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.742057:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec6cce61/0x4ad31463d9bbfa70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.742082:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec6cce61/0x4ad31463d9bbfa70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.742114:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ec6cce61/0x4ad31463d9bbfa70 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.742128:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec6cce61/0x4ad31463d9bbfa70 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.742150:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.742154:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000afdda8a5/0x4ad31463d9bbfaa1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.742159:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd79919000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.742162:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000afdda8a5/0x4ad31463d9bbfaa1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.742168:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000afdda8a5/0x4ad31463d9bbfaa1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.742176:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000afdda8a5/0x4ad31463d9bbfaa1 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.742181:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000afdda8a5/0x4ad31463d9bbfaa1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.742194:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.742197:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003328ef59/0x4ad31463d9bbfa9a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.742201:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fb200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.742203:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003328ef59/0x4ad31463d9bbfa9a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.742211:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003328ef59/0x4ad31463d9bbfa9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.742234:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003328ef59/0x4ad31463d9bbfa9a lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.742239:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003328ef59/0x4ad31463d9bbfa9a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.742256:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.742260:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.742263:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.742322:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561210496 00000100:00100000:3.0:1777502104.742326:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561210496 00000100:00100000:3.0:1777502104.742359:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2454 00000100:00100000:3.0:1777502104.742369:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+62:3312:x1863837561210496:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777502104.742381:0:205386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3877 count 1 00010000:00010000:3.0:1777502104.742393:0:205386:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006fd6438d/0x4ad31463d9bbfab6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf25:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.742413:0:205386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f3c13957/0x4ad31463d9bade5d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e7f9 expref: 192 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.742421:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.742425:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.742428:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006fd6438d/0x4ad31463d9bbfab6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xf25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.742456:0:205386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f3c13957/0x4ad31463d9bade5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e7f9 expref: 192 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.742467:0:205386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f3c13957/0x4ad31463d9bade5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e7f9 expref: 192 pid: 205380 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.742478:0:205386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4772d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:205386:1863837561211136:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.742568:0:205386:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4fd2a6c0 going to sleep for 11 seconds 00000004:00080000:3.0:1777502104.742650:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc49cdc700/2, rc 0, transno 8589935762 00000100:00100000:3.0:1777502104.742668:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc49cdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561209984:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1777502104.742691:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd722ea300/2, rc 0, transno 8589935351 00000100:00100000:3.0:1777502104.742701:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd722ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561209856:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1777502104.742733:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc595ea680/2, rc 0, transno 8589935759 00000100:00100000:3.0:1777502104.742740:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc595ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561208960:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1777502104.742761:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc595e9f80/2, rc 0, transno 8589935760 00000100:00100000:3.0:1777502104.742769:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc595e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561208832:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1777502104.742788:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd722ea680/2, rc 0, transno 8589935761 00000100:00100000:3.0:1777502104.742796:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd722ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561207936:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.742813:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47d21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561211648:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.742856:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.742890:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4ddb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561212288:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.743218:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777502104.743364:0:188358:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005dcc7777/0x4ad31463d9bbfa93 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.743390:0:188358:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005dcc7777/0x4ad31463d9bbfa93 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.743398:0:188358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005dcc7777/0x4ad31463d9bbfa93 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.743409:0:188358:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005dcc7777/0x4ad31463d9bbfa93 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.743434:0:188358:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.743826:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4a05b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+66:3311:x1863837561209472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6469us (6541us total) trans 8589935763 rc 0/0 00000100:00100000:3.0:1777502104.743836:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2449 00000100:00100000:3.0:1777502104.743865:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777502104.743965:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc4a059f80/2, rc 0, transno 8589935763 00000100:00100000:3.0:1777502104.743982:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4a059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561209472:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1777502104.744000:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc4d4a5500/2, rc 0, transno 8589935757 00000100:00100000:3.0:1777502104.744005:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4d4a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561207424:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1777502104.744017:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd53f25c00/2, rc 0, transno 8589935349 00000100:00100000:3.0:1777502104.744030:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd53f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561206784:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.744050:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.744112:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005dcc7777/0x4ad31463d9bbfa93 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.744178:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fba00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.744183:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005dcc7777/0x4ad31463d9bbfa93 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.744199:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005dcc7777/0x4ad31463d9bbfa93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.744216:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005dcc7777/0x4ad31463d9bbfa93 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.744222:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005dcc7777/0x4ad31463d9bbfa93 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.744239:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.744241:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.744245:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.744261:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2466 00000100:00100000:3.0:1777502104.744271:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+68:3309:x1863837561213696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.744283:0:205375:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3923 count 1 00010000:00010000:3.0:1777502104.744295:0:205375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dacc71d8/0x4ad31463d9bbfb0a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf53:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.744309:0:205375:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000210949e0/0x4ad31463d9bae732 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82eae6 expref: 223 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.744347:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.744351:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.744356:0:205375:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dacc71d8/0x4ad31463d9bbfb0a lrc: 4/0,1 mode: --/PW res: [0x240000400:0xf53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.744393:0:205375:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000210949e0/0x4ad31463d9bae732 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82eae6 expref: 223 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.744421:0:205375:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000210949e0/0x4ad31463d9bae732 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82eae6 expref: 223 pid: 205385 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.744447:0:205375:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc547b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205375:1863837561214080:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.744481:0:205375:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4fd2a540 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.744499:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562856832 00000100:00100000:3.0:1777502104.744503:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562856832 00010000:00010000:3.0:1777502104.744519:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001044335e/0x4ad31463d9bae21c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e903 expref: 203 pid: 205384 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.744549:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562856960 00000100:00100000:3.0:1777502104.744553:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562856960 00010000:00010000:3.0:1777502104.744572:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ca67a51d/0x4ad31463d9bae200 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e8f5 expref: 204 pid: 205385 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.744690:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 452 00000100:00100000:3.0:1777502104.744706:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+204:2373:x1863837562856960:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.744717:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.744739:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ca67a51d/0x4ad31463d9bae200 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e8f5 expref: 204 pid: 205385 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.744756:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ca67a51d/0x4ad31463d9bae200 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e8f5 expref: 203 pid: 205385 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.744780:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ca67a51d/0x4ad31463d9bae200 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e8f5 expref: 203 pid: 205385 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.744799:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.744801:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.744805:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005dba4067/0x4ad31463d9bbfaaf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.744815:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005dba4067/0x4ad31463d9bbfaaf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.744988:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.745023:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+201:2373:x1863837562856960:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 320us (966us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.745127:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 452 00000100:00100000:3.0:1777502104.745165:0:205386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4772d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:205386:1863837561211136:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.745181:0:205386:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006fd6438d/0x4ad31463d9bbfab6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.745395:0:188366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc49cdea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561212672:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.745415:0:188366:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000767cc2f3/0x4ad31463d9bbfad9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.745798:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4ddb4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:187550:1863837561212544:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.745814:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000084a060d1/0x4ad31463d9bbfad2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.745907:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562857344 00000100:00100000:3.0:1777502104.745911:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562857344 00010000:00010000:3.0:1777502104.745928:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002b7c37c8/0x4ad31463d9bade79 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e800 expref: 194 pid: 205375 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.745956:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 454 00000100:00100000:3.0:1777502104.745969:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49233800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+215:2373:x1863837562857216:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.745982:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.745991:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dadc0b49/0x4ad31463d9bae342 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e988 expref: 215 pid: 205383 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.746016:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dadc0b49/0x4ad31463d9bae342 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e988 expref: 216 pid: 205383 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.746051:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dadc0b49/0x4ad31463d9bae342 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e988 expref: 216 pid: 205383 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.746076:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.746080:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.746085:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000767cc2f3/0x4ad31463d9bbfad9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.746095:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000767cc2f3/0x4ad31463d9bbfad9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.746118:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.746145:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49233800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+215:2373:x1863837562857216:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 177us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.746172:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 454 00000100:00100000:3.0:1777502104.746195:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 455 00000100:00100000:3.0:1777502104.746204:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49230a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+192:2371:x1863837562857344:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.746215:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.746221:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002b7c37c8/0x4ad31463d9bade79 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e800 expref: 192 pid: 205375 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.746237:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002b7c37c8/0x4ad31463d9bade79 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e800 expref: 192 pid: 205375 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.746257:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b7c37c8/0x4ad31463d9bade79 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e800 expref: 192 pid: 205375 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.746286:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.746289:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.746293:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dc6b66fc/0x4ad31463d9bbfabd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.746304:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dc6b66fc/0x4ad31463d9bbfabd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.746336:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.746357:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49230a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+191:2371:x1863837562857344:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 153us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.746371:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 455 00000100:00100000:3.0:1777502104.746393:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 458 00000100:00100000:3.0:1777502104.746404:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46318700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+201:2372:x1863837562857600:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.746411:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.746418:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000880bef4/0x4ad31463d9bae41b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e9b9 expref: 201 pid: 205378 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.746445:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000880bef4/0x4ad31463d9bae41b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e9b9 expref: 201 pid: 205378 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.746474:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000880bef4/0x4ad31463d9bae41b lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e9b9 expref: 201 pid: 205378 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.746509:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.746512:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.746517:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000084a060d1/0x4ad31463d9bbfad2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.746537:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084a060d1/0x4ad31463d9bbfad2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.746852:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.746881:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46318700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+199:2372:x1863837562857600:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 477us (907us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.746888:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 458 00010000:00010000:3.0:1777502104.746928:0:187550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000084a060d1/0x4ad31463d9bbfad2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.746951:0:187550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084a060d1/0x4ad31463d9bbfad2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.746961:0:187550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084a060d1/0x4ad31463d9bbfad2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.746979:0:187550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000084a060d1/0x4ad31463d9bbfad2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.747008:0:187550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1777502104.747271:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7c2ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+69:3309:x1863837561211648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4284us (4418us total) trans 8589935355 rc 0/0 00000100:00100000:3.0:1777502104.747278:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2458 00000004:00080000:3.0:1777502104.747312:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc4ddb7b80/2, rc 0, transno 8589935766 00000100:00100000:3.0:1777502104.747324:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4ddb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561212288:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1777502104.747340:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd47d21180/2, rc 0, transno 8589935355 00000100:00100000:3.0:1777502104.747350:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47d21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561211648:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.747366:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.747372:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007a5804c5/0x4ad31463d9bbfae7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.747393:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f594000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.747397:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007a5804c5/0x4ad31463d9bbfae7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.747425:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007a5804c5/0x4ad31463d9bbfae7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.747463:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007a5804c5/0x4ad31463d9bbfae7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.747484:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007a5804c5/0x4ad31463d9bbfae7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.747520:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.747524:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.747530:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.747555:0:205375:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc547b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205375:1863837561214080:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.747573:0:205375:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dacc71d8/0x4ad31463d9bbfb0a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.747634:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562859008 00000100:00100000:3.0:1777502104.747639:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562859008 00010000:00010000:3.0:1777502104.747662:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000077c29465/0x4ad31463d9bae7b0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82eafb expref: 193 pid: 205381 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.747697:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 461 00000100:00100000:3.0:1777502104.747706:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46319880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+212:2370:x1863837562858112:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.747715:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.747735:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000ebbdd2a/0x4ad31463d9bae32d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e973 expref: 212 pid: 187550 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.747754:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000ebbdd2a/0x4ad31463d9bae32d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e973 expref: 212 pid: 187550 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.747785:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000ebbdd2a/0x4ad31463d9bae32d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e973 expref: 212 pid: 187550 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.747797:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.747801:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.747806:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000111fc4c7/0x4ad31463d9bbfaee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.747827:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000111fc4c7/0x4ad31463d9bbfaee lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.747859:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.747891:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46319880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+211:2370:x1863837562858112:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 186us (974us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.747898:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 461 00000100:00100000:3.0:1777502104.747920:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 463 00000100:00100000:3.0:1777502104.747933:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46318700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+225:2372:x1863837562858368:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.747944:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.747950:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000640ccdf3/0x4ad31463d9bade56 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e7f2 expref: 225 pid: 205379 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.747966:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000640ccdf3/0x4ad31463d9bade56 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e7f2 expref: 225 pid: 205379 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.748000:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000640ccdf3/0x4ad31463d9bade56 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e7f2 expref: 225 pid: 205379 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.748028:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.748031:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.748036:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009413c2d3/0x4ad31463d9bbfafc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.748079:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009413c2d3/0x4ad31463d9bbfafc lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.748097:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.748121:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46318700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+223:2372:x1863837562858368:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 188us (1085us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.748130:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 463 00000100:00100000:3.0:1777502104.748148:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 465 00000100:00100000:3.0:1777502104.748156:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+210:2373:x1863837562858624:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.748165:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.748171:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ea7a4215/0x4ad31463d9bae4b5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xf52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e9d5 expref: 210 pid: 205381 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.748196:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ea7a4215/0x4ad31463d9bae4b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82e9d5 expref: 210 pid: 205381 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.748213:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.748215:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.748219:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009ee44810/0x4ad31463d9bbfb03 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.748229:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ee44810/0x4ad31463d9bbfb03 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.748249:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.748273:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+210:2373:x1863837562858624:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 116us (1131us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.748287:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 465 00000100:00100000:3.0:1777502104.748306:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 467 00000100:00100000:3.0:1777502104.748317:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f687050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+193:2370:x1863837562859008:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.748331:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.748337:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000077c29465/0x4ad31463d9bae7b0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82eafb expref: 193 pid: 205381 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.748370:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000077c29465/0x4ad31463d9bae7b0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82eafb expref: 192 pid: 205381 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.748400:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.748404:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.748409:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ccab4fae/0x4ad31463d9bbfb1f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.748436:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ccab4fae/0x4ad31463d9bbfb1f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.748451:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.748484:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f687050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+192:2370:x1863837562859008:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 167us (1199us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.748501:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 467 00010000:00010000:3.0:1777502104.748540:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.748546:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000111fc4c7/0x4ad31463d9bbfaee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.748644:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.748650:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000111fc4c7/0x4ad31463d9bbfaee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.748673:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000111fc4c7/0x4ad31463d9bbfaee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.748701:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000111fc4c7/0x4ad31463d9bbfaee lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.748710:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000111fc4c7/0x4ad31463d9bbfaee lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.748741:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.748747:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009413c2d3/0x4ad31463d9bbfafc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.748759:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.748763:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009413c2d3/0x4ad31463d9bbfafc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.748771:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009413c2d3/0x4ad31463d9bbfafc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.748783:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009413c2d3/0x4ad31463d9bbfafc lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.748792:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009413c2d3/0x4ad31463d9bbfafc lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.748823:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.748828:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.748831:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.748958:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561215616 00000100:00100000:3.0:1777502104.748963:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561215616 00000100:00100000:3.0:1777502104.748990:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2473 00000100:00100000:3.0:1777502104.748999:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67471500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+71:3311:x1863837561215616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.749011:0:187550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3926 count 1 00010000:00010000:3.0:1777502104.749022:0:187550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005dcc7777/0x4ad31463d9bbfb3b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf56:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.749033:0:187550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007729a9cd/0x4ad31463d9baeaab lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ebb8 expref: 221 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.749043:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.749046:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.749052:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005dcc7777/0x4ad31463d9bbfb3b lrc: 4/0,1 mode: --/PW res: [0x240000400:0xf56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.749085:0:187550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007729a9cd/0x4ad31463d9baeaab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ebb8 expref: 221 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.749155:0:187550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007729a9cd/0x4ad31463d9baeaab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ebb8 expref: 221 pid: 205381 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.749187:0:187550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc547b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561215744:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.749225:0:187550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4fd2a900 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.749471:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc51a4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561216000:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.749504:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777502104.750244:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd45955500/2, rc 0, transno 8589935770 00000100:00100000:3.0:1777502104.750255:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd45955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561213696:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.750292:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561216384 00000100:00100000:3.0:1777502104.750298:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561216384 00000100:00100000:3.0:1777502104.750327:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2476 00000100:00100000:3.0:1777502104.750336:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc51a4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+74:3312:x1863837561216640:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.750348:0:205386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3931 count 1 00010000:00010000:3.0:1777502104.750358:0:205386:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003328ef59/0x4ad31463d9bbfb50 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf5b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.750372:0:205386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c571bddc/0x4ad31463d9baee08 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ec9f expref: 208 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.750378:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.750381:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.750383:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003328ef59/0x4ad31463d9bbfb50 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xf5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.750402:0:205386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c571bddc/0x4ad31463d9baee08 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ec9f expref: 208 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.750425:0:205386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c571bddc/0x4ad31463d9baee08 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ec9f expref: 208 pid: 205377 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.750447:0:205386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc547b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:205386:1863837561217280:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.750484:0:205386:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4fd2ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.750867:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2481 00000100:00100000:3.0:1777502104.750878:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+75:3310:x1863837561217536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.750904:0:205375:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3928 count 1 00010000:00010000:3.0:1777502104.750916:0:205375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008c79b481/0x4ad31463d9bbfb73 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf58:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.750936:0:205375:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000062c0773d/0x4ad31463d9baef5f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ed24 expref: 221 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.750957:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.750961:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.750965:0:205375:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008c79b481/0x4ad31463d9bbfb73 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xf58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.751002:0:205375:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000062c0773d/0x4ad31463d9baef5f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ed24 expref: 221 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.751031:0:205375:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000062c0773d/0x4ad31463d9baef5f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ed24 expref: 221 pid: 205382 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.751060:0:205375:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc547b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205375:1863837561218048:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.751082:0:205375:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4fd2ad80 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.751276:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777502104.751285:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd46319880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561218176:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.751315:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.751355:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc547b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561215744:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.751374:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005dcc7777/0x4ad31463d9bbfb3b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.751409:0:187551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70d55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:187551:1863837561215360:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.751424:0:187551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000e08057d/0x4ad31463d9bbfb2d lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.751453:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562859264 00000100:00100000:3.0:1777502104.751456:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562859264 00010000:00010000:3.0:1777502104.751476:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000909c0d30/0x4ad31463d9baeab2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ebbf expref: 188 pid: 205386 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.751497:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562859520 00000100:00100000:3.0:1777502104.751501:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562859520 00010000:00010000:3.0:1777502104.751516:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007729a9cd/0x4ad31463d9baeaab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ebb8 expref: 222 pid: 205381 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.751538:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 470 00000100:00100000:3.0:1777502104.751551:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+188:2370:x1863837562859264:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.751558:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.751565:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000909c0d30/0x4ad31463d9baeab2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ebbf expref: 188 pid: 205386 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.751671:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000909c0d30/0x4ad31463d9baeab2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ebbf expref: 188 pid: 205386 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.751690:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000909c0d30/0x4ad31463d9baeab2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ebbf expref: 188 pid: 205386 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.751711:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.751714:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.751718:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000e08057d/0x4ad31463d9bbfb2d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.751807:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000e08057d/0x4ad31463d9bbfb2d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.751832:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.751855:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+187:2370:x1863837562859264:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 307us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.751865:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 470 00000100:00100000:3.0:1777502104.751885:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 472 00000100:00100000:3.0:1777502104.751896:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+221:2372:x1863837562859392:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.751914:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.751920:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000734d4cc1/0x4ad31463d9baeaa4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ebb1 expref: 220 pid: 205380 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.751933:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000734d4cc1/0x4ad31463d9baeaa4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ebb1 expref: 220 pid: 205380 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.751965:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000734d4cc1/0x4ad31463d9baeaa4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ebb1 expref: 220 pid: 205380 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.751981:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.751985:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.751990:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000094d2524e/0x4ad31463d9bbfb34 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.752005:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000094d2524e/0x4ad31463d9bbfb34 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.752040:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.752063:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+219:2372:x1863837562859392:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 166us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.752080:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 472 00010000:00010000:3.0:1777502104.752102:0:187551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000e08057d/0x4ad31463d9bbfb2d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.752117:0:187551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000e08057d/0x4ad31463d9bbfb2d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.752138:0:187551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000e08057d/0x4ad31463d9bbfb2d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.752158:0:187551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000e08057d/0x4ad31463d9bbfb2d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.752191:0:187551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.752340:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd476d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+77:3310:x1863837561214976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4047us (4524us total) trans 8589935362 rc 0/0 00000100:00100000:3.0:1777502104.752355:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2471 00000100:00100000:3.0:1777502104.752906:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd46d6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561218944:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.752935:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.753065:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777502104.753077:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70d55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561219200:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.753104:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.753207:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561219456 00000100:00100000:3.0:1777502104.753211:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561219456 00000100:00100000:3.0:1777502104.753247:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2489 00000100:00100000:3.0:1777502104.753258:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+77:3312:x1863837561219456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777502104.753273:0:205385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3898 count 1 00010000:00010000:3.0:1777502104.753352:0:205385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b319061e/0x4ad31463d9bbfbab lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.753366:0:205385:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9baf21b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ed9b expref: 186 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.753382:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.753384:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.753387:0:205385:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b319061e/0x4ad31463d9bbfbab lrc: 4/0,1 mode: --/PW res: [0x280000400:0xf3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.753405:0:205385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9baf21b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ed9b expref: 186 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.753412:0:205385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9baf21b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ed9b expref: 186 pid: 188366 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.753420:0:205385:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd71dd2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:205385:1863837561219840:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.753440:0:205385:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4fd2ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.754232:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.754266:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.754301:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.754354:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.754399:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.754427:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.754460:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.754488:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.754521:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.754636:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.754696:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.754788:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 476 00000100:00100000:3.0:1777502104.754805:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49233800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+189:2370:x1863837562859776:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.754825:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.754835:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005e823ea0/0x4ad31463d9baeab9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ebcd expref: 189 pid: 205384 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.754866:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005e823ea0/0x4ad31463d9baeab9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ebcd expref: 189 pid: 205384 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.754902:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005e823ea0/0x4ad31463d9baeab9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ebcd expref: 189 pid: 205384 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.754931:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.754935:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.754941:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000037307da/0x4ad31463d9bbfb42 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.754969:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000037307da/0x4ad31463d9bbfb42 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.755000:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.755033:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49233800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+188:2370:x1863837562859776:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 232us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.755044:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 476 00000100:00100000:3.0:1777502104.755068:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 479 00000100:00100000:3.0:1777502104.755084:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ddb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+197:2372:x1863837562860672:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.755100:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.755109:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009174f231/0x4ad31463d9baeff2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ed5c expref: 197 pid: 205384 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.755142:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009174f231/0x4ad31463d9baeff2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ed5c expref: 197 pid: 205384 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.755176:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009174f231/0x4ad31463d9baeff2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ed5c expref: 197 pid: 205384 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.755202:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.755206:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.755212:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000097e61f12/0x4ad31463d9bbfb7a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.755232:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000097e61f12/0x4ad31463d9bbfb7a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.755278:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.755304:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ddb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+196:2372:x1863837562860672:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 224us (847us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.755325:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 479 00000100:00100000:3.0:1777502104.755350:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 482 00000100:00100000:3.0:1777502104.755364:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ddb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+187:2370:x1863837562860800:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.755381:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.755390:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d022aac0/0x4ad31463d9baef51 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ed1d expref: 187 pid: 205376 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.755429:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d022aac0/0x4ad31463d9baef51 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ed1d expref: 186 pid: 205376 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.755466:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d022aac0/0x4ad31463d9baef51 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ed1d expref: 186 pid: 205376 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.755501:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.755504:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.755510:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000893aa712/0x4ad31463d9bbfb81 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.755535:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000893aa712/0x4ad31463d9bbfb81 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.755573:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.755627:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ddb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+183:2370:x1863837562860800:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 266us (996us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.755638:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 482 00000100:00100000:3.0:1777502104.756521:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561220352 00000100:00100000:3.0:1777502104.756525:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561220352 00000100:00100000:3.0:1777502104.756561:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561220480 00000100:00100000:3.0:1777502104.756566:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561220480 00000100:00100000:3.0:1777502104.756637:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2492 00000100:00100000:3.0:1777502104.756651:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc42384e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+81:3309:x1863837561220352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777502104.756675:0:205382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3899 count 1 00010000:00010000:3.0:1777502104.756692:0:205382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003bb4bb3f/0x4ad31463d9bbfbc7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.756738:0:205382:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000531a8ebb/0x4ad31463d9baf341 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ee2e expref: 195 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.756766:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.756771:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.756777:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003bb4bb3f/0x4ad31463d9bbfbc7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xf3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.756823:0:205382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000531a8ebb/0x4ad31463d9baf341 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ee2e expref: 195 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.756852:0:205382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000531a8ebb/0x4ad31463d9baf341 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ee2e expref: 195 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.756886:0:205382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ee53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:205382:1863837561221120:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.756925:0:205382:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4fd2ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.757062:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561221248 00000100:00100000:3.0:1777502104.757067:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561221248 00000100:00100000:3.0:1777502104.757093:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2495 00000100:00100000:3.0:1777502104.757108:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+81:3310:x1863837561221248:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.757127:0:187550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3936 count 1 00010000:00010000:3.0:1777502104.757140:0:187550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000040e4b8d/0x4ad31463d9bbfbd5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf60:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.757170:0:187550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002574f7ad/0x4ad31463d9baf33a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ee27 expref: 207 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.757196:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.757200:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.757205:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000040e4b8d/0x4ad31463d9bbfbd5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xf60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.757248:0:187550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002574f7ad/0x4ad31463d9baf33a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ee27 expref: 207 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.757263:0:187550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002574f7ad/0x4ad31463d9baf33a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ee27 expref: 207 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.757296:0:187550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ee51180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561221376:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.757343:0:187550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4fd2a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.758076:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f37d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561221888:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.758180:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777502104.758221:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd46319880/2, rc 0, transno 8589935369 00000100:00100000:3.0:1777502104.758237:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd46319880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561218176:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.758539:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562861056 00000100:00100000:3.0:1777502104.758546:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562861056 00010000:00010000:3.0:1777502104.758571:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002af85f98/0x4ad31463d9baef9e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ed47 expref: 216 pid: 205378 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.758669:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 484 00000100:00100000:3.0:1777502104.758685:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc56069180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+217:2371:x1863837562861056:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.758702:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.758711:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 000000002af85f98/0x4ad31463d9baef9e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ed47 expref: 217 pid: 205378 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.758743:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002af85f98/0x4ad31463d9baef9e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ed47 expref: 217 pid: 205378 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.758770:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002af85f98/0x4ad31463d9baef9e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ed47 expref: 217 pid: 205378 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.758795:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.758799:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.758805:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007a5804c5/0x4ad31463d9bbfb8f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.758832:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007a5804c5/0x4ad31463d9bbfb8f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.758874:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.758900:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc56069180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+215:2371:x1863837562861056:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 220us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.758912:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 484 00000100:00100000:3.0:1777502104.758942:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 486 00000100:00100000:3.0:1777502104.758957:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5606a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+208:2371:x1863837562861440:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.758972:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.758982:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 000000007b5badac/0x4ad31463d9baefeb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ed55 expref: 209 pid: 205381 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.759014:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007b5badac/0x4ad31463d9baefeb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ed55 expref: 209 pid: 205381 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.759034:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b5badac/0x4ad31463d9baefeb lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ed55 expref: 209 pid: 205381 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.759049:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.759053:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.759059:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003fa18a07/0x4ad31463d9bbfba4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.759074:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003fa18a07/0x4ad31463d9bbfba4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.759116:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.759144:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5606a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+207:2371:x1863837562861440:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 190us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.759254:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 486 00010000:00010000:3.0:1777502104.759455:0:205385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9baf21b lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ed9b expref: 181 pid: 188366 timeout: 8331 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.759482:0:205385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd71dd2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:205385:1863837561219840:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.759504:0:205385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b319061e/0x4ad31463d9bbfbab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.759515:0:205385:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b319061e/0x4ad31463d9bbfbab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.759525:0:205385:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b319061e/0x4ad31463d9bbfbab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.759573:0:205385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b319061e/0x4ad31463d9bbfbab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.759611:0:205385:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b319061e/0x4ad31463d9bbfbab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.759630:0:205385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.759824:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+85:3312:x1863837561219456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6566us (6644us total) trans 8589935370 rc 0/0 00000100:00100000:3.0:1777502104.759841:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2489 00000100:00100000:3.0:1777502104.759864:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561222784 00000100:00100000:3.0:1777502104.759870:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561222784 00000100:00100000:3.0:1777502104.759906:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2501 00000100:00100000:3.0:1777502104.759918:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+86:3311:x1863837561222784:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.759934:0:205385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3939 count 1 00010000:00010000:3.0:1777502104.759951:0:205385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fd6438d/0x4ad31463d9bbfbff lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf63:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.759973:0:205385:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c2f84f47/0x4ad31463d9baf571 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82eedd expref: 205 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.759997:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.760002:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.760007:0:205385:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fd6438d/0x4ad31463d9bbfbff lrc: 4/0,1 mode: --/PW res: [0x240000400:0xf63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.760034:0:205385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c2f84f47/0x4ad31463d9baf571 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82eedd expref: 205 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.760060:0:205385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c2f84f47/0x4ad31463d9baf571 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82eedd expref: 205 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.760074:0:205385:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd50899880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561223040:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.760120:0:205385:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4fd2a300 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.760203:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777502104.760215:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc48235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561223296:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.760250:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.760282:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc49233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561223424:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.760317:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.760916:0:205375:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc49cdfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:205375:1863837561220992:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.760936:0:205375:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007fbd3063/0x4ad31463d9bbfbce lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.760979:0:205382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ee53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:205382:1863837561221120:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.760997:0:205382:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003bb4bb3f/0x4ad31463d9bbfbc7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.761036:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562862336 00000100:00100000:3.0:1777502104.761042:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562862336 00010000:00010000:3.0:1777502104.761063:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000531a8ebb/0x4ad31463d9baf341 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ee2e expref: 196 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.761105:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562861952 00000100:00100000:3.0:1777502104.761111:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562861952 00010000:00010000:3.0:1777502104.761194:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d0faa214/0x4ad31463d9baf6ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ef38 expref: 197 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.761291:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562862592 00000100:00100000:3.0:1777502104.761297:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562862592 00010000:00010000:3.0:1777502104.761321:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000618afda2/0x4ad31463d9baf57f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82eee4 expref: 208 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.761358:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562861824 00000100:00100000:3.0:1777502104.761363:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562861824 00010000:00010000:3.0:1777502104.761382:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a17a35ef/0x4ad31463d9baf578 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82eed6 expref: 200 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.761406:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562862464 00000100:00100000:3.0:1777502104.761411:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562862464 00010000:00010000:3.0:1777502104.761429:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002574f7ad/0x4ad31463d9baf33a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ee27 expref: 209 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.761478:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 491 00000100:00100000:3.0:1777502104.761495:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4d4a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+209:2371:x1863837562862208:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.761512:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.761521:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006772d2f6/0x4ad31463d9baf2c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ee04 expref: 209 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.761554:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006772d2f6/0x4ad31463d9baf2c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ee04 expref: 209 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.761613:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006772d2f6/0x4ad31463d9baf2c3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ee04 expref: 209 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.761640:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.761642:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.761645:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bbfbb9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.761653:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bbfbb9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.761686:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.761711:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4d4a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+208:2371:x1863837562862208:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 221us (635us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.761742:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 491 00000100:00100000:3.0:1777502104.761774:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 494 00000100:00100000:3.0:1777502104.761793:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ddb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+207:2371:x1863837562862592:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.761808:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.761818:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000618afda2/0x4ad31463d9baf57f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82eee4 expref: 207 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.761854:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000618afda2/0x4ad31463d9baf57f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82eee4 expref: 207 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.761895:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000618afda2/0x4ad31463d9baf57f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82eee4 expref: 206 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.761927:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.761992:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.761998:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000084a060d1/0x4ad31463d9bbfbf1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.762018:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084a060d1/0x4ad31463d9bbfbf1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.762039:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.762117:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ddb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+204:2371:x1863837562862592:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 276us (899us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.762138:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 494 00000100:00100000:3.0:1777502104.762181:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 498 00000100:00100000:3.0:1777502104.762198:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc595e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+203:2371:x1863837562862464:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.762215:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.762221:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002574f7ad/0x4ad31463d9baf33a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ee27 expref: 203 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.762236:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002574f7ad/0x4ad31463d9baf33a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ee27 expref: 203 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.762263:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002574f7ad/0x4ad31463d9baf33a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ee27 expref: 203 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.762343:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.762346:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.762351:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000040e4b8d/0x4ad31463d9bbfbd5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.762367:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000040e4b8d/0x4ad31463d9bbfbd5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.762391:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.762415:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc595e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+202:2371:x1863837562862464:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 220us (1086us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.762431:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 498 00000100:00100000:3.0:1777502104.762740:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.762800:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.762848:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.762905:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.762946:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.763007:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.763034:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562863104 00000100:00100000:3.0:1777502104.763039:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562863104 00010000:00010000:3.0:1777502104.763058:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c2f84f47/0x4ad31463d9baf571 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xf63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82eedd expref: 203 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.763141:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562863616 00000100:00100000:3.0:1777502104.763145:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562863616 00010000:00010000:3.0:1777502104.763163:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c1691042/0x4ad31463d9baf87a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xf66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ef9a expref: 205 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.763194:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 500 00000100:00100000:3.0:1777502104.763206:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5089aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+192:2373:x1863837562863360:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.763218:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.763224:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b8534bbf/0x4ad31463d9baf881 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82efa1 expref: 192 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.763249:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b8534bbf/0x4ad31463d9baf881 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82efa1 expref: 192 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.763274:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.763277:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.763281:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000677faa26/0x4ad31463d9bbfc14 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.763302:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000677faa26/0x4ad31463d9bbfc14 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.763332:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.763355:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5089aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+191:2373:x1863837562863360:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 152us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.763362:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 500 00000100:00100000:3.0:1777502104.763379:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 501 00000100:00100000:3.0:1777502104.763391:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f707450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+205:2372:x1863837562863232:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.763406:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.763414:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9baf865 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ef85 expref: 205 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.763447:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9baf865 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ef85 expref: 205 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.763467:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9baf865 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ef85 expref: 205 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.763495:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.763499:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.763503:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000880bef4/0x4ad31463d9bbfc06 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.763527:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000880bef4/0x4ad31463d9bbfc06 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.763553:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.763598:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f707450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+204:2372:x1863837562863232:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 186us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.763611:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 501 00000100:00100000:3.0:1777502104.763633:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 503 00000100:00100000:3.0:1777502104.763641:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5089b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+203:2372:x1863837562863488:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.763653:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.763661:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bdd073fa/0x4ad31463d9baf873 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ef93 expref: 203 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.763693:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bdd073fa/0x4ad31463d9baf873 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ef93 expref: 202 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.763709:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bdd073fa/0x4ad31463d9baf873 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ef93 expref: 202 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.763742:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.763746:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.763750:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009413c2d3/0x4ad31463d9bbfc0d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.763761:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009413c2d3/0x4ad31463d9bbfc0d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.763808:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.763837:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5089b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+201:2372:x1863837562863488:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 195us (892us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.763847:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 503 00010000:00010000:3.0:1777502104.763893:0:205385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c2f84f47/0x4ad31463d9baf571 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82eedd expref: 199 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.763909:0:205385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd50899880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561223040:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.763933:0:205385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006fd6438d/0x4ad31463d9bbfbff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.763961:0:205385:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006fd6438d/0x4ad31463d9bbfbff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.763983:0:205385:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006fd6438d/0x4ad31463d9bbfbff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.764009:0:205385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fd6438d/0x4ad31463d9bbfbff lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.764032:0:205385:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006fd6438d/0x4ad31463d9bbfbff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.764064:0:205385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1777502104.764233:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+89:3311:x1863837561222784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4316us (4518us total) trans 8589935786 rc 0/0 00000100:00100000:3.0:1777502104.764256:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2501 00010000:00010000:3.0:1777502104.764407:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.764413:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000111fc4c7/0x4ad31463d9bbfc1b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.764422:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.764427:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000111fc4c7/0x4ad31463d9bbfc1b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.764439:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000111fc4c7/0x4ad31463d9bbfc1b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.764453:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000111fc4c7/0x4ad31463d9bbfc1b lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.764467:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000111fc4c7/0x4ad31463d9bbfc1b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.764487:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.764491:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bbfbb9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.764500:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.764503:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bbfbb9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.764519:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bbfbb9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.764531:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bbfbb9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.764540:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bbfbb9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.764563:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.764567:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.764570:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.764639:0:188358:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bbfbe3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.764652:0:188358:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bbfbe3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.764672:0:188358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bbfbe3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.764688:0:188358:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bbfbe3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.764707:0:188358:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.764876:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6ea51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+89:3312:x1863837561221632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6929us (6998us total) trans 8589935377 rc 0/0 00000100:00100000:3.0:1777502104.764896:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2497 00010000:00010000:3.0:1777502104.764931:0:205380:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000084a060d1/0x4ad31463d9bbfbf1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.764957:0:205380:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084a060d1/0x4ad31463d9bbfbf1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.764977:0:205380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084a060d1/0x4ad31463d9bbfbf1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.764993:0:205380:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000084a060d1/0x4ad31463d9bbfbf1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.765010:0:205380:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.765231:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4a98b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+92:3309:x1863837561221888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6975us (7052us total) trans 8589935789 rc 0/0 00000100:00100000:3.0:1777502104.765245:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2499 00000100:00100000:3.0:1777502104.765352:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2514 00000100:00100000:3.0:1777502104.765367:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+91:3311:x1863837561225600:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.765384:0:205380:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3951 count 1 00010000:00010000:3.0:1777502104.765396:0:205380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bbfc5a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.765411:0:205380:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d77a6545/0x4ad31463d9bb01c6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f26b expref: 197 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.765433:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.765435:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.765439:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bbfc5a lrc: 4/0,1 mode: --/PW res: [0x240000400:0xf6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.765469:0:205380:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d77a6545/0x4ad31463d9bb01c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f26b expref: 197 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.765478:0:205380:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d77a6545/0x4ad31463d9bb01c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f26b expref: 197 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.765486:0:205380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd50899880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561226624:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.765514:0:205380:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4fd2ac00 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.765525:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.765529:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000880bef4/0x4ad31463d9bbfc06 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.765540:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb5aa00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.765544:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000880bef4/0x4ad31463d9bbfc06 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.765551:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000880bef4/0x4ad31463d9bbfc06 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.765562:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000880bef4/0x4ad31463d9bbfc06 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.765570:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000880bef4/0x4ad31463d9bbfc06 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.765618:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.765620:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.765622:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.767962:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc51a4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561226368:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.767986:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ec6cce61/0x4ad31463d9bbfc4c lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.768025:0:205380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd50899880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561226624:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.768050:0:205380:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bbfc5a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.768109:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562864256 00000100:00100000:3.0:1777502104.768116:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562864256 00010000:00010000:3.0:1777502104.768139:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d77a6545/0x4ad31463d9bb01c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f26b expref: 198 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.768176:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 506 00000100:00100000:3.0:1777502104.768191:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+182:2371:x1863837562863744:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.768204:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.768213:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d5b7d7f0/0x4ad31463d9bafaf7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f049 expref: 182 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.768312:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d5b7d7f0/0x4ad31463d9bafaf7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f049 expref: 181 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.768332:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5b7d7f0/0x4ad31463d9bafaf7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f049 expref: 181 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.768352:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.768356:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.768361:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008ef30335/0x4ad31463d9bbfc22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.768370:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008ef30335/0x4ad31463d9bbfc22 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.768395:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.768424:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+180:2371:x1863837562863744:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 234us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.768446:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 506 00000100:00100000:3.0:1777502104.768471:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 509 00000100:00100000:3.0:1777502104.768487:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f704c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+189:2373:x1863837562863872:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.768504:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.768512:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ff60a6ae/0x4ad31463d9bb013a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f24f expref: 189 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.768566:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ff60a6ae/0x4ad31463d9bb013a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f24f expref: 189 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.768618:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff60a6ae/0x4ad31463d9bb013a lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f24f expref: 189 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.768631:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.768635:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.768642:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ec6cce61/0x4ad31463d9bbfc4c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.768666:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec6cce61/0x4ad31463d9bbfc4c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.768692:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.768733:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f704c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+188:2373:x1863837562863872:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 237us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.768748:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 509 00010000:00010000:3.0:1777502104.768796:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ec6cce61/0x4ad31463d9bbfc4c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.768805:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec6cce61/0x4ad31463d9bbfc4c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.768814:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ec6cce61/0x4ad31463d9bbfc4c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.768823:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ec6cce61/0x4ad31463d9bbfc4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.768842:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1777502104.769077:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+94:3311:x1863837561225472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3832us (4095us total) trans 8589935380 rc 0/0 00000100:00100000:3.0:1777502104.769096:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2512 00010000:00010000:3.0:1777502104.769117:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.769155:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1777502104.769380:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd71dd1500/2, rc 0, transno 8589935382 00000100:00100000:3.0:1777502104.769387:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd71dd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561224448:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.769393:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777502104.769406:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd455e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561228288:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.769439:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.769555:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561228288 00000100:00100000:3.0:1777502104.769559:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561228288 00000100:00100000:3.0:1777502104.769647:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2523 00000100:00100000:3.0:1777502104.769653:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd50899c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+95:3310:x1863837561228288:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777502104.769664:0:205380:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3909 count 1 00010000:00010000:3.0:1777502104.769674:0:205380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbfc99 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf45:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.769695:0:205380:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000069a06774/0x4ad31463d9baff5e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f1ae expref: 176 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.769732:0:205380:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d6783896/0x4ad31463d9bb0205 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f28e expref: 187 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.769742:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.769745:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.769751:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbfc99 lrc: 5/0,1 mode: --/PW res: [0x280000400:0xf45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.769776:0:205380:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d6783896/0x4ad31463d9bb0205 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f28e expref: 187 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.769802:0:205380:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d6783896/0x4ad31463d9bb0205 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f28e expref: 187 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.769837:0:205380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd50899880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:205380:1863837561228928:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.769886:0:205380:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000069a06774/0x4ad31463d9baff5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f1ae expref: 176 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.769918:0:205380:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000069a06774/0x4ad31463d9baff5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f1ae expref: 176 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.769950:0:205380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd50898000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:205380:1863837561229184:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.769977:0:205380:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4fd2a900 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.770202:0:189105:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc51a4ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:189105:1863837561226752:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.770279:0:189105:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c57fe3e5/0x4ad31463d9bbfc61 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.770384:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 510 00000100:00100000:3.0:1777502104.770399:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+216:2370:x1863837562864512:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.770415:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.770424:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d2814a31/0x4ad31463d9bafb28 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f05e expref: 216 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.770451:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d2814a31/0x4ad31463d9bafb28 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f05e expref: 216 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.770482:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d2814a31/0x4ad31463d9bafb28 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f05e expref: 216 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.770507:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.770511:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.770516:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bbfc3e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.770542:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bbfc3e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.770570:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.770644:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+213:2370:x1863837562864512:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 249us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.770666:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 510 00000100:00100000:3.0:1777502104.770692:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562865280 00000100:00100000:3.0:1777502104.770698:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562865280 00010000:00010000:3.0:1777502104.770738:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b6b2ae2c/0x4ad31463d9baff2d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f192 expref: 177 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.770778:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562865152 00000100:00100000:3.0:1777502104.770784:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562865152 00010000:00010000:3.0:1777502104.770803:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000daa21b1e/0x4ad31463d9bb01fe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f287 expref: 188 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.770841:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 515 00000100:00100000:3.0:1777502104.770856:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+212:2370:x1863837562864640:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.770870:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.770882:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001e21d394/0x4ad31463d9bafc39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f0ab expref: 212 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.770900:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001e21d394/0x4ad31463d9bafc39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f0ab expref: 212 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.770932:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e21d394/0x4ad31463d9bafc39 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f0ab expref: 211 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.770953:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.770957:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.770963:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ddc4326c/0x4ad31463d9bbfc45 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.770972:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ddc4326c/0x4ad31463d9bbfc45 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.770993:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.771021:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+210:2370:x1863837562864640:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 167us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.771046:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 515 00000100:00100000:3.0:1777502104.771108:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562865664 00000100:00100000:3.0:1777502104.771113:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562865664 00010000:00010000:3.0:1777502104.771131:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b3642403/0x4ad31463d9bafb2f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f065 expref: 177 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.771157:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 517 00000100:00100000:3.0:1777502104.771170:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77eeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+189:2370:x1863837562865152:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.771187:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.771195:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000daa21b1e/0x4ad31463d9bb01fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f287 expref: 189 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.771210:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000daa21b1e/0x4ad31463d9bb01fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f287 expref: 189 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.771242:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000daa21b1e/0x4ad31463d9bb01fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f287 expref: 189 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.771285:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.771289:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.771293:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c035d415/0x4ad31463d9bbfc7d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.771305:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c035d415/0x4ad31463d9bbfc7d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.771414:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.771445:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77eeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+187:2370:x1863837562865152:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 276us (871us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.771569:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 517 00000100:00100000:3.0:1777502104.771671:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 519 00000100:00100000:3.0:1777502104.771684:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77eef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+196:2371:x1863837562865536:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.771693:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.771700:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b3b40dc0/0x4ad31463d9bb05ee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f3c2 expref: 196 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.771732:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b3b40dc0/0x4ad31463d9bb05ee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f3c2 expref: 196 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.771760:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b3b40dc0/0x4ad31463d9bb05ee lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f3c2 expref: 196 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.771788:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.771792:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.771796:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007a5804c5/0x4ad31463d9bbfc8b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.771809:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007a5804c5/0x4ad31463d9bbfc8b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.771834:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.771856:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77eef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+195:2371:x1863837562865536:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 176us (938us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.771873:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 519 00000100:00100000:3.0:1777502104.771893:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 520 00000100:00100000:3.0:1777502104.771907:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77eedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+177:2373:x1863837562865664:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.771917:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.771926:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b3642403/0x4ad31463d9bafb2f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f065 expref: 177 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.771956:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b3642403/0x4ad31463d9bafb2f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f065 expref: 177 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.771989:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3642403/0x4ad31463d9bafb2f lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f065 expref: 177 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.772034:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.772036:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.772039:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe0e7b9f/0x4ad31463d9bbfc37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.772055:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe0e7b9f/0x4ad31463d9bbfc37 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.772071:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.772093:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77eedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+176:2373:x1863837562865664:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 189us (1145us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.772098:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 520 00010000:00010000:3.0:1777502104.772115:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.772119:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d37010e7/0x4ad31463d9bbfc76 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.772126:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb5b800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.772129:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d37010e7/0x4ad31463d9bbfc76 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.772138:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d37010e7/0x4ad31463d9bbfc76 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.772146:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d37010e7/0x4ad31463d9bbfc76 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.772161:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d37010e7/0x4ad31463d9bbfc76 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.772179:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.772183:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.772186:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.772194:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.772521:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.772622:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.772665:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.772781:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.772906:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.773010:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.773054:0:205380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd50899880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:205380:1863837561228928:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.773077:0:205380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd50898000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:205380:1863837561229184:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.773097:0:205380:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbfc99 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.773140:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1777502104.773145:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ddc4326c/0x4ad31463d9bbfc45 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.773155:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.773161:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ddc4326c/0x4ad31463d9bbfc45 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.773181:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ddc4326c/0x4ad31463d9bbfc45 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.773195:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ddc4326c/0x4ad31463d9bbfc45 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.773207:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ddc4326c/0x4ad31463d9bbfc45 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.773234:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.773239:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe0e7b9f/0x4ad31463d9bbfc37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.773247:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb5ae00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.773314:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe0e7b9f/0x4ad31463d9bbfc37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.773321:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe0e7b9f/0x4ad31463d9bbfc37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.773331:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe0e7b9f/0x4ad31463d9bbfc37 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.773342:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe0e7b9f/0x4ad31463d9bbfc37 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.773378:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.773381:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.773384:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.773393:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.773407:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562866176 00000100:00100000:3.0:1777502104.773412:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562866176 00010000:00010000:3.0:1777502104.773429:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000048621008/0x4ad31463d9bb0833 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f447 expref: 187 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.773567:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562866048 00000100:00100000:3.0:1777502104.773574:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562866048 00010000:00010000:3.0:1777502104.773616:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002986b58a/0x4ad31463d9bb032b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f305 expref: 178 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.773640:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 521 00000100:00100000:3.0:1777502104.773653:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd50898700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+209:2371:x1863837562865792:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.773674:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.773683:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9baff65 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f1b5 expref: 209 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.773764:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9baff65 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f1b5 expref: 209 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.773801:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9baff65 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f1b5 expref: 209 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.773820:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.773822:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.773827:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007b5badac/0x4ad31463d9bbfc92 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.773851:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b5badac/0x4ad31463d9bbfc92 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.773875:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.773904:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd50898700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+208:2371:x1863837562865792:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 253us (1384us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.773924:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 521 00000100:00100000:3.0:1777502104.773952:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 524 00000100:00100000:3.0:1777502104.773968:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd50898a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+178:2370:x1863837562866304:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.773983:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.773992:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000078407383/0x4ad31463d9bb043c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f359 expref: 178 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.774028:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000078407383/0x4ad31463d9bb043c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f359 expref: 178 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.774045:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.774047:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.774053:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a6ee1a8a/0x4ad31463d9bbfcae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.774066:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a6ee1a8a/0x4ad31463d9bbfcae lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.774087:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.774120:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd50898a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+178:2370:x1863837562866304:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 155us (1338us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.774134:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 524 00000100:00100000:3.0:1777502104.774166:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 526 00000100:00100000:3.0:1777502104.774182:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5089ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+177:2373:x1863837562866432:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.774199:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.774210:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000069a06774/0x4ad31463d9baff5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f1ae expref: 176 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.774246:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000069a06774/0x4ad31463d9baff5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f1ae expref: 176 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.774288:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000069a06774/0x4ad31463d9baff5e lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f1ae expref: 176 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.774314:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.774318:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.774372:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbfc99 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.774426:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbfc99 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.774503:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.774509:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000e08057d/0x4ad31463d9bbfca7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.774534:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.774542:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000e08057d/0x4ad31463d9bbfca7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.774561:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000e08057d/0x4ad31463d9bbfca7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.774599:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000e08057d/0x4ad31463d9bbfca7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.774608:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000e08057d/0x4ad31463d9bbfca7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.774635:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.774640:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003f34d5b6/0x4ad31463d9bbfca0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.774652:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80fd7600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.774659:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003f34d5b6/0x4ad31463d9bbfca0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.774670:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003f34d5b6/0x4ad31463d9bbfca0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.774692:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003f34d5b6/0x4ad31463d9bbfca0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.774702:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f34d5b6/0x4ad31463d9bbfca0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.774737:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.774740:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.774743:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.774754:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.774856:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.775054:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.775084:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.775139:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502104.775166:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.775191:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5089ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+175:2373:x1863837562866432:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 1011us (2188us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.775252:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 526 00000100:00100000:3.0:1777502104.775279:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 528 00000100:00100000:3.0:1777502104.775291:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd50899880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+210:2372:x1863837562866944:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.775303:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.775310:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c68e7f2e/0x4ad31463d9bb02b4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xf72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f2db expref: 209 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.775333:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c68e7f2e/0x4ad31463d9bb02b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f2db expref: 209 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.775351:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.775353:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.775357:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000350456f1/0x4ad31463d9bbfcca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.775372:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000350456f1/0x4ad31463d9bbfcca lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.775395:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.775421:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd50899880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+207:2372:x1863837562866944:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 136us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.775440:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 528 00000100:00100000:3.0:1777502104.775462:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 530 00000100:00100000:3.0:1777502104.775475:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f705050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+174:2372:x1863837562866816:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.775488:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.775496:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000023fe0aa/0x4ad31463d9bb0443 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f360 expref: 174 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.775525:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000023fe0aa/0x4ad31463d9bb0443 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f360 expref: 174 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.775569:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.775573:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.775607:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000089fd92a0/0x4ad31463d9bbfcb5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.775614:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000089fd92a0/0x4ad31463d9bbfcb5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.775628:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.775649:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f705050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+173:2372:x1863837562866816:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 176us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.775664:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 530 00010000:00010000:3.0:1777502104.775684:0:205380:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbfc99 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.775702:0:205380:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbfc99 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.775730:0:205380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbfc99 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.775758:0:205380:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbfc99 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.775790:0:205380:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1777502104.776026:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd50899c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+101:3310:x1863837561228288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6371us (6585us total) trans 8589935389 rc 0/0 00000100:00100000:3.0:1777502104.776041:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2523 00010000:00010000:3.0:1777502104.776066:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.776073:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbfc99 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.776097:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5faa00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.776102:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbfc99 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.776109:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbfc99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.776118:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbfc99 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.776125:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbfc99 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.776138:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.776141:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.776145:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.776152:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.776232:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.776238:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000084a060d1/0x4ad31463d9bbfcbc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.776252:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf7e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.776255:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000084a060d1/0x4ad31463d9bbfcbc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.776262:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000084a060d1/0x4ad31463d9bbfcbc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.776272:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000084a060d1/0x4ad31463d9bbfcbc lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.776290:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084a060d1/0x4ad31463d9bbfcbc lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.776354:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.776358:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.776362:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.776630:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561231872 00000100:00100000:3.0:1777502104.776636:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561231872 00000100:00100000:3.0:1777502104.776794:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2538 00000100:00100000:3.0:1777502104.776806:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77f9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+102:3311:x1863837561232000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777502104.776824:0:205380:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3921 count 1 00010000:00010000:3.0:1777502104.776839:0:205380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003328ef59/0x4ad31463d9bbfd02 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.776867:0:205380:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ff216536/0x4ad31463d9bb0b04 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f4fd expref: 183 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.776891:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.776894:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.776898:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003328ef59/0x4ad31463d9bbfd02 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xf51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.776929:0:205380:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ff216536/0x4ad31463d9bb0b04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f4fd expref: 183 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.776939:0:205380:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ff216536/0x4ad31463d9bb0b04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f4fd expref: 183 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.776959:0:205380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5089b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:205380:1863837561232896:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.776995:0:205380:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4fd2a900 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.777157:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.777164:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000089fd92a0/0x4ad31463d9bbfcb5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.777177:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f594800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.777181:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000089fd92a0/0x4ad31463d9bbfcb5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.777189:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000089fd92a0/0x4ad31463d9bbfcb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.777203:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000089fd92a0/0x4ad31463d9bbfcb5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.777213:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089fd92a0/0x4ad31463d9bbfcb5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.777323:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.777327:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.777331:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.777537:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.777543:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000958218e7/0x4ad31463d9bbfc84 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.777551:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb5b000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.777554:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000958218e7/0x4ad31463d9bbfc84 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.777561:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000958218e7/0x4ad31463d9bbfc84 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.777572:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000958218e7/0x4ad31463d9bbfc84 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.777659:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000958218e7/0x4ad31463d9bbfc84 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.779102:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.779141:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.779319:0:205380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5089b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:205380:1863837561232896:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.779337:0:205380:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003328ef59/0x4ad31463d9bbfd02 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.779917:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.781477:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562867456 00000100:00100000:3.0:1777502104.781481:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562867456 00010000:00010000:3.0:1777502104.781504:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ff216536/0x4ad31463d9bb0b04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f4fd expref: 184 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.781536:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562867584 00000100:00100000:3.0:1777502104.781540:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562867584 00010000:00010000:3.0:1777502104.781553:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b16a32e4/0x4ad31463d9bb0a78 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f4e1 expref: 195 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.781595:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562867840 00000100:00100000:3.0:1777502104.781598:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562867840 00010000:00010000:3.0:1777502104.781611:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000082461a1f/0x4ad31463d9bb0db2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f5a5 expref: 185 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.781630:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 533 00000100:00100000:3.0:1777502104.781639:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77eee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+185:2371:x1863837562867456:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.781648:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.781653:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ff216536/0x4ad31463d9bb0b04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f4fd expref: 185 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.781664:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ff216536/0x4ad31463d9bb0b04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f4fd expref: 185 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.781683:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff216536/0x4ad31463d9bb0b04 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f4fd expref: 185 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.781706:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.781710:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.781715:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003328ef59/0x4ad31463d9bbfd02 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.781738:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003328ef59/0x4ad31463d9bbfd02 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.781769:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.781807:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77eee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+184:2371:x1863837562867456:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 159us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.781820:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 533 00000100:00100000:3.0:1777502104.781835:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562868224 00000100:00100000:3.0:1777502104.781839:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562868224 00010000:00010000:3.0:1777502104.781852:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f6bfd8d2/0x4ad31463d9bb0b19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f512 expref: 184 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.781865:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562868096 00000100:00100000:3.0:1777502104.781867:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562868096 00010000:00010000:3.0:1777502104.781878:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000793dc82e/0x4ad31463d9bb0acc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f4e8 expref: 185 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.781984:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 536 00000100:00100000:3.0:1777502104.782000:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77eeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+194:2372:x1863837562867328:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.782013:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.782023:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d3244c57/0x4ad31463d9bb0afd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f4f6 expref: 194 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.782094:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d3244c57/0x4ad31463d9bb0afd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f4f6 expref: 193 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.782127:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3244c57/0x4ad31463d9bb0afd lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f4f6 expref: 193 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.782141:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.782144:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.782147:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bbfcfb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.782158:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bbfcfb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.782178:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.782200:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77eeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+191:2372:x1863837562867328:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 204us (727us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.782207:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 536 00000100:00100000:3.0:1777502104.782226:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562868992 00000100:00100000:3.0:1777502104.782230:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562868992 00010000:00010000:3.0:1777502104.782244:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008a8b8a6c/0x4ad31463d9bb0fe9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f654 expref: 173 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.782484:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 539 00000100:00100000:3.0:1777502104.782495:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77eedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+186:2371:x1863837562868224:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.782508:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.782514:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f6bfd8d2/0x4ad31463d9bb0b19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f512 expref: 186 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.782630:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f6bfd8d2/0x4ad31463d9bb0b19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f512 expref: 185 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.782652:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6bfd8d2/0x4ad31463d9bb0b19 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f512 expref: 185 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.782677:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.782680:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.782684:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d0faa214/0x4ad31463d9bbfcf4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.782767:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d0faa214/0x4ad31463d9bbfcf4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.782799:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.782806:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bbfce6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.782825:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.782829:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bbfce6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.782838:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bbfce6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.782864:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bbfce6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.782874:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bbfce6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.782901:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.782905:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f6b4b92c/0x4ad31463d9bbfd10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.782913:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd58a73200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.782919:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f6b4b92c/0x4ad31463d9bbfd10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.782932:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f6b4b92c/0x4ad31463d9bbfd10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.782942:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f6b4b92c/0x4ad31463d9bbfd10 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.782951:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6b4b92c/0x4ad31463d9bbfd10 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.782970:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.782974:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.782977:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.782991:0:205380:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003328ef59/0x4ad31463d9bbfd02 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.782997:0:205380:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003328ef59/0x4ad31463d9bbfd02 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.783015:0:205380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003328ef59/0x4ad31463d9bbfd02 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.783021:0:205380:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003328ef59/0x4ad31463d9bbfd02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.783046:0:205380:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.783206:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77f9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+107:3311:x1863837561232000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6402us (6559us total) trans 8589935394 rc 0/0 00000100:00100000:3.0:1777502104.783222:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2538 00010000:00010000:3.0:1777502104.783257:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.783279:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77eedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+180:2371:x1863837562868224:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 787us (1592us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.783287:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 539 00000100:00100000:3.0:1777502104.783306:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 543 00000100:00100000:3.0:1777502104.783320:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f704850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+172:2373:x1863837562868864:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.783330:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.783335:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b480149/0x4ad31463d9bb0f64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f60e expref: 172 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.783432:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b480149/0x4ad31463d9bb0f64 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f60e expref: 171 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.783469:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b480149/0x4ad31463d9bb0f64 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f60e expref: 171 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.783501:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.783504:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.783510:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006e081f80/0x4ad31463d9bbfd33 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.783533:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006e081f80/0x4ad31463d9bbfd33 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.783570:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502104.783670:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.783677:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d0faa214/0x4ad31463d9bbfcf4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.783713:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd58a72600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.783731:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d0faa214/0x4ad31463d9bbfcf4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.783756:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d0faa214/0x4ad31463d9bbfcf4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.783786:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d0faa214/0x4ad31463d9bbfcf4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.783807:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d0faa214/0x4ad31463d9bbfcf4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.783841:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.783845:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.783849:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.783867:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 547 00000100:00100000:3.0:1777502104.783883:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc547b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+203:2373:x1863837562869248:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.783900:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.783910:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006c23e75c/0x4ad31463d9bb135b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f788 expref: 202 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.783932:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006c23e75c/0x4ad31463d9bb135b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f788 expref: 202 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.784193:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c23e75c/0x4ad31463d9bb135b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f788 expref: 202 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.784208:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.784210:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.784214:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c57fe3e5/0x4ad31463d9bbfd48 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.784224:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c57fe3e5/0x4ad31463d9bbfd48 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.784253:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.784279:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc547b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+201:2373:x1863837562869248:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 400us (2035us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.784286:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 547 00010000:00010000:3.0:1777502104.784307:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.784313:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b1111ef9/0x4ad31463d9bbfd17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.784321:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.784325:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1111ef9/0x4ad31463d9bbfd17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.784340:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1111ef9/0x4ad31463d9bbfd17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.784359:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b1111ef9/0x4ad31463d9bbfd17 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.784368:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1111ef9/0x4ad31463d9bbfd17 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.784386:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.784391:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.784395:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.784504:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f704850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+168:2373:x1863837562868864:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 1186us (2447us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.784518:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 543 00010000:00010000:3.0:1777502104.785307:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.785734:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ec6cce61/0x4ad31463d9bbfd2c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.785757:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf7200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.785762:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ec6cce61/0x4ad31463d9bbfd2c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.785771:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ec6cce61/0x4ad31463d9bbfd2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.785786:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ec6cce61/0x4ad31463d9bbfd2c lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.785806:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec6cce61/0x4ad31463d9bbfd2c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.785823:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.785827:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.785832:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.788837:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 551 00000100:00100000:3.0:1777502104.788911:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f707050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+167:2371:x1863837562869504:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.788921:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.788926:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000032ae2dd6/0x4ad31463d9bb11e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f6e7 expref: 167 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.788946:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000032ae2dd6/0x4ad31463d9bb11e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f6e7 expref: 167 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.788967:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000032ae2dd6/0x4ad31463d9bb11e1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f6e7 expref: 167 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.788979:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.788982:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.788985:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000084a060d1/0x4ad31463d9bbfd56 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.788991:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084a060d1/0x4ad31463d9bbfd56 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.789034:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.789066:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f707050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+168:2371:x1863837562869504:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 210us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.789082:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 551 00000100:00100000:3.0:1777502104.789108:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 553 00000100:00100000:3.0:1777502104.789125:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+167:2370:x1863837562869888:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.789139:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.789246:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d84c58ea/0x4ad31463d9bb1354 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f77a expref: 166 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.789260:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d84c58ea/0x4ad31463d9bb1354 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f77a expref: 165 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.789279:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d84c58ea/0x4ad31463d9bb1354 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f77a expref: 165 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.789297:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.789300:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.789305:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bbfd64 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.789326:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bbfd64 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.789380:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.789563:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+164:2370:x1863837562869888:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 306us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.789571:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 553 00000100:00100000:3.0:1777502104.791941:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 554 00000100:00100000:3.0:1777502104.792003:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+180:2370:x1863837562870016:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.792020:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.792028:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004d104864/0x4ad31463d9bb156f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f806 expref: 180 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.792065:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004d104864/0x4ad31463d9bb156f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f806 expref: 180 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.792084:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d104864/0x4ad31463d9bb156f lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f806 expref: 180 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.792101:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.792104:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.792110:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000350456f1/0x4ad31463d9bbfd72 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.792131:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000350456f1/0x4ad31463d9bbfd72 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.792162:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.792194:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+178:2370:x1863837562870016:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 241us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.792208:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 554 00000100:00100000:3.0:1777502104.792227:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562870528 00000100:00100000:3.0:1777502104.792266:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562870528 00010000:00010000:3.0:1777502104.792283:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000292815ff/0x4ad31463d9bb1736 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f8df expref: 177 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.792302:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 556 00000100:00100000:3.0:1777502104.792345:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+201:2371:x1863837562870272:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.792357:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.792363:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c79cc7b8/0x4ad31463d9bb11e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f6f5 expref: 202 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.792381:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c79cc7b8/0x4ad31463d9bb11e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f6f5 expref: 202 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.792432:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c79cc7b8/0x4ad31463d9bb11e8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f6f5 expref: 202 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.792455:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.792459:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.792464:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bbfd80 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.792498:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bbfd80 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.792516:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.792541:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+201:2371:x1863837562870272:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 230us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.792550:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 556 00000100:00100000:3.0:1777502104.792563:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562870912 00000100:00100000:3.0:1777502104.792570:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562870912 00010000:00010000:3.0:1777502104.792648:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000216df777/0x4ad31463d9bb172f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f8d8 expref: 164 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.792684:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562871168 00000100:00100000:3.0:1777502104.792690:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562871168 00010000:00010000:3.0:1777502104.792711:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000303d8d4b/0x4ad31463d9bb18b0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xf83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f91e expref: 202 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.792746:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562871424 00000100:00100000:3.0:1777502104.792751:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562871424 00010000:00010000:3.0:1777502104.792772:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bb18be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f925 expref: 165 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.792799:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562871552 00000100:00100000:3.0:1777502104.792804:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562871552 00010000:00010000:3.0:1777502104.792822:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fe2c2f6b/0x4ad31463d9bb1927 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f948 expref: 166 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.792868:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 559 00000100:00100000:3.0:1777502104.793033:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+203:2371:x1863837562870656:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.793046:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.793055:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e7068b39/0x4ad31463d9bb13b6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xf80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f796 expref: 202 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.793073:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e7068b39/0x4ad31463d9bb13b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f796 expref: 202 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.793105:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.793108:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.793112:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f5d40aef/0x4ad31463d9bbfd95 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.793126:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5d40aef/0x4ad31463d9bbfd95 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.793150:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.793184:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+201:2371:x1863837562870656:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 303us (992us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.793199:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 559 00000100:00100000:3.0:1777502104.793313:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562871936 00000100:00100000:3.0:1777502104.793318:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562871936 00010000:00010000:3.0:1777502104.793337:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000014c05b9b/0x4ad31463d9bb1ad2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f9b1 expref: 178 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.793439:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 561 00000100:00100000:3.0:1777502104.793456:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f79df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+166:2371:x1863837562870912:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.793473:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.793483:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000216df777/0x4ad31463d9bb172f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f8d8 expref: 166 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.793607:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000216df777/0x4ad31463d9bb172f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f8d8 expref: 166 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.793643:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000216df777/0x4ad31463d9bb172f lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f8d8 expref: 166 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.793674:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.793678:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.793684:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000070cdb1b2/0x4ad31463d9bbfda3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.793711:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000070cdb1b2/0x4ad31463d9bbfda3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.793779:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.793810:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f79df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+165:2371:x1863837562870912:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 359us (1385us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.793833:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 561 00000100:00100000:3.0:1777502104.793858:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 564 00000100:00100000:3.0:1777502104.793871:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f79ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+198:2371:x1863837562871296:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.793884:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.793892:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bb18d3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xf84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f92c expref: 198 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.793917:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bb18d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f92c expref: 198 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.793948:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.793951:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.793957:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bbfdbf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.793986:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bbfdbf lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.794023:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.794048:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f79ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+198:2371:x1863837562871296:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 179us (1521us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.794067:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 564 00000100:00100000:3.0:1777502104.794093:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 566 00000100:00100000:3.0:1777502104.794110:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f66b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+163:2370:x1863837562871552:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.794124:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.794132:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fe2c2f6b/0x4ad31463d9bb1927 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f948 expref: 162 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.794173:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fe2c2f6b/0x4ad31463d9bb1927 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f948 expref: 162 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.794205:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.794209:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.794214:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bbfdc6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.794239:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bbfdc6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.794266:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.794295:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f66b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+162:2370:x1863837562871552:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 189us (1514us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.794307:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 566 00000100:00100000:3.0:1777502104.794332:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 568 00000100:00100000:3.0:1777502104.794348:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f66b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+176:2371:x1863837562871936:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.794358:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.794368:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000014c05b9b/0x4ad31463d9bb1ad2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f9b1 expref: 176 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.794390:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000014c05b9b/0x4ad31463d9bb1ad2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f9b1 expref: 176 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.794432:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.794436:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.794440:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bbfddb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.794455:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bbfddb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.794484:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.794511:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f66b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+176:2371:x1863837562871936:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 169us (1302us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.794520:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 568 00010000:00010000:3.0:1777502104.794737:0:205384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000292815ff/0x4ad31463d9bb1736 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f8df expref: 175 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.794752:0:205384:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77f9dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:205384:1863837561237632:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.794776:0:205384:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bbfd8e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.794787:0:205384:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bbfd8e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.794798:0:205384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bbfd8e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.794812:0:205384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bbfd8e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.794820:0:205384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bbfd8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.794840:0:205384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1777502104.795067:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+120:3312:x1863837561237120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8779us (8944us total) trans 8589935407 rc 0/0 00000100:00100000:3.0:1777502104.795087:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2558 00010000:00010000:3.0:1777502104.795142:0:188366:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7068b39/0x4ad31463d9bb13b6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f796 expref: 196 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.795178:0:188366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77f9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561238144:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.795206:0:188366:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f5d40aef/0x4ad31463d9bbfd95 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.795281:0:188366:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f5d40aef/0x4ad31463d9bbfd95 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.795296:0:188366:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f5d40aef/0x4ad31463d9bbfd95 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.795320:0:188366:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f5d40aef/0x4ad31463d9bbfd95 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.795328:0:188366:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f5d40aef/0x4ad31463d9bbfd95 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.795349:0:188366:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1777502104.795730:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+122:3310:x1863837561237760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8911us (9211us total) trans 8589935818 rc 0/0 00000100:00100000:3.0:1777502104.795749:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2559 00000100:00100000:3.0:1777502104.796110:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561241856 00000100:00100000:3.0:1777502104.796115:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561241856 00000100:00100000:3.0:1777502104.796134:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2576 00000100:00100000:3.0:1777502104.796146:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+121:3311:x1863837561241856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777502104.796161:0:188366:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3942 count 1 00010000:00010000:3.0:1777502104.796175:0:188366:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008c79b481/0x4ad31463d9bbfe0c lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf66:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.796201:0:188366:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001e71dd92/0x4ad31463d9bb1e91 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fabb expref: 174 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.796218:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.796219:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.796222:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c79b481/0x4ad31463d9bbfe0c lrc: 4/0,1 mode: --/PW res: [0x280000400:0xf66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.796240:0:188366:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001e71dd92/0x4ad31463d9bb1e91 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fabb expref: 174 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.796256:0:188366:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001e71dd92/0x4ad31463d9bb1e91 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fabb expref: 174 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.796278:0:188366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5089b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:188366:1863837561242496:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.796307:0:188366:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4fd2a300 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.796640:0:205380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000303d8d4b/0x4ad31463d9bb18b0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f91e expref: 194 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.796659:0:205380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77f9c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561238912:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.796675:0:205380:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bbfdb1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.796693:0:205380:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bbfdb1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.796730:0:205380:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bbfdb1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.796745:0:205380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bbfdb1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.796754:0:205380:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bbfdb1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.796842:0:205380:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1777502104.797103:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd476d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+125:3310:x1863837561238784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9292us (9425us total) trans 8589935819 rc 0/0 00000100:00100000:3.0:1777502104.797120:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2563 00010000:00010000:3.0:1777502104.797161:0:205385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bb18d3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82f92c expref: 193 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.797187:0:205385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77f9c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561239424:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.797260:0:205385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bbfdbf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.797286:0:205385:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bbfdbf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.797309:0:205385:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bbfdbf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.797332:0:205385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bbfdbf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.797341:0:205385:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bbfdbf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.797362:0:205385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00000100:00100000:3.0:1777502104.797533:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+125:3312:x1863837561239296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9126us (9198us total) trans 8589935821 rc 0/0 00000100:00100000:3.0:1777502104.797551:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2565 00000100:00100000:3.0:1777502104.797674:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2583 00000100:00100000:3.0:1777502104.797686:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5282aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+125:3310:x1863837561243648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.797701:0:205385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3980 count 1 00010000:00010000:3.0:1777502104.797715:0:205385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bbfe3d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.797744:0:205385:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004d8f7006/0x4ad31463d9bb2089 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fb2b expref: 187 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.797757:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.797760:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.797763:0:205385:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bbfe3d lrc: 4/0,1 mode: --/PW res: [0x240000400:0xf8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.797833:0:205385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004d8f7006/0x4ad31463d9bb2089 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fb2b expref: 187 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.797861:0:205385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004d8f7006/0x4ad31463d9bb2089 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fb2b expref: 187 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.797879:0:205385:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd50899c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561244160:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.797926:0:205385:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4fd2a900 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.798035:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 570 00000100:00100000:3.0:1777502104.798050:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5843e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+189:2370:x1863837562872064:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.798063:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.798073:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000052b7faa2/0x4ad31463d9bb1c4c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fa0c expref: 189 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.798101:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000052b7faa2/0x4ad31463d9bb1c4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fa0c expref: 189 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.798126:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052b7faa2/0x4ad31463d9bb1c4c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fa0c expref: 189 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.798152:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.798156:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.798161:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bbfde2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.798184:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bbfde2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.798275:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.798298:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5843e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+187:2370:x1863837562872064:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 252us (1589us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.798305:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 570 00000100:00100000:3.0:1777502104.798371:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 572 00000100:00100000:3.0:1777502104.798381:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f706050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+174:2370:x1863837562872320:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.798389:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.798396:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006841e2ce/0x4ad31463d9bb1c68 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fa21 expref: 174 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.798409:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006841e2ce/0x4ad31463d9bb1c68 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fa21 expref: 174 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.798421:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006841e2ce/0x4ad31463d9bb1c68 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fa21 expref: 174 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.798431:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.798433:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.798435:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bbfdf0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.798445:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bbfdf0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.798463:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.798486:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f706050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+173:2370:x1863837562872320:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 105us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.798502:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 572 00010000:00010000:3.0:1777502104.798633:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.798637:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bbfdf0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.798643:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.798646:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bbfdf0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.798652:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bbfdf0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.798661:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bbfdf0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.798666:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bbfdf0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.798683:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.798686:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bbfde2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.798690:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.798694:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bbfde2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.798699:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bbfde2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.798706:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bbfde2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.798711:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bbfde2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.798738:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.798740:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.798743:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.799776:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.799805:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.799837:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.799873:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.799917:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.799948:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.799988:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.800022:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.800190:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.800259:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.800450:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.800482:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.800548:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.800730:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.800811:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.800903:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.800928:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562874240 00000100:00100000:3.0:1777502104.800934:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562874240 00010000:00010000:3.0:1777502104.800954:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000093d2e6f3/0x4ad31463d9bb22ea lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xf8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fbd3 expref: 194 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.801004:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 584 00000100:00100000:3.0:1777502104.801017:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd50898e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+161:2371:x1863837562873856:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.801027:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.801043:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000041afa01a/0x4ad31463d9bb22f8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fbe1 expref: 161 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.801076:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000041afa01a/0x4ad31463d9bb22f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fbe1 expref: 161 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.801109:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.801112:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.801116:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000022d57494/0x4ad31463d9bbfe44 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.801200:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022d57494/0x4ad31463d9bbfe44 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.801231:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.801253:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd50898e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+161:2371:x1863837562873856:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 239us (776us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.801263:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 584 00000100:00100000:3.0:1777502104.801283:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 587 00000100:00100000:3.0:1777502104.801293:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd50899180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+194:2373:x1863837562874368:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.801304:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.801311:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bbc740c9/0x4ad31463d9bb22f1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xf8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fbda expref: 194 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.801323:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bbc740c9/0x4ad31463d9bb22f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fbda expref: 194 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.801345:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.801349:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.801353:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000017cf75f8/0x4ad31463d9bbfe59 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.801364:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017cf75f8/0x4ad31463d9bbfe59 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.801396:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.801421:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd50899180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+194:2373:x1863837562874368:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 127us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.801434:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 587 00010000:00010000:3.0:1777502104.801472:0:205385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d8f7006/0x4ad31463d9bb2089 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fb2b expref: 182 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.801491:0:205385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd50899c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561244160:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.801506:0:205385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bbfe3d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.801518:0:205385:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bbfe3d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.801539:0:205385:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bbfe3d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.801604:0:205385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bbfe3d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.801610:0:205385:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bbfe3d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.801622:0:205385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.801631:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.801636:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bbfe3d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.801655:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5faa00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.801660:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bbfe3d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.801683:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bbfe3d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.801702:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bbfe3d lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.801737:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bbfe3d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.801764:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.801771:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001e1fdbc7/0x4ad31463d9bbfe36 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.801777:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.801779:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001e1fdbc7/0x4ad31463d9bbfe36 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.801785:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001e1fdbc7/0x4ad31463d9bbfe36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.801795:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001e1fdbc7/0x4ad31463d9bbfe36 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.801805:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e1fdbc7/0x4ad31463d9bbfe36 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.801824:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.801826:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bbfe52 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.801831:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.801834:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bbfe52 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.801839:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bbfe52 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.801851:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bbfe52 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.801856:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bbfe52 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.801872:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.801876:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.801880:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.802076:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5282aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+130:3310:x1863837561243648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4391us (4499us total) trans 8589935827 rc 0/0 00000100:00100000:3.0:1777502104.802096:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2583 00010000:00010000:3.0:1777502104.802401:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.802409:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bbfe1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.802418:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.802423:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bbfe1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.802441:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bbfe1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.802453:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bbfe1a lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.802475:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bbfe1a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.802489:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.802492:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.802494:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.802651:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.802659:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bbfdfe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.802670:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.802675:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bbfdfe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.802833:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bbfdfe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.802856:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bbfdfe lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.802878:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bbfdfe lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.802920:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.802925:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.802930:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.802970:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561246336 00000100:00100000:3.0:1777502104.802974:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561246336 00000100:00100000:3.0:1777502104.803078:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561246464 00000100:00100000:3.0:1777502104.803083:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561246464 00000100:00100000:3.0:1777502104.803113:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2593 00000100:00100000:3.0:1777502104.803124:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+133:3311:x1863837561246336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.803150:0:205379:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3991 count 1 00010000:00010000:3.0:1777502104.803166:0:205379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dacc71d8/0x4ad31463d9bbfe83 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf97:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.803185:0:205379:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb2b7e5d/0x4ad31463d9bb2ad1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fe5e expref: 181 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.803207:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.803211:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.803216:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dacc71d8/0x4ad31463d9bbfe83 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xf97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.803254:0:205379:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fb2b7e5d/0x4ad31463d9bb2ad1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fe5e expref: 181 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.803285:0:205379:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fb2b7e5d/0x4ad31463d9bb2ad1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fe5e expref: 181 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.803369:0:205379:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd50899c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561246976:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.803408:0:205379:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4fd2a900 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.803559:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562874496 00000100:00100000:3.0:1777502104.803567:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562874496 00010000:00010000:3.0:1777502104.803776:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aa7edcb5/0x4ad31463d9bb24bf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xf90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fc5f expref: 191 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.803822:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562874624 00000100:00100000:3.0:1777502104.803828:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562874624 00010000:00010000:3.0:1777502104.803848:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007eae0393/0x4ad31463d9bb22ff lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fbe8 expref: 159 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.803872:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 589 00000100:00100000:3.0:1777502104.803885:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+192:2370:x1863837562874496:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.803896:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.803906:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aa7edcb5/0x4ad31463d9bb24bf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xf90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fc5f expref: 192 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.803925:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aa7edcb5/0x4ad31463d9bb24bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fc5f expref: 192 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.803952:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.803955:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.803960:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bbfe6e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.803978:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bbfe6e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.804006:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.804038:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+192:2370:x1863837562874496:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 146us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.804059:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 589 00000100:00100000:3.0:1777502104.804083:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 591 00000100:00100000:3.0:1777502104.804096:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+191:2370:x1863837562874752:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.804110:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.804116:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aed46336/0x4ad31463d9bb2727 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xf96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fd2a expref: 191 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.804145:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aed46336/0x4ad31463d9bb2727 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fd2a expref: 191 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.804168:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.804171:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.804176:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000089fd92a0/0x4ad31463d9bbfe75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.804193:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089fd92a0/0x4ad31463d9bbfe75 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.804215:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.804242:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+191:2370:x1863837562874752:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 150us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.804251:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 591 00010000:00010000:3.0:1777502104.804275:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.804281:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007a5804c5/0x4ad31463d9bbfe67 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.804296:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f594000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.804302:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007a5804c5/0x4ad31463d9bbfe67 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.804400:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007a5804c5/0x4ad31463d9bbfe67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.804428:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007a5804c5/0x4ad31463d9bbfe67 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.804453:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a5804c5/0x4ad31463d9bbfe67 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.804471:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.804474:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.804478:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.804508:0:187550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa7edcb5/0x4ad31463d9bb24bf lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fc5f expref: 189 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.804540:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77f9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561245824:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.804560:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bbfe6e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.804717:0:187550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bbfe6e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.804740:0:187550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bbfe6e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.804748:0:187550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bbfe6e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.804757:0:187550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bbfe6e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.804773:0:187550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.805063:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+135:3312:x1863837561245568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3087us (3264us total) trans 8589935832 rc 0/0 00000100:00100000:3.0:1777502104.805073:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2590 00000100:00100000:3.0:1777502104.805097:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561247744 00000100:00100000:3.0:1777502104.805102:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561247744 00000100:00100000:3.0:1777502104.805137:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2598 00000100:00100000:3.0:1777502104.805150:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+135:3312:x1863837561247744:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.805170:0:187550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3986 count 1 00010000:00010000:3.0:1777502104.805184:0:187550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbfea6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf92:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.805208:0:187550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cfd2a39d/0x4ad31463d9bb2a61 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fe1f expref: 188 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.805230:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.805234:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.805240:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbfea6 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xf92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.805277:0:187550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cfd2a39d/0x4ad31463d9bb2a61 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fe1f expref: 188 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.805308:0:187550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cfd2a39d/0x4ad31463d9bb2a61 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fe1f expref: 188 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.805338:0:187550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4f66b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561248384:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.805404:0:187550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4fd2a300 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.805429:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562875264 00000100:00100000:3.0:1777502104.805436:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562875264 00010000:00010000:3.0:1777502104.805460:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000069f36f87/0x4ad31463d9bb29f1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fdf5 expref: 158 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.805500:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 593 00000100:00100000:3.0:1777502104.805515:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd44caa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+169:2371:x1863837562874880:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.805533:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.805543:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008a3c8156/0x4ad31463d9bb2cb4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fec7 expref: 169 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.805570:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008a3c8156/0x4ad31463d9bb2cb4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fec7 expref: 169 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.805646:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a3c8156/0x4ad31463d9bb2cb4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fec7 expref: 169 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.805670:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.805673:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.805679:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000057786ca9/0x4ad31463d9bbfe7c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.805693:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057786ca9/0x4ad31463d9bbfe7c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.805732:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.805759:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd44caa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+168:2371:x1863837562874880:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 246us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.805769:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 593 00000100:00100000:3.0:1777502104.805823:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 595 00000100:00100000:3.0:1777502104.805838:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+158:2372:x1863837562875264:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.805851:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.805861:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000069f36f87/0x4ad31463d9bb29f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fdf5 expref: 158 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.805888:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000069f36f87/0x4ad31463d9bb29f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fdf5 expref: 158 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.805946:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000069f36f87/0x4ad31463d9bb29f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fdf5 expref: 158 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.805973:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.805977:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.805982:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bbfe91 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.806008:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bbfe91 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.806045:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.806074:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+157:2372:x1863837562875264:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 240us (857us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.806082:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 595 00010000:00010000:3.0:1777502104.806106:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.806114:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000073e85ac2/0x4ad31463d9bbfdf7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.806135:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.806141:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000073e85ac2/0x4ad31463d9bbfdf7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.806164:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000073e85ac2/0x4ad31463d9bbfdf7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.806204:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000073e85ac2/0x4ad31463d9bbfdf7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.806226:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000073e85ac2/0x4ad31463d9bbfdf7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.806260:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.806265:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.806270:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.806309:0:205379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb2b7e5d/0x4ad31463d9bb2ad1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fe5e expref: 180 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.806334:0:205379:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd50899c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561246976:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.806355:0:205379:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dacc71d8/0x4ad31463d9bbfe83 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.806379:0:205379:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dacc71d8/0x4ad31463d9bbfe83 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.806405:0:205379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dacc71d8/0x4ad31463d9bbfe83 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.806421:0:205379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dacc71d8/0x4ad31463d9bbfe83 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.806460:0:205379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dacc71d8/0x4ad31463d9bbfe83 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.806493:0:205379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1777502104.806505:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1777502104.806511:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007600f16c/0x4ad31463d9bbfe8a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.806523:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.806530:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007600f16c/0x4ad31463d9bbfe8a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.806547:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007600f16c/0x4ad31463d9bbfe8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.806564:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007600f16c/0x4ad31463d9bbfe8a lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.806575:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007600f16c/0x4ad31463d9bbfe8a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.806671:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.806677:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bbfe91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.806696:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.806701:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bbfe91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.806714:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bbfe91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.806754:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bbfe91 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.806768:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bbfe91 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.806794:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.806799:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.806803:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.807092:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+138:3311:x1863837561246336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3969us (4219us total) trans 8589935834 rc 0/0 00000100:00100000:3.0:1777502104.807106:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2593 00000100:00100000:3.0:1777502104.807919:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4f66b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561248384:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.807941:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbfea6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.808000:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562875648 00000100:00100000:3.0:1777502104.808006:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562875648 00010000:00010000:3.0:1777502104.808029:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cfd2a39d/0x4ad31463d9bb2a61 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fe1f expref: 188 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.808067:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562875776 00000100:00100000:3.0:1777502104.808072:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562875776 00010000:00010000:3.0:1777502104.808092:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002f97daee/0x4ad31463d9bb2a29 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fdee expref: 157 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.808139:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 599 00000100:00100000:3.0:1777502104.808154:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+157:2372:x1863837562875776:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.808169:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.808178:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002f97daee/0x4ad31463d9bb2a29 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fdee expref: 157 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.808202:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002f97daee/0x4ad31463d9bb2a29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fdee expref: 157 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.808227:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.808231:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.808236:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d3c337d1/0x4ad31463d9bbfead lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.808257:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3c337d1/0x4ad31463d9bbfead lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.808283:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.808306:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+157:2372:x1863837562875776:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 155us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.808326:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 599 00010000:00010000:3.0:1777502104.808433:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.808438:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bbfe9f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.808444:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.808449:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bbfe9f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.808469:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bbfe9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.808479:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bbfe9f lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.808484:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bbfe9f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.808503:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.808507:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.808511:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.808629:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.808634:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d3c337d1/0x4ad31463d9bbfead lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.808645:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd70f10c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.808648:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3c337d1/0x4ad31463d9bbfead lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.808739:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3c337d1/0x4ad31463d9bbfead lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.808755:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d3c337d1/0x4ad31463d9bbfead lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.808769:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3c337d1/0x4ad31463d9bbfead lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.808799:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.808802:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.808806:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.809258:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.809265:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbfea6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.809279:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fa600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.809284:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbfea6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.809304:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbfea6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.809316:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbfea6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.809325:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbfea6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.809350:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.809355:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.809360:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.809859:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.809863:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006e081f80/0x4ad31463d9bbfe13 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.809870:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.809872:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006e081f80/0x4ad31463d9bbfe13 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.809877:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006e081f80/0x4ad31463d9bbfe13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.809884:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006e081f80/0x4ad31463d9bbfe13 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.809888:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006e081f80/0x4ad31463d9bbfe13 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.809949:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.809953:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.809955:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.810521:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562876032 00000100:00100000:3.0:1777502104.810525:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562876032 00010000:00010000:3.0:1777502104.810543:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fc5f98cd/0x4ad31463d9bb2a4c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fe03 expref: 186 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.810575:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 600 00000100:00100000:3.0:1777502104.810643:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd44cab850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+186:2371:x1863837562876032:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.810702:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.810711:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fc5f98cd/0x4ad31463d9bb2a4c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fe03 expref: 186 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.810744:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fc5f98cd/0x4ad31463d9bb2a4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fe03 expref: 186 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.810771:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc5f98cd/0x4ad31463d9bb2a4c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fe03 expref: 186 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.810784:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.810787:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.810790:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000bd291ce/0x4ad31463d9bbfebb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.810868:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000bd291ce/0x4ad31463d9bbfebb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.810890:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.810919:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd44cab850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+185:2371:x1863837562876032:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 277us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.810937:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 600 00000100:00100000:3.0:1777502104.811294:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd71dd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561252608:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.811380:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.811447:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562876416 00000100:00100000:3.0:1777502104.811453:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562876416 00010000:00010000:3.0:1777502104.811473:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006f2b47ff/0x4ad31463d9bb2a37 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fe0a expref: 156 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.811507:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562876672 00000100:00100000:3.0:1777502104.811512:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562876672 00010000:00010000:3.0:1777502104.811531:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000eaf3d64f/0x4ad31463d9bb2a45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fde7 expref: 158 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.811559:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562876800 00000100:00100000:3.0:1777502104.811565:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562876800 00010000:00010000:3.0:1777502104.811608:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b718570e/0x4ad31463d9bb2e82 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ff06 expref: 178 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.811643:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562876928 00000100:00100000:3.0:1777502104.811648:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562876928 00010000:00010000:3.0:1777502104.811709:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b546debf/0x4ad31463d9bb2ac3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fe50 expref: 159 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.811753:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 604 00000100:00100000:3.0:1777502104.811768:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77f9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+159:2370:x1863837562876416:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.811795:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.811803:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006f2b47ff/0x4ad31463d9bb2a37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fe0a expref: 159 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.811820:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006f2b47ff/0x4ad31463d9bb2a37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fe0a expref: 159 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.811854:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006f2b47ff/0x4ad31463d9bb2a37 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fe0a expref: 159 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.811884:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.811888:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.811893:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000043b5ca08/0x4ad31463d9bbfec9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.811923:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000043b5ca08/0x4ad31463d9bbfec9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.811957:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.811964:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f5d40aef/0x4ad31463d9bbfec2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.811992:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.812005:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5d40aef/0x4ad31463d9bbfec2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.812028:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5d40aef/0x4ad31463d9bbfec2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.812041:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f5d40aef/0x4ad31463d9bbfec2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.812050:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5d40aef/0x4ad31463d9bbfec2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.812071:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.812075:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.812079:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.812102:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.812132:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77f9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+156:2370:x1863837562876416:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 368us (804us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.812147:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 604 00000100:00100000:3.0:1777502104.812170:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 607 00000100:00100000:3.0:1777502104.812182:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd44caac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+178:2371:x1863837562876800:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.812196:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.812205:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b718570e/0x4ad31463d9bb2e82 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ff06 expref: 178 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.812234:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b718570e/0x4ad31463d9bb2e82 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ff06 expref: 178 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.812285:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b718570e/0x4ad31463d9bb2e82 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ff06 expref: 178 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.812298:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.812302:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.812306:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bbfede lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.812334:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bbfede lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.812372:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.812397:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd44caac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+177:2371:x1863837562876800:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 218us (865us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.812406:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 607 00010000:00010000:3.0:1777502104.812441:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.812447:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000043b5ca08/0x4ad31463d9bbfec9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.812455:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd70f11e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.812460:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000043b5ca08/0x4ad31463d9bbfec9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.812475:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000043b5ca08/0x4ad31463d9bbfec9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.812517:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000043b5ca08/0x4ad31463d9bbfec9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.812531:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000043b5ca08/0x4ad31463d9bbfec9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.812552:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.812556:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000070cdb1b2/0x4ad31463d9bbfed7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.812562:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.812566:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000070cdb1b2/0x4ad31463d9bbfed7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.812574:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000070cdb1b2/0x4ad31463d9bbfed7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.812609:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000070cdb1b2/0x4ad31463d9bbfed7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.812617:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070cdb1b2/0x4ad31463d9bbfed7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.812634:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.812639:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.812644:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.812812:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.812818:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c321f8b7/0x4ad31463d9bbfed0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.812828:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd70f10800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.812833:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c321f8b7/0x4ad31463d9bbfed0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.812844:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c321f8b7/0x4ad31463d9bbfed0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.812858:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c321f8b7/0x4ad31463d9bbfed0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.812867:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c321f8b7/0x4ad31463d9bbfed0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.812892:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.812896:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.812899:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.813034:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561253248 00000100:00100000:3.0:1777502104.813040:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561253248 00000100:00100000:3.0:1777502104.813073:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561253376 00000100:00100000:3.0:1777502104.813079:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561253376 00000100:00100000:3.0:1777502104.813112:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2619 00000100:00100000:3.0:1777502104.813125:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f79e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+143:3309:x1863837561253248:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777502104.813142:0:205379:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3961 count 1 00010000:00010000:3.0:1777502104.813158:0:205379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbff39 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf79:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.813174:0:205379:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001e388dd6/0x4ad31463d9bb31ca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ffd8 expref: 164 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.813197:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.813201:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.813203:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbff39 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xf79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.813247:0:205379:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001e388dd6/0x4ad31463d9bb31ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ffd8 expref: 164 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.813281:0:205379:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001e388dd6/0x4ad31463d9bb31ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ffd8 expref: 164 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.813305:0:205379:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd50899880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205379:1863837561253760:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.813346:0:205379:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4e5fba80 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.813452:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.813458:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000efa7455a/0x4ad31463d9bbfee5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.813466:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd70f11000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.813470:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000efa7455a/0x4ad31463d9bbfee5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.813772:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000efa7455a/0x4ad31463d9bbfee5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.813795:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000efa7455a/0x4ad31463d9bbfee5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.813803:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efa7455a/0x4ad31463d9bbfee5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.813827:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.813831:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.813835:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.813964:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562877056 00000100:00100000:3.0:1777502104.813971:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562877056 00010000:00010000:3.0:1777502104.813995:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008a2e26d5/0x4ad31463d9bb2abc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82fe57 expref: 152 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.814049:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562877568 00000100:00100000:3.0:1777502104.814055:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562877568 00010000:00010000:3.0:1777502104.814076:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000923ea83b/0x4ad31463d9bb306c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ff76 expref: 165 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.814107:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562877824 00000100:00100000:3.0:1777502104.814112:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562877824 00010000:00010000:3.0:1777502104.814129:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000081510e8a/0x4ad31463d9bb32c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83003a expref: 177 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.814162:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562877184 00000100:00100000:3.0:1777502104.814222:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562877184 00010000:00010000:3.0:1777502104.814249:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d50a3481/0x4ad31463d9bb2fa8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ff3e expref: 183 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.814290:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 610 00000100:00100000:3.0:1777502104.814304:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+166:2372:x1863837562877568:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.814320:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.814331:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000923ea83b/0x4ad31463d9bb306c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ff76 expref: 166 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.814360:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000923ea83b/0x4ad31463d9bb306c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ff76 expref: 166 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.814390:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000923ea83b/0x4ad31463d9bb306c lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ff76 expref: 166 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.814415:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.814418:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.814423:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bbff08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.814442:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bbff08 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.814471:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.814503:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+165:2372:x1863837562877568:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 202us (604us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.814523:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 610 00000100:00100000:3.0:1777502104.814549:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 614 00000100:00100000:3.0:1777502104.814564:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+178:2371:x1863837562877312:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.814617:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.814627:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000e5d98a7/0x4ad31463d9bb31d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ffdf expref: 178 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.814648:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000e5d98a7/0x4ad31463d9bb31d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ffdf expref: 177 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.814682:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e5d98a7/0x4ad31463d9bb31d1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ffdf expref: 177 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.814709:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.814713:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.814733:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000531a8ebb/0x4ad31463d9bbff01 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.814754:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000531a8ebb/0x4ad31463d9bbff01 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.814816:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.814843:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+176:2371:x1863837562877312:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 282us (726us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.814857:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 614 00000100:00100000:3.0:1777502104.814882:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 615 00000100:00100000:3.0:1777502104.814896:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+183:2371:x1863837562877184:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.814913:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.814922:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d50a3481/0x4ad31463d9bb2fa8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ff3e expref: 183 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.814955:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d50a3481/0x4ad31463d9bb2fa8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ff3e expref: 183 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.814993:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d50a3481/0x4ad31463d9bb2fa8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ff3e expref: 183 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.815006:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.815010:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.815015:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002c3c1b28/0x4ad31463d9bbfef3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.815028:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c3c1b28/0x4ad31463d9bbfef3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.815068:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.815086:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 616 00000100:00100000:3.0:1777502104.815098:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+175:2371:x1863837562877696:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.815109:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.815116:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f75f3519/0x4ad31463d9bb3209 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830010 expref: 175 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.815130:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f75f3519/0x4ad31463d9bb3209 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830010 expref: 175 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.815151:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f75f3519/0x4ad31463d9bb3209 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830010 expref: 175 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.815179:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.815184:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.815190:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000017cf75f8/0x4ad31463d9bbff0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.815213:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017cf75f8/0x4ad31463d9bbff0f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.815248:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502104.815261:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.815337:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bbff1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.815369:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.815375:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bbff1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.815441:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bbff1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.815458:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bbff1d lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.815473:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bbff1d lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.815494:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.815498:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.815568:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.815637:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+174:2371:x1863837562877696:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 540us (1495us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.815646:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 616 00000100:00100000:3.0:1777502104.815692:0:205379:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd50899880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205379:1863837561253760:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.815711:0:205379:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbff39 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.815757:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562878208 00000100:00100000:3.0:1777502104.815762:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562878208 00010000:00010000:3.0:1777502104.815780:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004dcc04ce/0x4ad31463d9bb33d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83006b expref: 174 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.815852:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562878080 00000100:00100000:3.0:1777502104.815857:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562878080 00010000:00010000:3.0:1777502104.815876:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000a1fd194/0x4ad31463d9bb318b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ffc3 expref: 164 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.815896:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562878336 00000100:00100000:3.0:1777502104.815900:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562878336 00010000:00010000:3.0:1777502104.815918:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000027371a4d/0x4ad31463d9bb3440 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83008e expref: 175 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.815937:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562878464 00000100:00100000:3.0:1777502104.815943:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562878464 00010000:00010000:3.0:1777502104.815963:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001e388dd6/0x4ad31463d9bb31ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ffd8 expref: 165 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.815990:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562878720 00000100:00100000:3.0:1777502104.815994:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562878720 00010000:00010000:3.0:1777502104.816011:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009752e3c1/0x4ad31463d9bb3615 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830105 expref: 183 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.816029:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562878592 00000100:00100000:3.0:1777502104.816032:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562878592 00010000:00010000:3.0:1777502104.816051:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dc2efc4d/0x4ad31463d9bb3439 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830087 expref: 166 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.816078:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562878848 00000100:00100000:3.0:1777502104.816083:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562878848 00010000:00010000:3.0:1777502104.816099:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003afdf544/0x4ad31463d9bb33de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830072 expref: 167 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.816133:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 617 00000100:00100000:3.0:1777502104.816148:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+175:2371:x1863837562878208:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.816166:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.816176:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004dcc04ce/0x4ad31463d9bb33d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83006b expref: 175 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.816209:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004dcc04ce/0x4ad31463d9bb33d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83006b expref: 175 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.816245:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004dcc04ce/0x4ad31463d9bb33d7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83006b expref: 175 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.816277:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.816281:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.816287:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bbff2b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.816311:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bbff2b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.816363:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.816393:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+174:2371:x1863837562878208:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 246us (716us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.816406:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 617 00000100:00100000:3.0:1777502104.816493:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 620 00000100:00100000:3.0:1777502104.816511:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+166:2371:x1863837562878464:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.816528:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.816536:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001e388dd6/0x4ad31463d9bb31ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ffd8 expref: 166 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.816561:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001e388dd6/0x4ad31463d9bb31ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ffd8 expref: 166 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.816678:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e388dd6/0x4ad31463d9bb31ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf82ffd8 expref: 166 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.816713:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.816717:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.816734:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbff39 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.816763:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbff39 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.816820:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502104.816846:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.816853:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000887ef17/0x4ad31463d9bbff32 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.816864:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd63d47c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.816869:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000887ef17/0x4ad31463d9bbff32 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.816889:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000887ef17/0x4ad31463d9bbff32 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xfa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.816909:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000887ef17/0x4ad31463d9bbff32 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xfa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.816929:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000887ef17/0x4ad31463d9bbff32 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xfa0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.816950:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.816954:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.816958:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.816971:0:205379:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbff39 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.816979:0:205379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbff39 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.817007:0:205379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbff39 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.817029:0:205379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbff39 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.817060:0:205379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.817072:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.817077:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbff39 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.817090:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5faa00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.817097:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbff39 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.817115:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbff39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.817137:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbff39 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.817159:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bbff39 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.817194:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.817197:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.817201:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.817408:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.817417:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bbff24 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.817479:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.817483:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bbff24 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.817495:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bbff24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.817506:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bbff24 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.817518:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bbff24 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.817536:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.817540:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.817545:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.817632:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f79e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+148:3309:x1863837561253248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4509us (4614us total) trans 8589935433 rc 0/0 00000100:00100000:3.0:1777502104.817651:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2619 00000100:00100000:3.0:1777502104.817676:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2631 00000100:00100000:3.0:1777502104.817692:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70fa5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+151:3309:x1863837561256064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.817718:0:205379:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4011 count 1 00010000:00010000:3.0:1777502104.817747:0:205379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbff8d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.817778:0:205379:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000099718c4d/0x4ad31463d9bb3f92 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8303e4 expref: 171 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.817799:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.817803:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.817808:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbff8d lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.817850:0:205379:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000099718c4d/0x4ad31463d9bb3f92 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8303e4 expref: 171 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.817877:0:205379:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000099718c4d/0x4ad31463d9bb3f92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8303e4 expref: 171 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.817901:0:205379:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd50899880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561256448:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.817936:0:205379:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4e5fba80 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.817957:0:205388:0:(service.c:3443:ptlrpc_start_thread()) ldlm_canceld[0] started 7 min 3 max 56 00000100:00100000:3.0:1777502104.817969:0:205388:0:(service.c:3502:ptlrpc_start_thread()) starting thread 'ldlm_cn00_007' 00000100:00100000:3.0:1777502104.818007:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 625 00000100:00100000:3.0:1777502104.818021:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+150:2370:x1863837562879104:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.818036:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.818045:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000039e1f44c/0x4ad31463d9bb369a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83013d expref: 150 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.818070:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000039e1f44c/0x4ad31463d9bb369a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83013d expref: 150 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.818086:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.818089:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.818094:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000909c0d30/0x4ad31463d9bbff5c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.818103:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000909c0d30/0x4ad31463d9bbff5c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.818120:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.818146:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+150:2370:x1863837562879104:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 130us (853us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.818155:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 625 00010000:00010000:3.0:1777502104.818191:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.818224:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+181:2371:x1863837562877184:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 3329us (4254us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.818284:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 615 00000100:00100000:3.0:1777502104.818326:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+160:2371:x1863837562878464:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 1819us (2482us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.818346:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 620 00010000:00010000:3.0:1777502104.818421:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.818429:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bbff55 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.818468:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.818474:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bbff55 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.818495:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bbff55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.818699:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bbff55 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.818715:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bbff55 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.818748:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.818751:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.818755:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.818762:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.819061:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561256832 00000100:00100000:3.0:1777502104.819065:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561256832 00000100:00100000:3.0:1777502104.819097:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2633 00000100:00100000:3.0:1777502104.819109:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+149:3311:x1863837561256832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777502104.819122:0:205385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3968 count 1 00010000:00010000:3.0:1777502104.819181:0:205385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005dcc7777/0x4ad31463d9bbff9b lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf80:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.819209:0:205385:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000a998f53/0x4ad31463d9bb3964 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830201 expref: 149 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.819226:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.819229:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.819232:0:205385:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005dcc7777/0x4ad31463d9bbff9b lrc: 4/0,1 mode: --/PW res: [0x280000400:0xf80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.819368:0:205385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000a998f53/0x4ad31463d9bb3964 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830201 expref: 149 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.819398:0:205385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000a998f53/0x4ad31463d9bb3964 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830201 expref: 149 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.819426:0:205385:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd50898700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:205385:1863837561257344:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.819459:0:205385:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4e5fb480 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.819637:0:205379:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd50899880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561256448:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.819694:0:205379:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbff8d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.819809:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562879744 00000100:00100000:3.0:1777502104.819816:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562879744 00010000:00010000:3.0:1777502104.819835:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000004a31b9b/0x4ad31463d9bb396b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfa4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830208 expref: 184 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.819856:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562879872 00000100:00100000:3.0:1777502104.819860:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562879872 00010000:00010000:3.0:1777502104.819878:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000099718c4d/0x4ad31463d9bb3f92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8303e4 expref: 172 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.819918:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 627 00000100:00100000:3.0:1777502104.819932:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+149:2372:x1863837562879360:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.819995:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.820005:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c6cb6393/0x4ad31463d9bb36b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830152 expref: 149 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.820030:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c6cb6393/0x4ad31463d9bb36b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830152 expref: 149 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.820056:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6cb6393/0x4ad31463d9bb36b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830152 expref: 149 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.820128:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.820131:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.820135:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001d2f25b7/0x4ad31463d9bbff6a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.820159:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001d2f25b7/0x4ad31463d9bbff6a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.820189:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.820195:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db4eac6b/0x4ad31463d9bbff63 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.820225:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd63d47800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.820229:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db4eac6b/0x4ad31463d9bbff63 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.820243:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db4eac6b/0x4ad31463d9bbff63 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xfa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.820311:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db4eac6b/0x4ad31463d9bbff63 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xfa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.820335:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db4eac6b/0x4ad31463d9bbff63 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xfa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.820363:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.820367:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.820371:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.820435:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 630 00000100:00100000:3.0:1777502104.820452:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+180:2371:x1863837562879744:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.820468:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.820477:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000004a31b9b/0x4ad31463d9bb396b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfa4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830208 expref: 180 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.820568:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000004a31b9b/0x4ad31463d9bb396b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfa4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830208 expref: 180 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.820647:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.820650:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.820655:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bbff86 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfa4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.820664:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bbff86 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfa4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.820692:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.820717:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+180:2371:x1863837562879744:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 269us (1357us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.820750:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 630 00000100:00100000:3.0:1777502104.820775:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 632 00000100:00100000:3.0:1777502104.820791:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+172:2373:x1863837562879872:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.820811:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.820817:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eb903534/0x4ad31463d9bbff78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.820832:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.820837:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eb903534/0x4ad31463d9bbff78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.820854:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eb903534/0x4ad31463d9bbff78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.820879:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eb903534/0x4ad31463d9bbff78 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.820892:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb903534/0x4ad31463d9bbff78 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.820920:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.820925:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.820928:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.820951:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.820981:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+148:2372:x1863837562879360:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 1051us (1744us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.820999:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 627 00000100:00100000:3.0:1777502104.821049:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562880128 00000100:00100000:3.0:1777502104.821054:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562880128 00010000:00010000:3.0:1777502104.821072:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d7cfcb8a/0x4ad31463d9bb3b0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8302a2 expref: 158 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.821092:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562880384 00000100:00100000:3.0:1777502104.821096:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562880384 00010000:00010000:3.0:1777502104.821114:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000a998f53/0x4ad31463d9bb3964 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830201 expref: 148 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.821140:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562880256 00000100:00100000:3.0:1777502104.821144:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562880256 00010000:00010000:3.0:1777502104.821161:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bb3d4d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83036d expref: 149 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.821258:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562880512 00000100:00100000:3.0:1777502104.821263:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562880512 00010000:00010000:3.0:1777502104.821282:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000174ab266/0x4ad31463d9bb3972 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83020f expref: 150 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.821318:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 633 00000100:00100000:3.0:1777502104.821332:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+158:2371:x1863837562880128:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.821346:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.821352:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d7cfcb8a/0x4ad31463d9bb3b0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8302a2 expref: 158 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.821372:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d7cfcb8a/0x4ad31463d9bb3b0f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8302a2 expref: 158 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.821406:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d7cfcb8a/0x4ad31463d9bb3b0f lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8302a2 expref: 158 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.821436:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.821440:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.821446:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ad6aa466/0x4ad31463d9bbff94 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.821470:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad6aa466/0x4ad31463d9bbff94 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.821515:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.821547:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+157:2371:x1863837562880128:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 217us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.821560:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 633 00000100:00100000:3.0:1777502104.821681:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 636 00000100:00100000:3.0:1777502104.821693:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+149:2371:x1863837562880512:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.821707:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.821716:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000174ab266/0x4ad31463d9bb3972 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83020f expref: 149 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.821755:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000174ab266/0x4ad31463d9bb3972 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83020f expref: 148 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.821774:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000174ab266/0x4ad31463d9bb3972 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83020f expref: 148 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.821788:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.821790:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.821794:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bbffa9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.821807:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bbffa9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.821901:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.821939:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+147:2371:x1863837562880512:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 247us (787us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.822036:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 636 00010000:00010000:3.0:1777502104.822178:0:205385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a998f53/0x4ad31463d9bb3964 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830201 expref: 146 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.822197:0:205385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd50898700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:205385:1863837561257344:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.822218:0:205385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005dcc7777/0x4ad31463d9bbff9b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.822236:0:205385:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005dcc7777/0x4ad31463d9bbff9b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.822244:0:205385:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005dcc7777/0x4ad31463d9bbff9b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.822253:0:205385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005dcc7777/0x4ad31463d9bbff9b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.822278:0:205385:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005dcc7777/0x4ad31463d9bbff9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.822302:0:205385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.822714:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+158:3311:x1863837561256832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3468us (3538us total) trans 8589935443 rc 0/0 00000100:00100000:3.0:1777502104.822744:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2633 00010000:00010000:3.0:1777502104.822815:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.822827:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562881024 00000100:00100000:3.0:1777502104.822833:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562881024 00010000:00010000:3.0:1777502104.822851:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003bb2f125/0x4ad31463d9bb3fd1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8303f9 expref: 173 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.822880:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 638 00000100:00100000:3.0:1777502104.822896:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+178:2370:x1863837562880768:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.822911:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.822919:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f1807b12/0x4ad31463d9bb3daf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfa6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83037b expref: 178 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.822936:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f1807b12/0x4ad31463d9bb3daf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfa6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83037b expref: 178 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.823016:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1807b12/0x4ad31463d9bb3daf lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfa6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83037b expref: 177 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.823041:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.823045:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.823050:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f5d40aef/0x4ad31463d9bbffb7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfa6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.823116:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5d40aef/0x4ad31463d9bbffb7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfa6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.823154:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.823180:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+176:2370:x1863837562880768:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 287us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.823197:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 638 00000100:00100000:3.0:1777502104.823221:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 640 00000100:00100000:3.0:1777502104.823233:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+173:2370:x1863837562881024:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.823245:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.823251:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003bb2f125/0x4ad31463d9bb3fd1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfac:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8303f9 expref: 173 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.823282:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003bb2f125/0x4ad31463d9bb3fd1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8303f9 expref: 173 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.823310:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003bb2f125/0x4ad31463d9bb3fd1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8303f9 expref: 173 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.823324:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.823329:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.823334:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ecb1a495/0x4ad31463d9bbffc5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.823360:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ecb1a495/0x4ad31463d9bbffc5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.823412:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.823437:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+172:2370:x1863837562881024:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 207us (794us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.823450:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 640 00010000:00010000:3.0:1777502104.823474:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.823482:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000099718c4d/0x4ad31463d9bb3f92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8303e4 expref: 171 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.823495:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000099718c4d/0x4ad31463d9bb3f92 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8303e4 expref: 171 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.823511:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000099718c4d/0x4ad31463d9bb3f92 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8303e4 expref: 171 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.823522:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.823524:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.823527:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbff8d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.823535:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbff8d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.823556:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.823618:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+170:2373:x1863837562879872:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 2832us (4179us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.823639:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 632 00000100:00100000:3.0:1777502104.823685:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562881152 00000100:00100000:3.0:1777502104.823690:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562881152 00010000:00010000:3.0:1777502104.823707:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000087466a7a/0x4ad31463d9bb4152 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83043f expref: 157 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.823747:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562881280 00000100:00100000:3.0:1777502104.823752:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562881280 00010000:00010000:3.0:1777502104.823767:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d9b7010a/0x4ad31463d9bb3ec0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8303ba expref: 145 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.823883:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.823894:0:205379:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbff8d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.823918:0:205379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbff8d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.823939:0:205379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbff8d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.823953:0:205379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bbff8d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.823994:0:205379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.824154:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70fa5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+155:3309:x1863837561256064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6465us (6739us total) trans 8589935853 rc 0/0 00000100:00100000:3.0:1777502104.824169:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2631 00000100:00100000:3.0:1777502104.824204:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 642 00000100:00100000:3.0:1777502104.824213:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd44cabc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+144:2371:x1863837562881280:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.824222:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.824231:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d9b7010a/0x4ad31463d9bb3ec0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8303ba expref: 144 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.824260:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d9b7010a/0x4ad31463d9bb3ec0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8303ba expref: 144 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.824282:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d9b7010a/0x4ad31463d9bb3ec0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8303ba expref: 144 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.824350:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.824353:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.824357:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000531a8ebb/0x4ad31463d9bbffd3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.824376:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000531a8ebb/0x4ad31463d9bbffd3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.824404:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502104.824487:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.824493:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000531a8ebb/0x4ad31463d9bbffd3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.824505:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd63d46c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.824508:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000531a8ebb/0x4ad31463d9bbffd3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.824517:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000531a8ebb/0x4ad31463d9bbffd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.824531:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000531a8ebb/0x4ad31463d9bbffd3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.824538:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000531a8ebb/0x4ad31463d9bbffd3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.824560:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.824563:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.824566:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.824946:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd44cabc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+143:2371:x1863837562881280:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 730us (1313us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.825105:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 642 00000100:00100000:3.0:1777502104.825161:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562881664 00000100:00100000:3.0:1777502104.825167:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562881664 00010000:00010000:3.0:1777502104.825267:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000196d69c/0x4ad31463d9bb4366 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8304a8 expref: 156 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.825305:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562881792 00000100:00100000:3.0:1777502104.825310:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562881792 00010000:00010000:3.0:1777502104.825385:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b2f5d7e2/0x4ad31463d9bb45ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830573 expref: 157 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.825463:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 645 00000100:00100000:3.0:1777502104.825477:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+142:2371:x1863837562881536:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.825486:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.825493:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004bc91593/0x4ad31463d9bb4048 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830415 expref: 142 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.825513:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004bc91593/0x4ad31463d9bb4048 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830415 expref: 142 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.825539:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004bc91593/0x4ad31463d9bb4048 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830415 expref: 142 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.825563:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.825566:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.825571:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c2f84f47/0x4ad31463d9bbffe1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.825607:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c2f84f47/0x4ad31463d9bbffe1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.825638:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.825855:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+141:2371:x1863837562881536:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 380us (676us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.825879:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 645 00000100:00100000:3.0:1777502104.826089:0:205381:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f79c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:205381:1863837561260416:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.826109:0:205381:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bbfff6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfa7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.826213:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5249ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561261952:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.826251:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777502104.826507:0:205381:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bbfff6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.826534:0:205381:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bbfff6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.826549:0:205381:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bbfff6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.826561:0:205381:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bbfff6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.826628:0:205381:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.826641:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.826646:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bbfff6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.826657:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.826663:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bbfff6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.826671:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bbfff6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xfa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.826684:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bbfff6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xfa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.826774:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bbfff6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xfa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.826810:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.826817:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000020fae189/0x4ad31463d9bbffa2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.826905:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd63d47200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.826911:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000020fae189/0x4ad31463d9bbffa2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.826924:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000020fae189/0x4ad31463d9bbffa2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.826945:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000020fae189/0x4ad31463d9bbffa2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.826962:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000020fae189/0x4ad31463d9bbffa2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.827075:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.827080:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bbffda lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.827101:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.827107:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bbffda lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.827126:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bbffda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xfa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.827144:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bbffda lrc: 1/0,0 mode: --/PW res: [0x240000400:0xfa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.827153:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bbffda lrc: 0/0,0 mode: --/PW res: [0x240000400:0xfa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.827173:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.827177:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.827180:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.827668:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46d6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+161:3312:x1863837561260160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2921us (3253us total) trans 8589935856 rc 0/0 00000100:00100000:3.0:1777502104.827685:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2646 00000100:00100000:3.0:1777502104.827714:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562882048 00000100:00100000:3.0:1777502104.827732:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562882048 00010000:00010000:3.0:1777502104.827758:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000015c599ce/0x4ad31463d9bb3e50 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfa9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830390 expref: 174 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.827802:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 648 00000100:00100000:3.0:1777502104.827815:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc42384e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+174:2370:x1863837562882048:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.827831:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.827839:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000015c599ce/0x4ad31463d9bb3e50 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfa9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830390 expref: 174 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.827866:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000015c599ce/0x4ad31463d9bb3e50 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfa9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830390 expref: 174 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.827884:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.827888:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.827893:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000db4eac6b/0x4ad31463d9bbfffd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfa9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.827912:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db4eac6b/0x4ad31463d9bbfffd lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfa9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.827940:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.827964:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc42384e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+174:2370:x1863837562882048:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 151us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.827972:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 648 00000100:00100000:3.0:1777502104.828968:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561264128 00000100:00100000:3.0:1777502104.828975:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561264128 00000100:00100000:3.0:1777502104.829002:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2662 00000100:00100000:3.0:1777502104.829018:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd51fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+163:3312:x1863837561264128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.829038:0:187550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4017 count 1 00010000:00010000:3.0:1777502104.829105:0:187550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bc0066 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfb1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.829123:0:187550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003103fd93/0x4ad31463d9bb467d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83058f expref: 168 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.829134:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.829137:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.829143:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bc0066 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.829188:0:187550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003103fd93/0x4ad31463d9bb467d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83058f expref: 168 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.829268:0:187550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003103fd93/0x4ad31463d9bb467d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83058f expref: 168 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.829293:0:187550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd50899880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561264256:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.829345:0:187550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd5872b900 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.829527:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.829567:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.829761:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.830011:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.830225:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.830438:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.830525:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.830773:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.830843:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562883712 00000100:00100000:3.0:1777502104.830849:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562883712 00010000:00010000:3.0:1777502104.830872:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005172c118/0x4ad31463d9bb4cb2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83071e expref: 142 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.830963:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562883840 00000100:00100000:3.0:1777502104.830966:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562883840 00010000:00010000:3.0:1777502104.830982:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003103fd93/0x4ad31463d9bb467d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83058f expref: 169 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.831010:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 659 00000100:00100000:3.0:1777502104.831028:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd50898e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+169:2372:x1863837562883456:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.831045:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.831054:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e0dff48a/0x4ad31463d9bb45c0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfb0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83057a expref: 169 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.831088:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e0dff48a/0x4ad31463d9bb45c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfb0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83057a expref: 169 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.831122:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.831125:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.831128:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000057786ca9/0x4ad31463d9bc004a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfb0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.831149:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057786ca9/0x4ad31463d9bc004a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfb0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.831169:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.831238:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd50898e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+169:2372:x1863837562883456:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 216us (1020us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.831244:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 659 00000100:00100000:3.0:1777502104.831270:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 661 00000100:00100000:3.0:1777502104.831283:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd50899c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+140:2371:x1863837562883712:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.831292:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.831300:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005172c118/0x4ad31463d9bb4cb2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83071e expref: 140 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.831315:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005172c118/0x4ad31463d9bb4cb2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83071e expref: 140 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.831395:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.831398:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.831403:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc0058 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.831429:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc0058 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.831465:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.831490:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd50899c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+140:2371:x1863837562883712:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 209us (969us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.831504:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 661 00010000:00010000:3.0:1777502104.831732:0:187550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003103fd93/0x4ad31463d9bb467d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83058f expref: 165 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.831791:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd50899880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561264256:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.831813:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bc0066 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.831830:0:187550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bc0066 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.831851:0:187550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bc0066 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.831872:0:187550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bc0066 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.831887:0:187550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bc0066 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.831913:0:187550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1777502104.832122:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd51fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+168:3312:x1863837561264128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3107us (3218us total) trans 8589935863 rc 0/0 00000100:00100000:3.0:1777502104.832131:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2662 00000100:00100000:3.0:1777502104.832160:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562883968 00000100:00100000:3.0:1777502104.832166:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562883968 00010000:00010000:3.0:1777502104.832185:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000467c5e22/0x4ad31463d9bb47c6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfb3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8305dc expref: 165 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.832270:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562884096 00000100:00100000:3.0:1777502104.832275:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562884096 00010000:00010000:3.0:1777502104.832294:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000081436193/0x4ad31463d9bb4dbc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83075d expref: 140 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.832329:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 663 00000100:00100000:3.0:1777502104.832340:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd61bfe050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+165:2371:x1863837562883968:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.832350:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.832404:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000467c5e22/0x4ad31463d9bb47c6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfb3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8305dc expref: 165 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.832432:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000467c5e22/0x4ad31463d9bb47c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfb3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8305dc expref: 165 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.832458:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.832461:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.832466:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008458e78b/0x4ad31463d9bc006d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfb3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.832487:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008458e78b/0x4ad31463d9bc006d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfb3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.832508:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.832536:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd61bfe050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+165:2371:x1863837562883968:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 196us (832us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.832559:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 663 00000100:00100000:3.0:1777502104.832662:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 664 00000100:00100000:3.0:1777502104.832676:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc51a4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+140:2370:x1863837562884096:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.832689:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.832696:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000081436193/0x4ad31463d9bb4dbc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83075d expref: 140 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.832714:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000081436193/0x4ad31463d9bb4dbc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83075d expref: 140 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.832745:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.832748:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.832754:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000786e988c/0x4ad31463d9bc0074 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.832775:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000786e988c/0x4ad31463d9bc0074 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.832803:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.832832:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc51a4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+140:2370:x1863837562884096:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 160us (1046us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.832840:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 664 00000100:00100000:3.0:1777502104.832908:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562884224 00000100:00100000:3.0:1777502104.832914:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562884224 00010000:00010000:3.0:1777502104.832934:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000050efcbef/0x4ad31463d9bb4a0b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830668 expref: 172 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.833038:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 665 00000100:00100000:3.0:1777502104.833050:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+172:2371:x1863837562884224:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.833063:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.833071:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000050efcbef/0x4ad31463d9bb4a0b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfb4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830668 expref: 172 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.833092:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000050efcbef/0x4ad31463d9bb4a0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfb4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830668 expref: 172 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.833116:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.833119:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.833124:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f5d40aef/0x4ad31463d9bc007b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfb4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.833145:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5d40aef/0x4ad31463d9bc007b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfb4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.833174:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.833209:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+172:2371:x1863837562884224:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 161us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.833225:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 665 00000100:00100000:3.0:1777502104.833695:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2672 00000100:00100000:3.0:1777502104.833705:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5095df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+170:3310:x1863837561265920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.833717:0:189105:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4025 count 1 00010000:00010000:3.0:1777502104.833745:0:189105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005dcc7777/0x4ad31463d9bc00ac lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfb9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.833761:0:189105:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a7f01878/0x4ad31463d9bb4e10 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830780 expref: 170 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.833770:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.833772:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.833774:0:189105:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005dcc7777/0x4ad31463d9bc00ac lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.833801:0:189105:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a7f01878/0x4ad31463d9bb4e10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830780 expref: 170 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.833809:0:189105:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a7f01878/0x4ad31463d9bb4e10 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830780 expref: 170 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.833823:0:189105:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5089aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:189105:1863837561266944:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.833899:0:189105:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd5872b540 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.833926:0:188366:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005172c118/0x4ad31463d9bb4cb2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83071e expref: 137 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.833953:0:188366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77eefb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:188366:1863837561263872:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.833967:0:188366:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc0058 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.833999:0:188366:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc0058 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.834010:0:188366:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc0058 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.834051:0:188366:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc0058 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.834056:0:188366:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc0058 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.834069:0:188366:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1777502104.834287:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+173:3310:x1863837561263744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6068us (6151us total) trans 8589935459 rc 0/0 00000100:00100000:3.0:1777502104.834305:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2660 00000100:00100000:3.0:1777502104.834333:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562884480 00000100:00100000:3.0:1777502104.834337:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562884480 00010000:00010000:3.0:1777502104.834351:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000063c7f050/0x4ad31463d9bb4ded lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830772 expref: 137 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.834381:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 666 00000100:00100000:3.0:1777502104.834395:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+172:2370:x1863837562884352:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.834408:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.834414:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000083528c42/0x4ad31463d9bb4c03 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfb6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8306e6 expref: 172 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.834432:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000083528c42/0x4ad31463d9bb4c03 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfb6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8306e6 expref: 172 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.834458:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000083528c42/0x4ad31463d9bb4c03 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfb6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8306e6 expref: 172 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.834479:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.834482:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.834485:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004a96f71f/0x4ad31463d9bc0082 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.834491:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a96f71f/0x4ad31463d9bc0082 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.834508:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.834655:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+171:2370:x1863837562884352:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 267us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.834661:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 666 00000100:00100000:3.0:1777502104.834681:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 668 00000100:00100000:3.0:1777502104.834693:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc42386300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+170:2371:x1863837562884608:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.834706:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.834713:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c414a4eb/0x4ad31463d9bb4dc3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830764 expref: 170 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.834758:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c414a4eb/0x4ad31463d9bb4dc3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830764 expref: 170 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.834780:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.834784:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.834789:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0090 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.834806:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0090 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.834835:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.834891:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc42386300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+170:2371:x1863837562884608:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 200us (740us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.834902:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 668 00000100:00100000:3.0:1777502104.835045:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd42d02850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+135:2371:x1863837562883072:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 4617us (5483us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.835059:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 656 00000004:00080000:3.0:1777502104.835237:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77eef480/2, rc 0, transno 8589935460 00000100:00100000:3.0:1777502104.835253:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77eef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561265152:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1777502104.835468:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd5249e680/2, rc 0, transno 8589935868 00000100:00100000:3.0:1777502104.835483:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5249e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561265792:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.835527:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77eeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561268480:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.835566:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.835993:0:189105:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5089aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:189105:1863837561266944:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.836009:0:189105:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005dcc7777/0x4ad31463d9bc00ac lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.836141:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.836266:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.836318:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.836362:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.836389:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562885248 00000100:00100000:3.0:1777502104.836395:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562885248 00010000:00010000:3.0:1777502104.836476:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b7f6b814/0x4ad31463d9bb51c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8308c9 expref: 135 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.836599:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 671 00000100:00100000:3.0:1777502104.836609:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+170:2371:x1863837562884992:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.836621:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.836631:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fcd6048b/0x4ad31463d9bb4a3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83067d expref: 170 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.836644:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fcd6048b/0x4ad31463d9bb4a3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83067d expref: 170 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.836669:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fcd6048b/0x4ad31463d9bb4a3c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83067d expref: 170 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.836691:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.836696:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.836760:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000070eec600/0x4ad31463d9bc00a5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.836784:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070eec600/0x4ad31463d9bc00a5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.836858:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.836887:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+168:2371:x1863837562884992:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 278us (940us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.836907:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 671 00000100:00100000:3.0:1777502104.836935:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 674 00000100:00100000:3.0:1777502104.836952:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5089bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+135:2370:x1863837562885248:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.837014:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.837061:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b7f6b814/0x4ad31463d9bb51c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8308c9 expref: 135 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.837077:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b7f6b814/0x4ad31463d9bb51c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8308c9 expref: 135 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.837114:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b7f6b814/0x4ad31463d9bb51c8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8308c9 expref: 134 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.837167:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.837170:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.837173:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc00b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.837201:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc00b3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.837221:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.837243:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5089bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+132:2370:x1863837562885248:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 297us (980us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.837251:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 674 00000100:00100000:3.0:1777502104.837268:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562885632 00000100:00100000:3.0:1777502104.837271:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562885632 00010000:00010000:3.0:1777502104.837286:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000081d15b5c/0x4ad31463d9bb4f05 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8307e2 expref: 167 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.837311:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562885760 00000100:00100000:3.0:1777502104.837315:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562885760 00010000:00010000:3.0:1777502104.837329:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aed1a7f1/0x4ad31463d9bb5119 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830867 expref: 168 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.837357:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 676 00000100:00100000:3.0:1777502104.837371:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+168:2371:x1863837562885632:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.837381:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.837387:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000081d15b5c/0x4ad31463d9bb4f05 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8307e2 expref: 168 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.837399:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000081d15b5c/0x4ad31463d9bb4f05 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8307e2 expref: 168 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.837427:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000081d15b5c/0x4ad31463d9bb4f05 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8307e2 expref: 168 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.837443:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.837446:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.837451:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000759b7e31/0x4ad31463d9bc00c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.837463:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000759b7e31/0x4ad31463d9bc00c8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.837488:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.837509:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+167:2371:x1863837562885632:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 141us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.837568:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 676 00000100:00100000:3.0:1777502104.837614:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562885888 00000100:00100000:3.0:1777502104.837619:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562885888 00010000:00010000:3.0:1777502104.837633:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d3cf1e1e/0x4ad31463d9bb4f28 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8307f7 expref: 167 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.837662:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562886016 00000100:00100000:3.0:1777502104.837666:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562886016 00010000:00010000:3.0:1777502104.837683:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004ac1bfbe/0x4ad31463d9bb5293 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8308fa expref: 149 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.837699:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562886144 00000100:00100000:3.0:1777502104.837701:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562886144 00010000:00010000:3.0:1777502104.837712:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007240aea0/0x4ad31463d9bb57a9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfa0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830a5f expref: 150 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.837745:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 677 00000100:00100000:3.0:1777502104.837762:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd61bffc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+167:2371:x1863837562885760:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.837825:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.837831:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aed1a7f1/0x4ad31463d9bb5119 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830867 expref: 167 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.837841:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aed1a7f1/0x4ad31463d9bb5119 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830867 expref: 167 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.837853:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.837855:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.837857:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000473d6869/0x4ad31463d9bc00cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.837878:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000473d6869/0x4ad31463d9bc00cf lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.837982:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.838014:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd61bffc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+167:2371:x1863837562885760:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 255us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.838084:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 677 00000100:00100000:3.0:1777502104.838333:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 679 00000100:00100000:3.0:1777502104.838394:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+150:2371:x1863837562886016:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.838408:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.838417:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004ac1bfbe/0x4ad31463d9bb5293 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8308fa expref: 150 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.838449:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004ac1bfbe/0x4ad31463d9bb5293 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8308fa expref: 150 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.838468:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.838471:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.838476:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc00dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.838492:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc00dd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.838523:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.838672:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+149:2371:x1863837562886016:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 280us (1254us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.838690:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 679 00000100:00100000:3.0:1777502104.838787:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561270272 00000100:00100000:3.0:1777502104.838872:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561270272 00000100:00100000:3.0:1777502104.838907:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2686 00000100:00100000:3.0:1777502104.838921:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+176:3312:x1863837561270272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.838939:0:187551:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4031 count 1 00010000:00010000:3.0:1777502104.838954:0:187551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008c79b481/0x4ad31463d9bc010e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfbf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.838986:0:187551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ba7870c4/0x4ad31463d9bb55c6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8309be expref: 162 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.839012:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.839015:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.839020:0:187551:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008c79b481/0x4ad31463d9bc010e lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.839161:0:187551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ba7870c4/0x4ad31463d9bb55c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8309be expref: 162 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.839170:0:187551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ba7870c4/0x4ad31463d9bb55c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8309be expref: 162 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.839179:0:187551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5089aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:187551:1863837561270784:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.839212:0:187551:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd5872b900 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.839232:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562886272 00000100:00100000:3.0:1777502104.839236:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562886272 00010000:00010000:3.0:1777502104.839256:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000be2410de/0x4ad31463d9bb52af lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830901 expref: 165 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.839685:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.839822:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.839847:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562886400 00000100:00100000:3.0:1777502104.839851:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562886400 00010000:00010000:3.0:1777502104.839873:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004b88a972/0x4ad31463d9bb52c4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830916 expref: 165 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.839893:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562886528 00000100:00100000:3.0:1777502104.839898:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562886528 00010000:00010000:3.0:1777502104.839917:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ec6e984e/0x4ad31463d9bb52cb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83090f expref: 163 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.840053:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562886656 00000100:00100000:3.0:1777502104.840059:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562886656 00010000:00010000:3.0:1777502104.840079:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f5858200/0x4ad31463d9bb55e2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8309d3 expref: 147 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.840296:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562886784 00000100:00100000:3.0:1777502104.840410:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562886784 00010000:00010000:3.0:1777502104.840434:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bb4b79d1/0x4ad31463d9bb528c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8308f3 expref: 164 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.840470:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562887040 00000100:00100000:3.0:1777502104.840477:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562887040 00010000:00010000:3.0:1777502104.840498:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ba7870c4/0x4ad31463d9bb55c6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8309be expref: 165 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.840540:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 682 00000100:00100000:3.0:1777502104.840619:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc42386300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+165:2370:x1863837562886400:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.840629:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.840634:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004b88a972/0x4ad31463d9bb52c4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830916 expref: 165 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.840647:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004b88a972/0x4ad31463d9bb52c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830916 expref: 165 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.840661:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004b88a972/0x4ad31463d9bb52c4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830916 expref: 165 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.840676:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.840678:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.840681:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001eedde7e/0x4ad31463d9bc00f2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.840690:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001eedde7e/0x4ad31463d9bc00f2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.840709:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.840748:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc42386300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+163:2370:x1863837562886400:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 194us (1588us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.840761:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 682 00000100:00100000:3.0:1777502104.840783:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 684 00000100:00100000:3.0:1777502104.840792:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd61bfec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+148:2370:x1863837562886656:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.840800:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.840808:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f5858200/0x4ad31463d9bb55e2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8309d3 expref: 148 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.840899:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f5858200/0x4ad31463d9bb55e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8309d3 expref: 148 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.840931:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f5858200/0x4ad31463d9bb55e2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8309d3 expref: 148 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.840952:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.840955:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.840961:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0100 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.840988:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0100 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.841034:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.841062:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd61bfec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+147:2370:x1863837562886656:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 269us (1375us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.841081:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 684 00000100:00100000:3.0:1777502104.841116:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 687 00000100:00100000:3.0:1777502104.841127:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ddb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+161:2371:x1863837562887040:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.841140:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.841149:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ba7870c4/0x4ad31463d9bb55c6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8309be expref: 161 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.841231:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ba7870c4/0x4ad31463d9bb55c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8309be expref: 161 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.841245:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.841248:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.841251:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008c79b481/0x4ad31463d9bc010e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.841260:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008c79b481/0x4ad31463d9bc010e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.841280:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.841301:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ddb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+161:2371:x1863837562887040:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 176us (869us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.841311:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 687 00010000:00010000:3.0:1777502104.841348:0:187551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba7870c4/0x4ad31463d9bb55c6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8309be expref: 160 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.841372:0:187551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5089aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:187551:1863837561270784:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.841431:0:187551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008c79b481/0x4ad31463d9bc010e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.841461:0:187551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008c79b481/0x4ad31463d9bc010e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.841537:0:187551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008c79b481/0x4ad31463d9bc010e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.841547:0:187551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008c79b481/0x4ad31463d9bc010e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.841555:0:187551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008c79b481/0x4ad31463d9bc010e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.841598:0:187551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1777502104.841832:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+180:3312:x1863837561270272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2913us (3071us total) trans 8589935877 rc 0/0 00000100:00100000:3.0:1777502104.841848:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2686 00000100:00100000:3.0:1777502104.841876:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562887168 00000100:00100000:3.0:1777502104.841881:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562887168 00010000:00010000:3.0:1777502104.841902:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bb55cd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8309c5 expref: 160 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.841927:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562887552 00000100:00100000:3.0:1777502104.841933:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562887552 00010000:00010000:3.0:1777502104.841952:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000068b94df0/0x4ad31463d9bb5755 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830a51 expref: 145 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.841981:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562887296 00000100:00100000:3.0:1777502104.841986:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562887296 00010000:00010000:3.0:1777502104.842005:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f6cd2ff9/0x4ad31463d9bb59cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830af9 expref: 146 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.842034:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562887680 00000100:00100000:3.0:1777502104.842038:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562887680 00010000:00010000:3.0:1777502104.842053:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000933d5dbf/0x4ad31463d9bb55d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8309cc expref: 161 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.842148:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 689 00000100:00100000:3.0:1777502104.842163:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ddb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+147:2373:x1863837562887552:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.842178:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.842185:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000068b94df0/0x4ad31463d9bb5755 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830a51 expref: 147 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.842212:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000068b94df0/0x4ad31463d9bb5755 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830a51 expref: 147 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.842243:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.842246:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.842252:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc0123 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.842272:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc0123 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.842296:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.842322:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ddb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+147:2373:x1863837562887552:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 162us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.842363:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 689 00000100:00100000:3.0:1777502104.842386:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 691 00000100:00100000:3.0:1777502104.842400:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd61bff450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+159:2371:x1863837562887680:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.842418:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.842426:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000933d5dbf/0x4ad31463d9bb55d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8309cc expref: 159 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.842459:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000933d5dbf/0x4ad31463d9bb55d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8309cc expref: 159 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.842495:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000933d5dbf/0x4ad31463d9bb55d4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8309cc expref: 159 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.842515:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.842518:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.842523:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc0131 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.842547:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc0131 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.842572:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.842621:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd61bff450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+158:2371:x1863837562887680:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 223us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.842637:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 691 00000100:00100000:3.0:1777502104.842669:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 692 00000100:00100000:3.0:1777502104.842682:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+144:2371:x1863837562887424:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.842695:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.842703:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004532029a/0x4ad31463d9bb574e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830a4a expref: 144 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.842743:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004532029a/0x4ad31463d9bb574e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830a4a expref: 144 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.842765:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.842769:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.842775:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008cc3c5f3/0x4ad31463d9bc012a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.842802:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008cc3c5f3/0x4ad31463d9bc012a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.842833:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.842902:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+143:2371:x1863837562887424:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 220us (888us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.842921:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 692 00000100:00100000:3.0:1777502104.843258:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.843302:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.843336:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.843356:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562887808 00000100:00100000:3.0:1777502104.843361:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562887808 00010000:00010000:3.0:1777502104.843382:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002f0c6bb6/0x4ad31463d9bb59d9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830b00 expref: 143 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.843407:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562887936 00000100:00100000:3.0:1777502104.843412:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562887936 00010000:00010000:3.0:1777502104.843429:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b2fc436b/0x4ad31463d9bb5740 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830a43 expref: 158 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.843452:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562888064 00000100:00100000:3.0:1777502104.843455:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562888064 00010000:00010000:3.0:1777502104.843473:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000972a80b4/0x4ad31463d9bb5dbb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830be7 expref: 131 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.843499:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 693 00000100:00100000:3.0:1777502104.843512:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5089aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+143:2370:x1863837562887808:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.843523:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.843530:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002f0c6bb6/0x4ad31463d9bb59d9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfa1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830b00 expref: 143 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.843542:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002f0c6bb6/0x4ad31463d9bb59d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfa1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830b00 expref: 143 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.843552:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.843553:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.843556:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0138 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfa1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.843565:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0138 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfa1:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.843613:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.843637:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5089aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+142:2370:x1863837562887808:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 128us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.843654:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 693 00000100:00100000:3.0:1777502104.843674:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 695 00000100:00100000:3.0:1777502104.843687:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5089b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+131:2371:x1863837562888064:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.843699:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.843706:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000972a80b4/0x4ad31463d9bb5dbb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfa3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830be7 expref: 131 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.843753:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000972a80b4/0x4ad31463d9bb5dbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfa3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830be7 expref: 131 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.843784:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.843787:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.843792:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a4a8b84c/0x4ad31463d9bc0146 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfa3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.843811:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4a8b84c/0x4ad31463d9bc0146 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfa3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.843829:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.843855:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5089b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+131:2371:x1863837562888064:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 168us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.843871:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 695 00000100:00100000:3.0:1777502104.844248:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.844282:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.844384:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.844404:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562888192 00000100:00100000:3.0:1777502104.844409:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562888192 00010000:00010000:3.0:1777502104.844426:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a24ee9f7/0x4ad31463d9bb5aab lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfa2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830b2a expref: 142 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.844531:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562888320 00000100:00100000:3.0:1777502104.844536:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562888320 00010000:00010000:3.0:1777502104.844549:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bb59a8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830af2 expref: 157 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.844574:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562888448 00000100:00100000:3.0:1777502104.844605:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562888448 00010000:00010000:3.0:1777502104.844619:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002030ec7c/0x4ad31463d9bb59d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830b0e expref: 158 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.844643:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 696 00000100:00100000:3.0:1777502104.844653:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd50899880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+142:2371:x1863837562888192:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.844660:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.844664:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a24ee9f7/0x4ad31463d9bb5aab lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfa2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830b2a expref: 142 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.844675:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a24ee9f7/0x4ad31463d9bb5aab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfa2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830b2a expref: 142 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.844695:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.844698:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.844700:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a92065e7/0x4ad31463d9bc014d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfa2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.844710:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a92065e7/0x4ad31463d9bc014d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfa2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.844754:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.844816:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd50899880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+142:2371:x1863837562888192:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 164us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.844830:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 696 00000100:00100000:3.0:1777502104.844855:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 697 00000100:00100000:3.0:1777502104.844868:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5089b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+158:2371:x1863837562888320:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.844878:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.844941:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bb59a8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfc4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830af2 expref: 158 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.845014:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bb59a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfc4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830af2 expref: 158 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.845045:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bb59a8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfc4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830af2 expref: 158 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.845072:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.845073:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.845075:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0154 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.845081:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0154 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.845132:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.845155:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5089b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+157:2371:x1863837562888320:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 292us (873us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.845169:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 697 00000100:00100000:3.0:1777502104.845187:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 698 00000100:00100000:3.0:1777502104.845349:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd80180c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+156:2371:x1863837562888448:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.845359:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.845366:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002030ec7c/0x4ad31463d9bb59d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830b0e expref: 156 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.845436:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002030ec7c/0x4ad31463d9bb59d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830b0e expref: 156 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.845464:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002030ec7c/0x4ad31463d9bb59d2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830b0e expref: 156 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.845501:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.845504:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.845509:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000014f14421/0x4ad31463d9bc015b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.845528:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014f14421/0x4ad31463d9bc015b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.845561:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.845610:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd80180c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+155:2371:x1863837562888448:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 412us (1229us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.845628:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 698 00000100:00100000:3.0:1777502104.845802:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562888576 00000100:00100000:3.0:1777502104.845806:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562888576 00010000:00010000:3.0:1777502104.845823:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b8b1452d/0x4ad31463d9bb59e0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830b07 expref: 155 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.845859:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 699 00010000:00010000:2.0:1777502104.845912:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc0162 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.845945:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502104.845950:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000014f14421/0x4ad31463d9bc015b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.845966:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ddb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+156:2370:x1863837562888576:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.845972:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502104.845979:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000014f14421/0x4ad31463d9bc015b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.845982:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.845991:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b8b1452d/0x4ad31463d9bb59e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfc3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830b07 expref: 156 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.845996:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000014f14421/0x4ad31463d9bc015b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xfc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.846018:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b8b1452d/0x4ad31463d9bb59e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfc3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830b07 expref: 156 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.846024:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000014f14421/0x4ad31463d9bc015b lrc: 1/0,0 mode: --/PW res: [0x240000400:0xfc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.846046:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014f14421/0x4ad31463d9bc015b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xfc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.846060:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.846062:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.846064:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.846114:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8b1452d/0x4ad31463d9bb59e0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfc3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830b07 expref: 155 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.846128:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.846130:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000004:00080000:2.0:1777502104.846133:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70ceca80/2, rc 0, transno 8589935883 00010000:00010000:3.0:1777502104.846134:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc0162 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.846145:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc0162 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.846145:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70ceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561272960:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.846175:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.846202:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ddb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+154:2370:x1863837562888576:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 336us (970us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.846210:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 699 00000100:00100000:2.0:1777502104.846212:0:205383:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561274880:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.846225:0:205383:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc017e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.846246:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561276288:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.846278:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.846324:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562888832 00000100:00100000:3.0:1777502104.846329:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562888832 00000100:00100000:2.0:1777502104.846346:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777502104.846350:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dbfe5bd6/0x4ad31463d9bb5e71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfa5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830c34 expref: 130 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.846370:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562888960 00000100:00100000:3.0:1777502104.846373:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562888960 00000100:00100000:2.0:1777502104.846378:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777502104.846388:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70fa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561276160:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.846416:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777502104.846443:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd71c38380/2, rc 0, transno 8589935474 00000100:00100000:2.0:1777502104.846460:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd71c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561270400:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.846468:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000021a81c5b/0x4ad31463d9bb5ab9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830b38 expref: 154 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.846479:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561276288 00000100:00100000:2.0:1777502104.846484:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561276288 00000100:00100000:3.0:1777502104.846485:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562889216 00000100:00100000:3.0:1777502104.846490:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562889216 00010000:00010000:3.0:1777502104.846507:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008ac35984/0x4ad31463d9bb5ed3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830c50 expref: 162 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.846512:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561276032 00000100:00100000:2.0:1777502104.846517:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561276032 00000100:00100000:3.0:1777502104.846526:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 702 00000100:00100000:3.0:1777502104.846537:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e4f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+154:2371:x1863837562888960:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.846542:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2707 00000100:00100000:2.0:1777502104.846557:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70fa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+188:3311:x1863837561276288:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.846599:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.846604:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000021a81c5b/0x4ad31463d9bb5ab9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830b38 expref: 154 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.846612:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000021a81c5b/0x4ad31463d9bb5ab9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830b38 expref: 154 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.846614:0:187548:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4010 count 1 00010000:00010000:2.0:1777502104.846631:0:187548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc01a1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfaa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.846633:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021a81c5b/0x4ad31463d9bb5ab9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830b38 expref: 154 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.846658:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.846662:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.846665:0:187548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cb2a0862/0x4ad31463d9bb6284 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830d68 expref: 131 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.846666:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc017e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.846691:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.846694:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc017e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.846695:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.846700:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc01a1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.846764:0:187548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cb2a0862/0x4ad31463d9bb6284 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830d68 expref: 130 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.846787:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.846791:0:187548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cb2a0862/0x4ad31463d9bb6284 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830d68 expref: 130 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.846807:0:187548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70ceea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561276544:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.846809:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e4f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+153:2371:x1863837562888960:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 273us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.846832:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 702 00000100:00100000:2.0:1777502104.846845:0:187548:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.846854:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 704 00010000:00010000:2.0:1777502104.846859:0:189105:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc0177 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.846865:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5606ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+162:2371:x1863837562889216:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.846878:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.846880:0:189105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc0177 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.846885:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008ac35984/0x4ad31463d9bb5ed3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfca:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830c50 expref: 162 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.846908:0:189105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc0177 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.846913:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008ac35984/0x4ad31463d9bb5ed3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfca:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830c50 expref: 162 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.846939:0:189105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc0177 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfa5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.846970:0:189105:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.846995:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.847024:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5606ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+162:2371:x1863837562889216:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 158us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.847042:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 704 00000100:00100000:2.0:1777502104.847134:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f79c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+189:3310:x1863837561273984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2758us (2938us total) trans 8589935475 rc 0/0 00000100:00100000:2.0:1777502104.847151:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2701 00000100:00100000:2.0:1777502104.847179:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777502104.847189:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561276416:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.847219:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562889472 00000100:00100000:3.0:1777502104.847225:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562889472 00000100:00100000:2.0:1777502104.847225:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777502104.847247:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006de07aed/0x4ad31463d9bb5e8d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830c42 expref: 162 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.847255:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561276416 00000100:00100000:2.0:1777502104.847259:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561276416 00000100:00100000:3.0:1777502104.847274:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562889344 00000100:00100000:3.0:1777502104.847280:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562889344 00000100:00100000:2.0:1777502104.847284:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2710 00000100:00100000:2.0:1777502104.847295:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc547b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+189:3311:x1863837561276416:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.847300:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001c3fb617/0x4ad31463d9bb5e86 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfa6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830c3b expref: 129 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.847311:0:189105:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4011 count 1 00010000:00010000:2.0:1777502104.847321:0:189105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc01b6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.847325:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 705 00010000:00010000:2.0:1777502104.847339:0:189105:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000727b1568/0x4ad31463d9bb643d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e09 expref: 140 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.847341:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd80183450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+162:2372:x1863837562889472:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.847355:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.847357:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.847357:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.847361:0:189105:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc01b6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.847366:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006de07aed/0x4ad31463d9bb5e8d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfca:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830c42 expref: 162 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.847389:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006de07aed/0x4ad31463d9bb5e8d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfca:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830c42 expref: 162 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.847396:0:189105:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000727b1568/0x4ad31463d9bb643d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e09 expref: 140 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.847419:0:189105:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000727b1568/0x4ad31463d9bb643d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e09 expref: 140 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.847420:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.847424:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.847430:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b2f5d7e2/0x4ad31463d9bc0185 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfca:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.847444:0:189105:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd46d6df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561277056:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.847458:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2f5d7e2/0x4ad31463d9bc0185 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfca:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.847471:0:189105:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092a80 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.847482:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.847499:0:205386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70fa7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:205386:1863837561275648:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.847511:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd80183450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+162:2372:x1863837562889472:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 173us (323us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.847512:0:205386:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000eb903534/0x4ad31463d9bc019a lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfa9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.847529:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 705 00000004:00080000:2.0:1777502104.847554:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd71c38e00/2, rc 0, transno 8589935476 00000100:00100000:2.0:1777502104.847565:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd71c38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561272448:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.847600:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562889600 00000100:00100000:3.0:1777502104.847603:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562889600 00010000:00010000:3.0:1777502104.847617:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000052f2cf22/0x4ad31463d9bb60e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfa9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830cc7 expref: 130 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.847637:0:205383:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc017e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.847640:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 706 00000100:00100000:3.0:1777502104.847653:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6ea51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+130:2370:x1863837562889344:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.847660:0:205383:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc017e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.847665:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.847672:0:205383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc017e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.847673:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001c3fb617/0x4ad31463d9bb5e86 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfa6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830c3b expref: 130 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.847691:0:205383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc017e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.847704:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001c3fb617/0x4ad31463d9bb5e86 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfa6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830c3b expref: 130 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.847732:0:205383:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.847743:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.847746:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.847751:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003fa18a07/0x4ad31463d9bc018c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfa6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.847774:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003fa18a07/0x4ad31463d9bc018c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfa6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.847813:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502104.847817:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005184e865/0x4ad31463d9bc0169 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.847833:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45977200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502104.847838:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005184e865/0x4ad31463d9bc0169 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.847858:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005184e865/0x4ad31463d9bc0169 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xfc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.847869:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005184e865/0x4ad31463d9bc0169 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xfc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.847883:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005184e865/0x4ad31463d9bc0169 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xfc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.847885:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.847902:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.847906:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.847910:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.847920:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6ea51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+130:2370:x1863837562889344:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 269us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.847928:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 706 00000004:00080000:2.0:1777502104.847938:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd5095d880/2, rc 0, transno 8589935884 00000100:00100000:3.0:1777502104.847948:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562889728 00000100:00100000:3.0:1777502104.847953:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562889728 00000100:00100000:2.0:1777502104.847955:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5095d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561273728:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.847962:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1777502104.847970:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000010badff2/0x4ad31463d9bb5eda lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830c57 expref: 162 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.847992:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562889856 00000100:00100000:3.0:1777502104.847998:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562889856 00000100:00100000:2.0:1777502104.848014:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70fa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561277440:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.848016:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004d7f0352/0x4ad31463d9bb5e5c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830c11 expref: 163 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.848053:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.848099:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 708 00000100:00100000:2.0:1777502104.848112:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 709 00000100:00100000:3.0:1777502104.848114:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49232a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+163:2370:x1863837562889728:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.848128:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+163:2371:x1863837562889856:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.848129:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.848139:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000010badff2/0x4ad31463d9bb5eda lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfc8:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830c57 expref: 163 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.848146:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.848157:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004d7f0352/0x4ad31463d9bb5e5c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfc8:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830c11 expref: 163 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.848163:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000010badff2/0x4ad31463d9bb5eda lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfc8:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830c57 expref: 163 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.848192:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004d7f0352/0x4ad31463d9bb5e5c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfc8:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830c11 expref: 163 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.848260:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.848263:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.848268:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004bc91593/0x4ad31463d9bc0193 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfc8:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.848282:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004bc91593/0x4ad31463d9bc0193 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfc8:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.848305:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502104.848311:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.848341:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49232a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+163:2370:x1863837562889728:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 230us (691us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.848341:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+163:2371:x1863837562889856:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 216us (600us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.848358:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 709 00010000:00010000:2.0:1777502104.848383:0:205386:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000eb903534/0x4ad31463d9bc019a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.848394:0:205386:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eb903534/0x4ad31463d9bc019a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.848405:0:205386:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eb903534/0x4ad31463d9bc019a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.848420:0:205386:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eb903534/0x4ad31463d9bc019a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.848448:0:205386:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.848527:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 708 00000100:00100000:2.0:1777502104.848618:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70fa6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+191:3312:x1863837561275136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3104us (3519us total) trans 8589935478 rc 0/0 00000100:00100000:2.0:1777502104.848628:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2706 00010000:00010000:3.0:1777502104.848638:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc0162 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.848658:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc0162 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.848665:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70f3f800/2, rc 0, transno 8589935478 00000100:00100000:2.0:1777502104.848679:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70f3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561275136:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.848685:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc0162 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.848712:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc0162 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.848737:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502104.848746:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003fa18a07/0x4ad31463d9bc018c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.848760:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502104.848772:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502104.848777:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003fa18a07/0x4ad31463d9bc018c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.848793:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003fa18a07/0x4ad31463d9bc018c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.848818:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003fa18a07/0x4ad31463d9bc018c lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.848827:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003fa18a07/0x4ad31463d9bc018c lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.848861:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.848866:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.848870:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777502104.848895:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd71c3a300/2, rc 0, transno 8589935477 00000100:00100000:2.0:1777502104.848907:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd71c3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561271040:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.848953:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777502104.848965:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd455e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561277952:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.848998:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+190:3312:x1863837561273088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6426us (6774us total) trans 8589935885 rc 0/0 00000100:00100000:2.0:1777502104.849004:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.849016:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2698 00000100:00100000:3.0:1777502104.849039:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561277952 00000100:00100000:3.0:1777502104.849044:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561277952 00000100:00100000:2.0:1777502104.849054:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ee51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561277824:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.849080:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777502104.849108:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70cece00/2, rc 0, transno 8589935885 00000100:00100000:2.0:1777502104.849117:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561273088:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.849128:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561277824 00000100:00100000:3.0:1777502104.849133:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561277824 00000100:00100000:2.0:1777502104.849164:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2713 00000100:00100000:2.0:1777502104.849177:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+193:3310:x1863837561277952:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.849182:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2714 00002000:00080000:2.0:1777502104.849194:0:205382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4014 count 1 00000100:00100000:3.0:1777502104.849195:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+192:3312:x1863837561277824:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.849209:0:205382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc01cb lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.849222:0:205382:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000017035616/0x4ad31463d9bb6738 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830eb1 expref: 139 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.849230:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.849233:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.849237:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc01cb lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1777502104.849263:0:205368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4008 count 1 00010000:00010000:2.0:1777502104.849276:0:205382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000017035616/0x4ad31463d9bb6738 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830eb1 expref: 139 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.849277:0:205368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dacc71d8/0x4ad31463d9bc01d2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfa8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.849303:0:205382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000017035616/0x4ad31463d9bb6738 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830eb1 expref: 139 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.849307:0:205368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000332b8189/0x4ad31463d9bb6268 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830d5a expref: 126 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.849324:0:205382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd455e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:205382:1863837561278208:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.849325:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.849329:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.849333:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dacc71d8/0x4ad31463d9bc01d2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.849354:0:205382:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092300 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.849368:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd455e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561278080:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.849395:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777502104.849430:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7f79df80/2, rc 0, transno 8589935479 00000100:00100000:2.0:1777502104.849442:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f79df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561274368:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.849497:0:205368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000332b8189/0x4ad31463d9bb6268 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830d5a expref: 126 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.849497:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd50899c00/2, rc 0, transno 8589935886 00000100:00100000:2.0:1777502104.849510:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd50899c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561274496:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.849513:0:205368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000332b8189/0x4ad31463d9bb6268 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830d5a expref: 126 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.849570:0:189105:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd46d6df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561277056:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.849637:0:189105:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc01b6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.849640:0:205368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5089aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561278464:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.849676:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd455e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561278336:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.849693:0:205368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd5872b900 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.849711:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562890112 00000100:00100000:2.0:1777502104.849716:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.849717:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562890112 00010000:00010000:3.0:1777502104.849752:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000727b1568/0x4ad31463d9bb643d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e09 expref: 140 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.849759:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777502104.849767:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd455e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561278592:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.849797:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502104.849825:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561278336 00000100:00100000:2.0:1777502104.849829:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561278336 00000100:00100000:2.0:1777502104.849846:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561278592 00000100:00100000:2.0:1777502104.849848:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561278592 00000100:00100000:2.0:1777502104.849862:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2716 00000100:00100000:2.0:1777502104.849869:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+193:3311:x1863837561278336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502104.849885:0:205376:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4013 count 1 00000100:00100000:3.0:1777502104.849888:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562889984 00000100:00100000:3.0:1777502104.849894:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562889984 00010000:00010000:2.0:1777502104.849895:0:205376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc01e0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.849915:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cb2a0862/0x4ad31463d9bb6284 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830d68 expref: 127 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.849917:0:205376:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fed2fd24/0x4ad31463d9bb6731 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e8e expref: 127 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.849949:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562890368 00010000:00010000:2.0:1777502104.849949:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.849952:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777502104.849955:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562890368 00010000:00010000:2.0:1777502104.849956:0:205376:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc01e0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.849980:0:205376:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fed2fd24/0x4ad31463d9bb6731 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e8e expref: 127 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.850009:0:205376:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fed2fd24/0x4ad31463d9bb6731 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e8e expref: 128 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.850029:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000112583d1/0x4ad31463d9bb5e7f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830c2d expref: 159 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.850040:0:205376:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd455e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:205376:1863837561278848:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.850067:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 710 00000100:00100000:3.0:1777502104.850081:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+140:2371:x1863837562890112:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.850084:0:205376:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092a80 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.850098:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.850107:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000727b1568/0x4ad31463d9bb643d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e09 expref: 140 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.850112:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70f3ea00/2, rc 0, transno 8589935887 00000100:00100000:2.0:1777502104.850127:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70f3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561275008:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.850133:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000727b1568/0x4ad31463d9bb643d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e09 expref: 140 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.850172:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777502104.850182:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd46d6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561279104:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.850219:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502104.850256:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561279104 00000100:00100000:2.0:1777502104.850261:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561279104 00000100:00100000:2.0:1777502104.850293:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2718 00000100:00100000:2.0:1777502104.850307:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+192:3310:x1863837561279104:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777502104.850322:0:205386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4045 count 1 00010000:00010000:2.0:1777502104.850337:0:205386:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc01ee lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfcd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.850359:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000727b1568/0x4ad31463d9bb643d lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e09 expref: 140 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.850361:0:205386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000473e6a8d/0x4ad31463d9bb648a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e1e expref: 158 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.850382:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.850384:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.850387:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.850387:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc01ee lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.850391:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.850396:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc01b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.850414:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc01b6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.850420:0:205386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000473e6a8d/0x4ad31463d9bb648a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e1e expref: 157 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.850440:0:205386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000473e6a8d/0x4ad31463d9bb648a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e1e expref: 157 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.850442:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.850463:0:205386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd722e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:205386:1863837561279232:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.850472:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+139:2371:x1863837562890112:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 393us (1112us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.850491:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 710 00000100:00100000:2.0:1777502104.850495:0:205386:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.850525:0:205382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd455e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:205382:1863837561278208:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.850543:0:205382:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc01cb lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.850570:0:189105:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc01b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.850602:0:189105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc01b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.850612:0:189105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc01b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.850620:0:189105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc01b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.850636:0:189105:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.850641:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562890880 00010000:00010000:2.0:1777502104.850644:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1777502104.850647:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562890880 00010000:00010000:2.0:1777502104.850648:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc01b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.850655:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502104.850657:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc01b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.850662:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc01b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.850671:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc01b6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.850688:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc01b6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.850708:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000017035616/0x4ad31463d9bb6738 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830eb1 expref: 139 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.850709:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.850713:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.850717:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.850752:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562891008 00000100:00100000:3.0:1777502104.850757:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562891008 00010000:00010000:3.0:1777502104.850779:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000332b8189/0x4ad31463d9bb6268 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830d5a expref: 126 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.850804:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 715 00000100:00100000:3.0:1777502104.850818:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+152:2370:x1863837562890496:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.850829:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.850837:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e8a2eb43/0x4ad31463d9bb642f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830dfb expref: 152 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.850904:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc547b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+194:3311:x1863837561276416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3609us (3677us total) trans 8589935480 rc 0/0 00010000:00010000:3.0:1777502104.850922:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e8a2eb43/0x4ad31463d9bb642f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830dfb expref: 152 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.850926:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2710 00010000:00010000:3.0:1777502104.850958:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8a2eb43/0x4ad31463d9bb642f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830dfb expref: 152 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.850964:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd46d6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561277312:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.850979:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.850982:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.850987:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005543e613/0x4ad31463d9bc01af lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.851001:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777502104.851009:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005543e613/0x4ad31463d9bc01af lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.851046:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd521d1880/2, rc 0, transno 8589935480 00010000:00010000:3.0:1777502104.851051:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.851060:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561276416:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.851075:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+151:2370:x1863837562890496:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 262us (1254us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.851084:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 715 00000100:00100000:3.0:1777502104.851104:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562891136 00000100:00100000:3.0:1777502104.851109:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562891136 00000100:00100000:2.0:1777502104.851115:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc82360e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561279360:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.851126:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000909e6851/0x4ad31463d9bb61ab lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830d06 expref: 157 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.851150:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.851162:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 717 00000100:00100000:3.0:1777502104.851177:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+157:2370:x1863837562890752:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000004:00080000:2.0:1777502104.851183:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd521d0700/2, rc 0, transno 8589935481 00010000:00010000:3.0:1777502104.851190:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502104.851196:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561277184:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.851198:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d8d5ab00/0x4ad31463d9bb61a4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830cf1 expref: 157 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.851226:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d8d5ab00/0x4ad31463d9bb61a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830cf1 expref: 157 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.851248:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8d5ab00/0x4ad31463d9bb61a4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830cf1 expref: 157 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.851249:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777502104.851260:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd53f25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561279488:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.851280:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.851283:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.851289:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e7068b39/0x4ad31463d9bc01c4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.851301:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777502104.851325:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7068b39/0x4ad31463d9bc01c4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.851331:0:205382:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc01cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.851357:0:205382:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc01cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.851366:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.851383:0:205382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc01cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.851394:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+156:2370:x1863837562890752:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 221us (920us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.851400:0:205382:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc01cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.851412:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 717 00000100:00100000:3.0:1777502104.851436:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 719 00010000:00010000:2.0:1777502104.851436:0:205382:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.851450:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd80182450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+155:2371:x1863837562891136:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.851466:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.851474:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000909e6851/0x4ad31463d9bb61ab lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830d06 expref: 155 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.851504:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000909e6851/0x4ad31463d9bb61ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830d06 expref: 155 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.851533:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.851536:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.851540:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000960bee72/0x4ad31463d9bc01d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.851552:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000960bee72/0x4ad31463d9bc01d9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.851601:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+195:3310:x1863837561277952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2407us (2579us total) trans 8589935482 rc 0/0 00000100:00100000:2.0:1777502104.851616:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2713 00000100:00100000:2.0:1777502104.851634:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561279360 00000100:00100000:2.0:1777502104.851639:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561279360 00010000:00010000:3.0:1777502104.851664:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.851665:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561279488 00000100:00100000:2.0:1777502104.851670:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561279488 00000100:00100000:2.0:1777502104.851693:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2720 00000100:00100000:2.0:1777502104.851705:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+196:3310:x1863837561279360:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502104.851733:0:205382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4015 count 1 00010000:00010000:2.0:1777502104.851747:0:205382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc01fc lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfaf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.851755:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd80182450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+155:2371:x1863837562891136:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 305us (954us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.851768:0:205382:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008c9b6e47/0x4ad31463d9bb694c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830f28 expref: 126 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.851770:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 719 00010000:00010000:2.0:1777502104.851786:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.851789:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.851792:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc01fc lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.851816:0:205382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008c9b6e47/0x4ad31463d9bb694c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830f28 expref: 126 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.851832:0:205382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008c9b6e47/0x4ad31463d9bb694c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830f28 expref: 126 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.851859:0:205382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77f9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:205382:1863837561279744:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.851963:0:205382:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092000 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.851969:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4a98bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+193:3311:x1863837561274240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7283us (7734us total) trans 8589935889 rc 0/0 00000100:00100000:3.0:1777502104.851980:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2702 00000004:00080000:2.0:1777502104.851998:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd455e3b80/2, rc 0, transno 8589935482 00000100:00100000:2.0:1777502104.852010:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd455e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561277952:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.852029:0:205368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000332b8189/0x4ad31463d9bb6268 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfa8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830d5a expref: 126 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.852046:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5089aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561278464:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.852069:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dacc71d8/0x4ad31463d9bc01d2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.852075:0:205386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd722e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:205386:1863837561279232:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.852088:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dacc71d8/0x4ad31463d9bc01d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.852099:0:205386:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc01ee lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.852132:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dacc71d8/0x4ad31463d9bc01d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.852136:0:205376:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd455e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:205376:1863837561278848:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.852158:0:205376:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc01e0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.852202:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd50899180/2, rc 0, transno 8589935889 00000100:00100000:2.0:1777502104.852215:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd50899180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561274240:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.852227:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dacc71d8/0x4ad31463d9bc01d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.852241:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dacc71d8/0x4ad31463d9bc01d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.852258:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.852272:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502104.852274:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e7068b39/0x4ad31463d9bc01c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.852287:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45976e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502104.852293:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7068b39/0x4ad31463d9bc01c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.852319:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7068b39/0x4ad31463d9bc01c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xfcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.852342:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e7068b39/0x4ad31463d9bc01c4 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xfcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.852358:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7068b39/0x4ad31463d9bc01c4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xfcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.852376:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.852381:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.852386:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.852400:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777502104.852412:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77f9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561280128:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.852448:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.852481:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+197:3312:x1863837561277824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3287us (3397us total) trans 8589935483 rc 0/0 00000100:00100000:2.0:1777502104.852488:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561280128 00000100:00100000:3.0:1777502104.852492:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2714 00000100:00100000:2.0:1777502104.852492:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561280128 00000100:00100000:3.0:1777502104.852527:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 721 00000100:00100000:2.0:1777502104.852532:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2722 00000100:00100000:3.0:1777502104.852541:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+125:2371:x1863837562891392:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.852548:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77f9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+194:3310:x1863837561280128:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.852554:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.852562:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fed2fd24/0x4ad31463d9bb6731 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e8e expref: 125 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.852563:0:205383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4049 count 1 00010000:00010000:3.0:1777502104.852607:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fed2fd24/0x4ad31463d9bb6731 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e8e expref: 125 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.852620:0:205383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bc020a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfd1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.852623:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fed2fd24/0x4ad31463d9bb6731 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e8e expref: 125 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.852647:0:205383:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005d20c332/0x4ad31463d9bb6707 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e87 expref: 155 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.852651:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.852654:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.852669:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.852671:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.852674:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bc020a lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.852702:0:205383:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005d20c332/0x4ad31463d9bb6707 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e87 expref: 154 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.852734:0:205383:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005d20c332/0x4ad31463d9bb6707 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e87 expref: 154 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.852745:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc01e0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.852766:0:205383:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77f9ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561280384:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.852767:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc01e0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.852790:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.852814:0:205383:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092a80 going to sleep for 11 seconds 00000004:00080000:2.0:1777502104.852852:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70fa4700/2, rc 0, transno 8589935888 00000100:00100000:3.0:1777502104.852862:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+124:2371:x1863837562891392:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 276us (836us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.852865:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70fa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561276160:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.852874:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 721 00000004:00080000:2.0:1777502104.852910:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70fa5500/2, rc 0, transno 8589935891 00000100:00100000:2.0:1777502104.852920:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70fa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561276032:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.852930:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777502104.852964:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77f9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561280512:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.852999:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502104.853037:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561280512 00000100:00100000:2.0:1777502104.853043:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561280512 00000100:00100000:2.0:1777502104.853066:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2723 00000100:00100000:2.0:1777502104.853076:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77f9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+195:3309:x1863837561280512:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777502104.853089:0:205377:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4048 count 1 00010000:00010000:2.0:1777502104.853100:0:205377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc0211 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfd0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.853114:0:205377:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b69f9e1b/0x4ad31463d9bb670e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e9c expref: 153 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.853122:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.853124:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.853128:0:205377:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc0211 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.853147:0:205377:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b69f9e1b/0x4ad31463d9bb670e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e9c expref: 153 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.853153:0:205377:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b69f9e1b/0x4ad31463d9bb670e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e9c expref: 153 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.853162:0:205377:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77f9d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:205377:1863837561280768:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.853170:0:205386:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc01ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.853179:0:205386:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc01ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.853186:0:205386:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc01ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.853190:0:205377:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092e40 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.853195:0:205386:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc01ee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.853216:0:205386:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502104.853216:0:205376:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc01e0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.853224:0:205376:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc01e0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.853236:0:205376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc01e0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.853242:0:205376:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc01e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.853258:0:205376:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1777502104.853402:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+197:3311:x1863837561278336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3533us (3691us total) trans 8589935484 rc 0/0 00000100:00100000:2.0:1777502104.853417:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2716 00010000:00010000:2.0:1777502104.853435:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.853444:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77f9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561280000:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.853465:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777502104.853485:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7ee51180/2, rc 0, transno 8589935483 00000100:00100000:2.0:1777502104.853495:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ee51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561277824:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.853526:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77f9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561280640:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.853552:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777502104.853604:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd455e0a80/2, rc 0, transno 8589935892 00000100:00100000:3.0:1777502104.853613:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd722eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+195:3310:x1863837561279104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3310us (3397us total) trans 8589935893 rc 0/0 00000100:00100000:2.0:1777502104.853616:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd455e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561278592:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1777502104.853655:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd455e3800/2, rc 0, transno 8589935484 00000100:00100000:3.0:1777502104.853658:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2718 00000100:00100000:2.0:1777502104.853663:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd455e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561278336:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.853675:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561280000 00000100:00100000:3.0:1777502104.853678:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561280000 00000004:00080000:2.0:1777502104.853699:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70fa7800/2, rc 0, transno 8589935890 00000100:00100000:3.0:1777502104.853702:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561280640 00000100:00100000:3.0:1777502104.853706:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561280640 00000100:00100000:2.0:1777502104.853713:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70fa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561277440:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1777502104.853774:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7f79ea00/2, rc 0, transno 8589935485 00000100:00100000:3.0:1777502104.853783:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2724 00000100:00100000:2.0:1777502104.853784:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f79ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561274112:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.853795:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77f9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+197:3312:x1863837561280000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777502104.853807:0:205386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4017 count 1 00000100:00100000:2.0:1777502104.853827:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc595e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561281280:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.853858:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777502104.853863:0:205386:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006fd6438d/0x4ad31463d9bc0218 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfb1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.853876:0:205386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3b4f1d8/0x4ad31463d9bb6a33 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830f59 expref: 138 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.853878:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1777502104.853889:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77f9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561280896:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.853901:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.853902:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.853906:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006fd6438d/0x4ad31463d9bc0218 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.853930:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502104.853953:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc595e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561281408:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.853970:0:205386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b3b4f1d8/0x4ad31463d9bb6a33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830f59 expref: 139 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.853982:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777502104.853995:0:205386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b3b4f1d8/0x4ad31463d9bb6a33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830f59 expref: 139 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.854002:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561280896 00000100:00100000:2.0:1777502104.854009:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561280896 00000100:00100000:3.0:1777502104.854012:0:205386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5089aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:205386:1863837561281536:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.854034:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561281408 00000100:00100000:2.0:1777502104.854039:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561281408 00000100:00100000:3.0:1777502104.854051:0:205386:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd7f24a240 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.854065:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2726 00000100:00100000:2.0:1777502104.854076:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+196:3311:x1863837561281280:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.854086:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 724 00002000:00080000:2.0:1777502104.854096:0:187550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4052 count 1 00000100:00100000:3.0:1777502104.854099:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+123:2371:x1863837562891776:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.854109:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.854111:0:187550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0226 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfd4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.854116:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008c9b6e47/0x4ad31463d9bb694c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfaf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830f28 expref: 123 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.854138:0:187550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007d140496/0x4ad31463d9bb6945 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830f21 expref: 151 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.854142:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008c9b6e47/0x4ad31463d9bb694c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfaf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830f28 expref: 123 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.854158:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.854161:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.854165:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0226 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.854169:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.854172:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.854176:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc01fc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfaf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.854199:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc01fc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfaf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.854214:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.854215:0:187550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007d140496/0x4ad31463d9bb6945 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830f21 expref: 151 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.854234:0:187550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007d140496/0x4ad31463d9bb6945 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830f21 expref: 151 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.854243:0:187550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58bee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561281792:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.854272:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+123:2371:x1863837562891776:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 177us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.854277:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 724 00000100:00100000:2.0:1777502104.854285:0:187550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092f00 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.854296:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562892288 00000100:00100000:3.0:1777502104.854300:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562892288 00000100:00100000:2.0:1777502104.854308:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2727 00010000:00010000:3.0:1777502104.854314:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b69f9e1b/0x4ad31463d9bb670e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e9c expref: 154 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.854318:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+199:3311:x1863837561280896:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502104.854333:0:205368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4018 count 1 00010000:00010000:2.0:1777502104.854343:0:205368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc022d lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfb2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.854344:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 726 00000100:00100000:3.0:1777502104.854358:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd80180850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+154:2370:x1863837562892160:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.854364:0:205368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003b474638/0x4ad31463d9bb6bd7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830fe5 expref: 138 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.854373:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.854382:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.854385:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.854389:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc022d lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.854418:0:205368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003b474638/0x4ad31463d9bb6bd7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830fe5 expref: 138 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.854427:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005d20c332/0x4ad31463d9bb6707 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e87 expref: 154 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.854461:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005d20c332/0x4ad31463d9bb6707 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e87 expref: 154 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.854465:0:205368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003b474638/0x4ad31463d9bb6bd7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830fe5 expref: 137 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.854492:0:205368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58beca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561281920:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.854493:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.854497:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.854502:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bc020a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.854514:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bc020a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.854522:0:205368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092540 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.854541:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.854545:0:205377:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77f9d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:205377:1863837561280768:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.854564:0:205377:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc0211 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.854565:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd80180850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+154:2370:x1863837562892160:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 211us (844us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.854607:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 726 00010000:00010000:2.0:1777502104.854627:0:205383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d20c332/0x4ad31463d9bb6707 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e87 expref: 153 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.854641:0:205383:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77f9ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561280384:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.854655:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 728 00010000:00010000:2.0:1777502104.854655:0:205383:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bc020a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.854667:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+152:2371:x1863837562892288:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.854680:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.854684:0:205383:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bc020a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.854687:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b69f9e1b/0x4ad31463d9bb670e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfd0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e9c expref: 152 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.854714:0:205383:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bc020a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.854717:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b69f9e1b/0x4ad31463d9bb670e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfd0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e9c expref: 152 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.854751:0:205383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bc020a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.854759:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b69f9e1b/0x4ad31463d9bb670e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfd0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e9c expref: 152 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.854775:0:205383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bc020a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.854780:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.854784:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.854787:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc0211 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.854796:0:205383:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1777502104.854798:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc0211 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.854818:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.854840:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+151:2371:x1863837562892288:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 175us (654us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.854851:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 728 00000100:00100000:2.0:1777502104.854980:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77f9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+197:3310:x1863837561280128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2438us (2535us total) trans 8589935894 rc 0/0 00000100:00100000:2.0:1777502104.854987:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2722 00010000:00010000:2.0:1777502104.855012:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.855025:0:205377:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc0211 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.855042:0:205377:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc0211 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.855056:0:205377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc0211 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.855069:0:205377:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc0211 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.855103:0:205377:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1777502104.855235:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.855257:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.855298:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.855329:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77f9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+197:3309:x1863837561280512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2254us (2331us total) trans 8589935896 rc 0/0 00000100:00100000:2.0:1777502104.855336:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2723 00000100:00100000:3.0:1777502104.855340:0:205386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5089aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:205386:1863837561281536:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.855361:0:205386:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006fd6438d/0x4ad31463d9bc0218 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.855375:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58bee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561281792:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.855391:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 729 00010000:00010000:2.0:1777502104.855396:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0226 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.855403:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5089bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+137:2370:x1863837562892416:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.855420:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.855426:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b3b4f1d8/0x4ad31463d9bb6a33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830f59 expref: 137 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.855434:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc5843e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561281152:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.855459:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777502104.855484:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77f9f800/2, rc 0, transno 8589935894 00000100:00100000:2.0:1777502104.855501:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77f9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561280128:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.855503:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b3b4f1d8/0x4ad31463d9bb6a33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830f59 expref: 137 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.855536:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3b4f1d8/0x4ad31463d9bb6a33 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830f59 expref: 137 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.855549:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd46d6df80/2, rc 0, transno 8589935893 00010000:00010000:3.0:1777502104.855551:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.855555:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.855559:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006fd6438d/0x4ad31463d9bc0218 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.855561:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd46d6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561279104:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.855601:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006fd6438d/0x4ad31463d9bc0218 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.855633:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58beed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561282304:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.855654:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.855665:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.855677:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5089bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+136:2370:x1863837562892416:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 276us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.855684:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 729 00000100:00100000:2.0:1777502104.855688:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1777502104.855695:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd722e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561281024:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.855706:0:205386:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006fd6438d/0x4ad31463d9bc0218 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.855716:0:205386:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006fd6438d/0x4ad31463d9bc0218 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.855736:0:205386:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006fd6438d/0x4ad31463d9bc0218 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.855742:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777502104.855749:0:205386:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006fd6438d/0x4ad31463d9bc0218 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.855765:0:205386:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.855771:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58bee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561282176:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.855806:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777502104.855844:0:187550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0226 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.855858:0:187550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0226 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.855870:0:187550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0226 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.855887:0:187550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0226 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.855904:0:187550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.855911:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77f9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+201:3312:x1863837561280000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2119us (2446us total) trans 8589935487 rc 0/0 00000100:00100000:3.0:1777502104.855920:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2724 00000100:00100000:3.0:1777502104.855937:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2730 00000100:00100000:3.0:1777502104.855949:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+199:3310:x1863837561282304:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.855961:0:205386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4053 count 1 00010000:00010000:3.0:1777502104.855973:0:205386:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000040e4b8d/0x4ad31463d9bc0242 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfd5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.855983:0:205386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aedbaff2/0x4ad31463d9bb6a48 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830f67 expref: 148 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.856033:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.856035:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.856037:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000040e4b8d/0x4ad31463d9bc0242 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.856056:0:205386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aedbaff2/0x4ad31463d9bb6a48 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830f67 expref: 148 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.856058:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+200:3311:x1863837561281280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1982us (2198us total) trans 8589935897 rc 0/0 00010000:00010000:3.0:1777502104.856075:0:205386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aedbaff2/0x4ad31463d9bb6a48 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830f67 expref: 148 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.856076:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2726 00000100:00100000:3.0:1777502104.856088:0:205386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5089aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:205386:1863837561282560:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.856101:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2731 00000100:00100000:2.0:1777502104.856110:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4a98ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+199:3310:x1863837561281024:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.856112:0:205386:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd7f24ab40 going to sleep for 11 seconds 00002000:00080000:2.0:1777502104.856126:0:187550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4051 count 1 00010000:00010000:2.0:1777502104.856138:0:187550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc0249 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfd3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.856159:0:187550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000083dd42a/0x4ad31463d9bb68d5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830efe expref: 148 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.856166:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.856168:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.856171:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc0249 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.856191:0:187550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000083dd42a/0x4ad31463d9bb68d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830efe expref: 148 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.856204:0:187550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000083dd42a/0x4ad31463d9bb68d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830efe expref: 148 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.856215:0:187550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58bedf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561282688:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.856256:0:187550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092900 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.856268:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562892928 00010000:00010000:2.0:1777502104.856269:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1777502104.856274:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562892928 00010000:00010000:2.0:1777502104.856276:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0226 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.856289:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.856294:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f93eb790/0x4ad31463d9bb6c40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfb3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831001 expref: 137 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.856294:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0226 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.856312:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0226 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xfd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.856332:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0226 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xfd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.856354:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0226 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xfd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.856385:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.856387:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.856391:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.856412:0:205368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b474638/0x4ad31463d9bb6bd7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfb2:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830fe5 expref: 137 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.856416:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 733 00000100:00100000:3.0:1777502104.856430:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4f557850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+137:2371:x1863837562892928:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.856435:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58beca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561281920:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.856438:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.856446:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f93eb790/0x4ad31463d9bb6c40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfb3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831001 expref: 136 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.856449:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc022d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.856475:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc022d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.856480:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f93eb790/0x4ad31463d9bb6c40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfb3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831001 expref: 135 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.856482:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc022d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.856504:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc022d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.856511:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc022d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.856515:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f93eb790/0x4ad31463d9bb6c40 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfb3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831001 expref: 134 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.856540:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.856544:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.856547:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.856553:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006ac85f4a/0x4ad31463d9bc0234 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfb3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.856640:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ac85f4a/0x4ad31463d9bc0234 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfb3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.856677:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.856708:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+201:3311:x1863837561280896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2392us (2777us total) trans 8589935488 rc 0/0 00000100:00100000:3.0:1777502104.856714:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4f557850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+133:2371:x1863837562892928:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 285us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.856732:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2727 00000004:00080000:2.0:1777502104.856770:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd51fd7b80/2, rc 0, transno 8589935895 00000100:00100000:2.0:1777502104.856782:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd51fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561264000:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.856823:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 733 00000004:00080000:2.0:1777502104.856837:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77f9df80/2, rc 0, transno 8589935487 00000100:00100000:2.0:1777502104.856848:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77f9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561280000:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1777502104.856879:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd53f25f80/2, rc 0, transno 8589935486 00000100:00100000:2.0:1777502104.856887:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd53f25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561279488:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.856918:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58bed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561283072:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.856954:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.856979:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562893056 00000100:00100000:3.0:1777502104.856984:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562893056 00000100:00100000:2.0:1777502104.856985:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777502104.856995:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58beca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561282944:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.857005:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002f2a6581/0x4ad31463d9bb6c55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83100f expref: 133 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.857031:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.857038:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 734 00000100:00100000:3.0:1777502104.857050:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+133:2370:x1863837562893056:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.857059:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.857066:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002f2a6581/0x4ad31463d9bb6c55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfb4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83100f expref: 133 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.857073:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561282944 00000100:00100000:2.0:1777502104.857078:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561282944 00000100:00100000:2.0:1777502104.857114:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2734 00000100:00100000:2.0:1777502104.857132:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58befb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+200:3312:x1863837561282944:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.857150:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002f2a6581/0x4ad31463d9bb6c55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfb4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83100f expref: 133 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.857153:0:189105:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4056 count 1 00010000:00010000:2.0:1777502104.857169:0:189105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc025e lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfd8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.857188:0:189105:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000071baf82f/0x4ad31463d9bb6c16 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830ff3 expref: 148 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.857207:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.857210:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.857215:0:189105:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc025e lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.857231:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f2a6581/0x4ad31463d9bb6c55 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfb4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83100f expref: 133 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.857243:0:189105:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000071baf82f/0x4ad31463d9bb6c16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830ff3 expref: 148 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.857287:0:189105:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000071baf82f/0x4ad31463d9bb6c16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830ff3 expref: 149 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.857302:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.857304:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.857307:0:189105:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58beea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:189105:1863837561283456:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.857308:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006841e2ce/0x4ad31463d9bc023b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.857322:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006841e2ce/0x4ad31463d9bc023b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.857344:0:189105:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092f00 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.857350:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.857376:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+132:2370:x1863837562893056:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 327us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.857376:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58bedf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561282688:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.857391:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 734 00010000:00010000:2.0:1777502104.857394:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc0249 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.857416:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58bed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561283200:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.857444:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777502104.857463:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77f9ce00/2, rc 0, transno 8589935896 00000100:00100000:2.0:1777502104.857469:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77f9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561280512:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.857496:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777502104.857501:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58bece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561283584:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.857523:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777502104.857549:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502104.857553:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006841e2ce/0x4ad31463d9bc023b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.857566:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45976c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502104.857569:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006841e2ce/0x4ad31463d9bc023b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.857605:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006841e2ce/0x4ad31463d9bc023b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.857618:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006841e2ce/0x4ad31463d9bc023b lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.857625:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006841e2ce/0x4ad31463d9bc023b lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.857651:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.857654:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.857657:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.857671:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561283200 00000100:00100000:2.0:1777502104.857674:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561283200 00000100:00100000:2.0:1777502104.857698:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561283584 00000100:00100000:2.0:1777502104.857702:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561283584 00000100:00100000:2.0:1777502104.857716:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2735 00000100:00100000:2.0:1777502104.857738:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+204:3309:x1863837561283200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502104.857755:0:205377:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4021 count 1 00010000:00010000:2.0:1777502104.857770:0:205377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0265 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfb5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.857797:0:205377:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c1339aaa/0x4ad31463d9bb6eb6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831086 expref: 131 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.857799:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.857806:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.857808:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.857811:0:205377:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0265 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.857850:0:205377:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c1339aaa/0x4ad31463d9bb6eb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831086 expref: 131 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.857873:0:205377:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c1339aaa/0x4ad31463d9bb6eb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831086 expref: 131 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.857891:0:205377:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58bedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205377:1863837561283712:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.857930:0:205377:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092900 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.857949:0:205386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aedbaff2/0x4ad31463d9bb6a48 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830f67 expref: 148 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.857952:0:187550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc0249 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.857966:0:187550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc0249 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.857980:0:187550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc0249 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.857995:0:187550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc0249 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.858024:0:205386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5089aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:205386:1863837561282560:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.858025:0:187550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.858041:0:205386:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000040e4b8d/0x4ad31463d9bc0242 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.858063:0:205386:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000040e4b8d/0x4ad31463d9bc0242 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.858086:0:205386:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000040e4b8d/0x4ad31463d9bc0242 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.858096:0:205386:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000040e4b8d/0x4ad31463d9bc0242 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.858113:0:205386:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000040e4b8d/0x4ad31463d9bc0242 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.858156:0:205386:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.858163:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4a98ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+202:3310:x1863837561281024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2054us (2423us total) trans 8589935898 rc 0/0 00000100:00100000:2.0:1777502104.858179:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2731 00010000:00010000:2.0:1777502104.858224:0:187548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cb2a0862/0x4ad31463d9bb6284 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830d68 expref: 122 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.858248:0:187548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70ceea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561276544:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.858267:0:187548:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc01a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.858276:0:187548:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc01a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.858295:0:187548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc01a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.858309:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+202:3310:x1863837561282304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2361us (2643us total) trans 8589935899 rc 0/0 00010000:00010000:2.0:1777502104.858316:0:187548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc01a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.858329:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2730 00010000:00010000:2.0:1777502104.858338:0:187548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc01a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.858355:0:187548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.858443:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70fa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+204:3311:x1863837561276288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11890us (12165us total) trans 8589935492 rc 0/0 00000100:00100000:2.0:1777502104.858455:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2707 00010000:00010000:3.0:1777502104.858459:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.858468:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000960bee72/0x4ad31463d9bc01d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.858477:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45977400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.858481:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000960bee72/0x4ad31463d9bc01d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.858492:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000960bee72/0x4ad31463d9bc01d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xfcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.858493:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd722e8000/2, rc 0, transno 8589935898 00000100:00100000:2.0:1777502104.858502:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd722e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561281024:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.858509:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000960bee72/0x4ad31463d9bc01d9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xfcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.858518:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000960bee72/0x4ad31463d9bc01d9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xfcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.858536:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1777502104.858542:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.858546:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58bec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561283968:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.858547:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.858552:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.858628:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777502104.858649:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77f9c380/2, rc 0, transno 8589935488 00000100:00100000:3.0:1777502104.858666:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77f9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561280896:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1777502104.858683:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc595e8700/2, rc 0, transno 8589935490 00000100:00100000:3.0:1777502104.858689:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc595e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561281408:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1777502104.858702:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc595e9180/2, rc 0, transno 8589935897 00000100:00100000:3.0:1777502104.858709:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc595e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561281280:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1777502104.858734:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd521d0e00/2, rc 0, transno 8589935492 00000100:00100000:3.0:1777502104.858743:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561276288:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.858747:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777502104.858754:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77f9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561284096:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.858784:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2737 00000100:00100000:2.0:1777502104.858792:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77f9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+202:3312:x1863837561283968:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777502104.858803:0:205368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4057 count 1 00010000:00010000:2.0:1777502104.858813:0:205368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc0273 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfd9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.858824:0:205368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007f875a01/0x4ad31463d9bb6c4e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831008 expref: 145 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.858832:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.858833:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.858836:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc0273 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.858854:0:205368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007f875a01/0x4ad31463d9bb6c4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831008 expref: 145 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.858861:0:205368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007f875a01/0x4ad31463d9bb6c4e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831008 expref: 145 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.858869:0:205368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77eee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205368:1863837561284608:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.858875:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502104.858907:0:205368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092180 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.858917:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77eee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561284480:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.858926:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70fa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561284224:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1777502104.858964:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd58beed80/2, rc 0, transno 8589935899 00000100:00100000:2.0:1777502104.858973:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58beed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561282304:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1777502104.859004:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc5843e300/2, rc 0, transno 8589935491 00000100:00100000:2.0:1777502104.859016:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc5843e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561281152:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.859028:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.859047:0:205378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2f5d7e2/0x4ad31463d9bc0250 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.859055:0:205378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b2f5d7e2/0x4ad31463d9bc0250 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.859062:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777502104.859062:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.859075:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77eec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561284736:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.859082:0:205378:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.859089:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77eedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561284864:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.859108:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502104.859129:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561284480 00000100:00100000:2.0:1777502104.859135:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561284480 00000100:00100000:2.0:1777502104.859169:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561284224 00000100:00100000:2.0:1777502104.859173:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561284224 00010000:00010000:3.0:1777502104.859175:0:205382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008c9b6e47/0x4ad31463d9bb694c lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830f28 expref: 121 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.859194:0:205382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77f9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:205382:1863837561279744:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.859200:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561284736 00000100:00100000:2.0:1777502104.859204:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561284736 00010000:00010000:3.0:1777502104.859213:0:205382:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc01fc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.859231:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2739 00000100:00100000:2.0:1777502104.859241:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5089bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+206:3311:x1863837561284480:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.859242:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+204:3310:x1863837561282176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3010us (3436us total) trans 8589935901 rc 0/0 00000100:00100000:1.0:1777502104.859252:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2732 00002000:00080000:2.0:1777502104.859253:0:205386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4026 count 1 00010000:00010000:2.0:1777502104.859264:0:205386:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc0281 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.859274:0:205386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000217b005a/0x4ad31463d9bb7260 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831190 expref: 120 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.859276:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2740 00000100:00100000:1.0:1777502104.859290:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77eeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+206:3309:x1863837561284224:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.859297:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.859301:0:205382:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc01fc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.859301:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.859304:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc0281 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.859308:0:205378:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4023 count 1 00010000:00010000:1.0:1777502104.859321:0:205378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d9b7010a/0x4ad31463d9bc0288 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfb7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.859332:0:205378:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006bf44c6a/0x4ad31463d9bb71cd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83116d expref: 120 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.859333:0:205386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000217b005a/0x4ad31463d9bb7260 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831190 expref: 120 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.859352:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.859355:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.859358:0:205386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000217b005a/0x4ad31463d9bb7260 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831190 expref: 120 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.859359:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d9b7010a/0x4ad31463d9bc0288 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.859383:0:205386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77eefb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:205386:1863837561285120:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.859392:0:205378:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006bf44c6a/0x4ad31463d9bb71cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83116d expref: 120 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.859408:0:205386:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092000 going to sleep for 11 seconds 00010000:00010000:1.0:1777502104.859409:0:205378:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006bf44c6a/0x4ad31463d9bb71cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83116d expref: 120 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.859423:0:205382:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc01fc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.859427:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2741 00000100:00100000:1.0:1777502104.859439:0:205378:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205378:1863837561285248:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.859441:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5089b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+203:3311:x1863837561284736:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.859449:0:205382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc01fc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.859457:0:188358:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4059 count 1 00010000:00010000:3.0:1777502104.859466:0:205382:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc01fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.859469:0:205378:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25180 going to sleep for 11 seconds 00010000:00010000:2.0:1777502104.859470:0:188358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f5d40aef/0x4ad31463d9bc028f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfdb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.859484:0:205382:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502104.859487:0:188358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bb0eed37/0x4ad31463d9bb6ed9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83109b expref: 146 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.859497:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.859499:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.859501:0:188358:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5d40aef/0x4ad31463d9bc028f lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.859521:0:188358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bb0eed37/0x4ad31463d9bb6ed9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83109b expref: 146 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.859548:0:188358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bb0eed37/0x4ad31463d9bb6ed9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83109b expref: 146 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.859567:0:188358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4cdf4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:188358:1863837561285376:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.859618:0:188358:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.859645:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 739 00000100:00100000:2.0:1777502104.859651:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+146:2371:x1863837562893696:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502104.859656:0:187551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:187551:1863837561283840:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.859660:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.859667:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000071baf82f/0x4ad31463d9bb6c16 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830ff3 expref: 146 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.859667:0:187551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007277f95b/0x4ad31463d9bc026c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.859687:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000071baf82f/0x4ad31463d9bb6c16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830ff3 expref: 146 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.859702:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.859705:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.859708:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc025e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.859714:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc025e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.859740:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.859764:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+146:2371:x1863837562893696:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 113us (767us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.859772:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 739 00000100:00100000:1.0:1777502104.859778:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.859792:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562893824 00000100:00100000:2.0:1777502104.859797:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562893824 00010000:00010000:1.0:1777502104.859804:0:188366:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005184e865/0x4ad31463d9bc0257 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.859810:0:188366:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005184e865/0x4ad31463d9bc0257 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.859813:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c1339aaa/0x4ad31463d9bb6eb6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831086 expref: 131 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.859827:0:188366:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005184e865/0x4ad31463d9bc0257 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.859833:0:188366:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005184e865/0x4ad31463d9bc0257 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.859843:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 740 00010000:00010000:1.0:1777502104.859847:0:188366:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.859852:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4f555c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+131:2371:x1863837562893824:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.859861:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.859866:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c1339aaa/0x4ad31463d9bb6eb6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831086 expref: 131 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.859883:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c1339aaa/0x4ad31463d9bb6eb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831086 expref: 131 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.859904:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.859906:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.859910:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0265 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.859917:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0265 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.859930:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.859961:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4f555c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+131:2371:x1863837562893824:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 111us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.859964:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+208:3310:x1863837561279360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8262us (8817us total) trans 8589935493 rc 0/0 00000100:00100000:1.0:1777502104.859976:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+208:3312:x1863837561283072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2869us (3026us total) trans 8589935494 rc 0/0 00000100:00100000:3.0:1777502104.859978:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2720 00000100:00100000:2.0:1777502104.859980:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 740 00000100:00100000:1.0:1777502104.859989:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2733 00000100:00100000:1.0:1777502104.860027:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.860043:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77eee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205368:1863837561284608:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.860060:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc0273 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.860090:0:205377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c1339aaa/0x4ad31463d9bb6eb6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831086 expref: 130 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.860101:0:205377:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58bedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205377:1863837561283712:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.860129:0:205377:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0265 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.860145:0:205377:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0265 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.860146:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.860157:0:205377:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0265 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.860163:0:205377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0265 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.860174:0:205377:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0265 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.860185:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.860203:0:205377:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777502104.860211:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562894080 00010000:00010000:3.0:1777502104.860216:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1777502104.860216:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562894080 00010000:00010000:3.0:1777502104.860224:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0265 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.860233:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.860236:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0265 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.860239:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007f875a01/0x4ad31463d9bb6c4e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831008 expref: 146 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.860259:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0265 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.860271:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0265 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.860279:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0265 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.860280:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 742 00000100:00100000:1.0:1777502104.860295:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+145:2371:x1863837562894080:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.860298:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.860301:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.860304:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.860309:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502104.860316:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007f875a01/0x4ad31463d9bb6c4e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfd9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831008 expref: 145 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.860330:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007f875a01/0x4ad31463d9bb6c4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfd9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831008 expref: 145 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.860357:0:205589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007f875a01/0x4ad31463d9bb6c4e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfd9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831008 expref: 145 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.860358:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+207:3309:x1863837561283200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2620us (2912us total) trans 8589935495 rc 0/0 00000100:00100000:2.0:1777502104.860376:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2735 00010000:00010000:1.0:1777502104.860388:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.860391:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.860395:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc0273 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.860404:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.860409:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc0273 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.860425:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd58bed180/2, rc 0, transno 8589935495 00000100:00100000:2.0:1777502104.860435:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58bed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561283200:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.860435:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.860454:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+144:2371:x1863837562894080:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 165us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502104.860461:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 742 00000004:00080000:2.0:1777502104.860475:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd58bed880/2, rc 0, transno 8589935494 00000100:00100000:2.0:1777502104.860486:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58bed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561283072:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.860486:0:187551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007277f95b/0x4ad31463d9bc026c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.860497:0:187551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007277f95b/0x4ad31463d9bc026c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.860502:0:187551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007277f95b/0x4ad31463d9bc026c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.860506:0:187551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007277f95b/0x4ad31463d9bc026c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.860520:0:187551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.860526:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f37c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561285632:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.860530:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc0273 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.860551:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777502104.860628:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc82360e00/2, rc 0, transno 8589935493 00000100:00100000:2.0:1777502104.860636:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc82360e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561279360:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1777502104.860670:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd455e3100/2, rc 0, transno 8589935900 00010000:00010000:3.0:1777502104.860679:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc0273 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.860679:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd455e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561278080:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.860691:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc0273 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.860697:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc0273 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.860714:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77eef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561284352:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.860753:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+204:3309:x1863837561283584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2980us (3227us total) trans 8589935902 rc 0/0 00010000:00010000:3.0:1777502104.860756:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.860764:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.860768:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2736 00000100:00100000:1.0:1777502104.860787:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561284864 00000100:00100000:1.0:1777502104.860793:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561284864 00000100:00100000:2.0:1777502104.860795:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77eee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561285504:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.860813:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561285632 00000100:00100000:1.0:1777502104.860815:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561285632 00000100:00100000:2.0:1777502104.860830:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.860835:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561284352 00000100:00100000:1.0:1777502104.860839:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561284352 00000100:00100000:1.0:1777502104.860864:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561285504 00000004:00080000:2.0:1777502104.860868:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd58bee300/2, rc 0, transno 8589935901 00000100:00100000:1.0:1777502104.860868:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561285504 00000100:00100000:2.0:1777502104.860883:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58bee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561282176:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.860893:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2742 00000100:00100000:1.0:1777502104.860901:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+209:3309:x1863837561284864:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.860907:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77f9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+205:3312:x1863837561283968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2114us (2279us total) trans 8589935903 rc 0/0 00002000:00080000:1.0:1777502104.860913:0:187551:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4025 count 1 00000100:00100000:3.0:1777502104.860916:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2737 00010000:00010000:1.0:1777502104.860925:0:187551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092223b14/0x4ad31463d9bc0296 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfb9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.860930:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd51fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561286016:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.860936:0:187551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006a19b80a/0x4ad31463d9bb7252 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831189 expref: 120 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.860943:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2743 00010000:00010000:1.0:1777502104.860946:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.860949:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.860951:0:187551:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092223b14/0x4ad31463d9bc0296 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.860955:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+209:3311:x1863837561285632:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.860969:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1777502104.860974:0:205368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4029 count 1 00010000:00010000:1.0:1777502104.860981:0:187551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006a19b80a/0x4ad31463d9bb7252 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831189 expref: 120 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.860987:0:205368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b319061e/0x4ad31463d9bc029d lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfbd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.860991:0:187551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006a19b80a/0x4ad31463d9bb7252 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831189 expref: 120 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.860992:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777502104.861006:0:187551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:187551:1863837561286144:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.861043:0:187551:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25240 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.861058:0:205368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f299c74e/0x4ad31463d9bb7681 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83129a expref: 120 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.861066:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.861068:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.861070:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561286016 00010000:00010000:3.0:1777502104.861071:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b319061e/0x4ad31463d9bc029d lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.861076:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd51fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561285888:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.861077:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561286016 00010000:00010000:3.0:1777502104.861105:0:205368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f299c74e/0x4ad31463d9bb7681 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83129a expref: 120 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.861107:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2744 00000100:00100000:2.0:1777502104.861113:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.861122:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd51fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+205:3310:x1863837561284352:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.861135:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561285888 00002000:00080000:1.0:1777502104.861135:0:205384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4058 count 1 00000100:00100000:2.0:1777502104.861139:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561285888 00010000:00010000:1.0:1777502104.861150:0:205384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b879d0b7/0x4ad31463d9bc02a4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfda:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.861164:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2745 00010000:00010000:3.0:1777502104.861167:0:205368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f299c74e/0x4ad31463d9bb7681 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83129a expref: 122 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.861173:0:205384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000147c086d/0x4ad31463d9bb6ea8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83107f expref: 143 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.861179:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd51fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+209:3310:x1863837561285504:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.861198:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1777502104.861201:0:205383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4027 count 1 00010000:00010000:1.0:1777502104.861202:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777502104.861204:0:205368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5089b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561286272:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.861208:0:205384:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b879d0b7/0x4ad31463d9bc02a4 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.861217:0:205383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc02ab lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfbb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.861238:0:205383:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e26fd7a9/0x4ad31463d9bb729f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8311a5 expref: 122 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.861243:0:205368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd7f24a900 going to sleep for 11 seconds 00010000:00010000:2.0:1777502104.861244:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.861248:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.861249:0:205384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000147c086d/0x4ad31463d9bb6ea8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83107f expref: 144 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.861252:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc02ab lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.861268:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 745 00010000:00010000:1.0:1777502104.861280:0:205384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000147c086d/0x4ad31463d9bb6ea8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83107f expref: 144 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.861285:0:205383:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e26fd7a9/0x4ad31463d9bb729f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8311a5 expref: 122 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.861288:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+122:2370:x1863837562894464:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.861308:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502104.861313:0:205384:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:205384:1863837561286400:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.861314:0:205383:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e26fd7a9/0x4ad31463d9bb729f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8311a5 expref: 122 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.861316:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006bf44c6a/0x4ad31463d9bb71cd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83116d expref: 122 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.861335:0:205383:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd51fd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:205383:1863837561286528:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.861346:0:205384:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a253c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.861365:0:205383:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092180 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.861382:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006bf44c6a/0x4ad31463d9bb71cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83116d expref: 122 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.861385:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2746 00000100:00100000:2.0:1777502104.861396:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd51fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+206:3310:x1863837561286016:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777502104.861411:0:205376:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4061 count 1 00010000:00010000:2.0:1777502104.861424:0:205376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc02b2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfdd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.861425:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.861429:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.861447:0:205376:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001d1d4fb6/0x4ad31463d9bb724b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83117b expref: 149 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.861468:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.861470:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d9b7010a/0x4ad31463d9bc0288 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.861470:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.861474:0:205376:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc02b2 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.861492:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2747 00000100:00100000:1.0:1777502104.861504:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd51fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+206:3310:x1863837561285888:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.861505:0:205376:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001d1d4fb6/0x4ad31463d9bb724b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83117b expref: 149 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.861524:0:188366:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4060 count 1 00010000:00010000:2.0:1777502104.861525:0:205376:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001d1d4fb6/0x4ad31463d9bb724b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83117b expref: 149 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.861540:0:188366:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005543e613/0x4ad31463d9bc02b9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfdc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.861542:0:205376:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd51fd4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205376:1863837561286656:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.861565:0:188366:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002dba5abd/0x4ad31463d9bb7125 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83112e expref: 149 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.861569:0:205376:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092540 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.861571:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d9b7010a/0x4ad31463d9bc0288 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.861605:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.861609:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.861612:0:188358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bb0eed37/0x4ad31463d9bb6ed9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83109b expref: 144 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.861614:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005543e613/0x4ad31463d9bc02b9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.861640:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.861647:0:188358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4cdf4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:188358:1863837561285376:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.861662:0:188358:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f5d40aef/0x4ad31463d9bc028f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.861668:0:188358:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f5d40aef/0x4ad31463d9bc028f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.861672:0:188358:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f5d40aef/0x4ad31463d9bc028f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.861677:0:188358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f5d40aef/0x4ad31463d9bc028f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.861680:0:188366:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002dba5abd/0x4ad31463d9bb7125 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83112e expref: 149 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.861685:0:188358:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f5d40aef/0x4ad31463d9bc028f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.861707:0:188358:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502104.861707:0:188366:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002dba5abd/0x4ad31463d9bb7125 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83112e expref: 149 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.861742:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+121:2370:x1863837562894464:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 459us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502104.861743:0:188366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561286784:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.861794:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 745 00000100:00100000:1.0:1777502104.861808:0:188366:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25840 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.861850:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5089b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+207:3311:x1863837561284736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2413us (2742us total) trans 8589935904 rc 0/0 00000100:00100000:2.0:1777502104.861860:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2741 00000004:00080000:2.0:1777502104.861893:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd58bece00/2, rc 0, transno 8589935902 00000100:00100000:2.0:1777502104.861908:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58bece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561283584:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.861918:0:187551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:187551:1863837561286144:192.168.202.27@tcp:104: 00000004:00080000:2.0:1777502104.861933:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd58bec380/2, rc 0, transno 8589935903 00010000:00010000:1.0:1777502104.861937:0:187551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000092223b14/0x4ad31463d9bc0296 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.861938:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58bec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561283968:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.861951:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70f3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561285760:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.861980:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502104.862000:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777502104.862010:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd50898700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561287040:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.862036:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.862044:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+209:3309:x1863837561277312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10827us (11045us total) trans 8589935489 rc 0/0 00000100:00100000:2.0:1777502104.862052:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd50899880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561286912:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.862054:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2719 00000004:00080000:3.0:1777502104.862060:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd46d6dc00/2, rc 0, transno 8589935489 00000100:00100000:1.0:1777502104.862073:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561285760 00000100:00100000:2.0:1777502104.862078:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.862079:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561285760 00000100:00100000:3.0:1777502104.862082:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd46d6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561277312:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.862100:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561287040 00000100:00100000:1.0:1777502104.862103:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561287040 00000100:00100000:1.0:1777502104.862123:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561286912 00000100:00100000:1.0:1777502104.862126:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561286912 00000100:00100000:2.0:1777502104.862132:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2748 00000100:00100000:2.0:1777502104.862141:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+209:3312:x1863837561285760:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.862148:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5282b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561287168:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502104.862151:0:187550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4030 count 1 00000100:00100000:1.0:1777502104.862151:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2749 00000100:00100000:1.0:1777502104.862164:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd52829f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+208:3312:x1863837561287040:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.862167:0:187550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc02c0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfbe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.862177:0:205375:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4063 count 1 00010000:00010000:2.0:1777502104.862180:0:187550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002febd957/0x4ad31463d9bb766c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831285 expref: 119 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.862189:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.862191:0:205375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7068b39/0x4ad31463d9bc02c7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfdf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.862192:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.862197:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc02c0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.862213:0:205375:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000035c5b2ec/0x4ad31463d9bb7259 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831197 expref: 149 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.862221:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.862224:0:187550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002febd957/0x4ad31463d9bb766c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831285 expref: 119 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.862225:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.862229:0:205375:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7068b39/0x4ad31463d9bc02c7 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.862240:0:187550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002febd957/0x4ad31463d9bb766c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831285 expref: 119 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.862265:0:187550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5282b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:187550:1863837561287296:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.862269:0:205375:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000035c5b2ec/0x4ad31463d9bb7259 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831197 expref: 149 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.862281:0:205375:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000035c5b2ec/0x4ad31463d9bb7259 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831197 expref: 149 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.862290:0:187550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.862297:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.862304:0:205375:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205375:1863837561287424:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.862311:0:189105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071baf82f/0x4ad31463d9bb6c16 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830ff3 expref: 142 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.862331:0:205375:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25b40 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.862335:0:189105:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58beea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:189105:1863837561283456:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.862348:0:189105:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc025e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.862355:0:189105:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc025e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.862360:0:189105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc025e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.862375:0:189105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc025e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.862383:0:189105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc025e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.862413:0:189105:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.862437:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502104.862476:0:187551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000092223b14/0x4ad31463d9bc0296 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.862486:0:187551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000092223b14/0x4ad31463d9bc0296 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.862495:0:187551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092223b14/0x4ad31463d9bc0296 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.862503:0:187551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000092223b14/0x4ad31463d9bc0296 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.862527:0:187551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.862557:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc025e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.862572:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58befb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+209:3312:x1863837561282944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5444us (5543us total) trans 8589935905 rc 0/0 00000100:00100000:2.0:1777502104.862611:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2734 00000100:00100000:2.0:1777502104.862629:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561287168 00000100:00100000:2.0:1777502104.862634:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561287168 00000100:00100000:2.0:1777502104.862661:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2751 00000100:00100000:2.0:1777502104.862672:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5089a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+210:3309:x1863837561287168:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.862683:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.862689:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc025e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.862689:0:189105:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4031 count 1 00010000:00010000:2.0:1777502104.862704:0:189105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc02d5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfbf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.862713:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc025e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xfd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.862733:0:189105:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dc827c61/0x4ad31463d9bb78b1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831388 expref: 129 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.862744:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+211:3309:x1863837561284864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1842us (2340us total) trans 8589935496 rc 0/0 00010000:00010000:2.0:1777502104.862757:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.862759:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc025e lrc: 1/0,0 mode: --/PW res: [0x240000400:0xfd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.862759:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.862762:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2742 00010000:00010000:2.0:1777502104.862763:0:189105:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc02d5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.862786:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc025e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xfd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.862799:0:189105:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dc827c61/0x4ad31463d9bb78b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831388 expref: 129 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.862801:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.862822:0:189105:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dc827c61/0x4ad31463d9bb78b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831388 expref: 129 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.862837:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.862847:0:189105:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5282aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561287680:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.862884:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.862886:0:189105:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092a80 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.862887:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.862893:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.862905:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562895104 00000100:00100000:1.0:1777502104.862909:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.862911:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562895104 00000004:00080000:2.0:1777502104.862919:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77eec380/2, rc 0, transno 8589935904 00000100:00100000:2.0:1777502104.862933:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77eec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561284736:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.863000:0:205383:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd51fd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:205383:1863837561286528:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.863017:0:205383:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc02ab lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.863029:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502104.863039:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000147c086d/0x4ad31463d9bb6ea8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83107f expref: 142 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.863058:0:205376:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd51fd4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205376:1863837561286656:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.863058:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.863074:0:205376:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc02b2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.863115:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562895232 00000004:00080000:2.0:1777502104.863119:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd58beca80/2, rc 0, transno 8589935905 00000100:00100000:3.0:1777502104.863120:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562895232 00000100:00100000:2.0:1777502104.863129:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58beca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561282944:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.863140:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002dba5abd/0x4ad31463d9bb7125 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83112e expref: 150 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.863166:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd51fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561287936:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.863192:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 749 00000100:00100000:2.0:1777502104.863198:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.863208:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+119:2371:x1863837562894976:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.863220:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502104.863226:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e26fd7a9/0x4ad31463d9bb729f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8311a5 expref: 119 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.863231:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561287936 00000100:00100000:2.0:1777502104.863235:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561287936 00000100:00100000:3.0:1777502104.863241:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 751 00000100:00100000:3.0:1777502104.863256:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+151:2371:x1863837562895232:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.863258:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e26fd7a9/0x4ad31463d9bb729f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8311a5 expref: 119 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.863261:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2752 00000100:00100000:2.0:1777502104.863275:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd51fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+209:3311:x1863837561287936:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.863290:0:205589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e26fd7a9/0x4ad31463d9bb729f lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8311a5 expref: 119 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.863294:0:187551:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4064 count 1 00010000:00010000:2.0:1777502104.863309:0:187551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bc02dc lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfe0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.863317:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.863320:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.863326:0:187551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c1eb1c04/0x4ad31463d9bb767a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831293 expref: 151 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.863326:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc02ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.863329:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.863340:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002dba5abd/0x4ad31463d9bb7125 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83112e expref: 151 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.863352:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc02ab lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.863355:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.863359:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.863363:0:187551:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bc02dc lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.863385:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.863400:0:187551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c1eb1c04/0x4ad31463d9bb767a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831293 expref: 151 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.863409:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+118:2371:x1863837562894976:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 207us (507us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.863413:0:187551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c1eb1c04/0x4ad31463d9bb767a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831293 expref: 151 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.863421:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 749 00010000:00010000:3.0:1777502104.863439:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002dba5abd/0x4ad31463d9bb7125 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83112e expref: 151 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.863441:0:187551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70ceea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:187551:1863837561288064:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.863447:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 752 00000100:00100000:1.0:1777502104.863460:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+151:2370:x1863837562895360:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.863464:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.863467:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.863467:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.863470:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005543e613/0x4ad31463d9bc02b9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.863473:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001d1d4fb6/0x4ad31463d9bb724b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83117b expref: 151 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.863478:0:187551:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092540 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.863495:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005543e613/0x4ad31463d9bc02b9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.863500:0:205383:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc02ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.863511:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001d1d4fb6/0x4ad31463d9bb724b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83117b expref: 151 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.863525:0:205383:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc02ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.863530:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.863534:0:205589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d1d4fb6/0x4ad31463d9bb724b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83117b expref: 151 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.863538:0:205383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc02ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.863542:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.863545:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.863548:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc02b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.863552:0:205383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc02ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.863557:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc02b2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.863597:0:205383:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502104.863604:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.863622:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+150:2370:x1863837562895360:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 166us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502104.863628:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 752 00000100:00100000:1.0:1777502104.863644:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562895488 00000100:00100000:1.0:1777502104.863647:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562895488 00010000:00010000:1.0:1777502104.863661:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002febd957/0x4ad31463d9bb766c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831285 expref: 118 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.863674:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562895616 00000100:00100000:1.0:1777502104.863680:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562895616 00000100:00100000:3.0:1777502104.863681:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+149:2371:x1863837562895232:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 427us (654us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.863694:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 751 00010000:00010000:1.0:1777502104.863698:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000035c5b2ec/0x4ad31463d9bb7259 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831197 expref: 150 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.863714:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562895744 00000100:00100000:3.0:1777502104.863730:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562895744 00000100:00100000:1.0:1777502104.863733:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 753 00000100:00100000:1.0:1777502104.863744:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+118:2371:x1863837562895488:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.863753:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502104.863758:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002febd957/0x4ad31463d9bb766c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831285 expref: 118 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.863763:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd51fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+211:3310:x1863837561285504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2588us (2934us total) trans 8589935497 rc 0/0 00010000:00010000:1.0:1777502104.863777:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002febd957/0x4ad31463d9bb766c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831285 expref: 118 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.863778:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2745 00010000:00010000:3.0:1777502104.863790:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000063298d56/0x4ad31463d9bb7267 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831182 expref: 150 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.863792:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.863795:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.863799:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc02c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.863800:0:205376:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc02b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.863819:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 754 00010000:00010000:1.0:1777502104.863820:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc02c0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.863821:0:205376:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc02b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.863843:0:205376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc02b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.863851:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.863857:0:205376:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc02b2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.863869:0:205376:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.863875:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4f557050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+150:2371:x1863837562895616:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502104.863884:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+118:2371:x1863837562895488:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 139us (386us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502104.863889:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.863895:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000035c5b2ec/0x4ad31463d9bb7259 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831197 expref: 150 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.863895:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 753 00000100:00100000:1.0:1777502104.863916:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562895872 00000100:00100000:1.0:1777502104.863923:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562895872 00010000:00010000:3.0:1777502104.863931:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000035c5b2ec/0x4ad31463d9bb7259 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831197 expref: 150 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.863944:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dc827c61/0x4ad31463d9bb78b1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831388 expref: 130 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.863946:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.863950:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.863955:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e7068b39/0x4ad31463d9bc02c7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.863981:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd51fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+210:3310:x1863837561286016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2586us (3016us total) trans 8589935906 rc 0/0 00010000:00010000:3.0:1777502104.863983:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7068b39/0x4ad31463d9bc02c7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.863991:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2746 00000100:00100000:1.0:1777502104.863997:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 755 00000100:00100000:1.0:1777502104.864011:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+150:2371:x1863837562895744:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.864019:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.864026:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.864028:0:187550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002febd957/0x4ad31463d9bb766c lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831285 expref: 117 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.864035:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000063298d56/0x4ad31463d9bb7267 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831182 expref: 150 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.864047:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4f557050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+150:2371:x1863837562895616:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 217us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.864058:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5282b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:187550:1863837561287296:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.864067:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000063298d56/0x4ad31463d9bb7267 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831182 expref: 150 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.864069:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 754 00010000:00010000:2.0:1777502104.864077:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc02c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.864093:0:187550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc02c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.864094:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.864097:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.864102:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007600f16c/0x4ad31463d9bc02ce lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.864113:0:187550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc02c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.864115:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 756 00010000:00010000:1.0:1777502104.864118:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007600f16c/0x4ad31463d9bc02ce lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.864131:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+130:2370:x1863837562895872:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.864141:0:187550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc02c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.864143:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502104.864145:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.864154:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dc827c61/0x4ad31463d9bb78b1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831388 expref: 130 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.864154:0:187550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc02c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.864165:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+149:2371:x1863837562895744:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 155us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502104.864184:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 755 00010000:00010000:3.0:1777502104.864186:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dc827c61/0x4ad31463d9bb78b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831388 expref: 130 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.864192:0:187550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502104.864230:0:205384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000147c086d/0x4ad31463d9bb6ea8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83107f expref: 141 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.864254:0:205384:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:205384:1863837561286400:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.864273:0:205384:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b879d0b7/0x4ad31463d9bc02a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.864281:0:205384:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b879d0b7/0x4ad31463d9bc02a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.864285:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.864289:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.864291:0:205384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b879d0b7/0x4ad31463d9bc02a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.864294:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc02d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.864303:0:205384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b879d0b7/0x4ad31463d9bc02a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.864310:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc02d5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.864311:0:205384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b879d0b7/0x4ad31463d9bc02a4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.864343:0:205384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.864368:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+211:3312:x1863837561285760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2229us (2389us total) trans 8589935498 rc 0/0 00000100:00100000:2.0:1777502104.864374:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2748 00010000:00010000:3.0:1777502104.864396:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1777502104.864402:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70f3df80/2, rc 0, transno 8589935498 00010000:00010000:3.0:1777502104.864411:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1777502104.864412:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70f3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561285760:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.864418:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b879d0b7/0x4ad31463d9bc02a4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.864426:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45977c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.864431:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b879d0b7/0x4ad31463d9bc02a4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.864440:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b879d0b7/0x4ad31463d9bc02a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xfda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.864455:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b879d0b7/0x4ad31463d9bc02a4 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xfda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.864463:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b879d0b7/0x4ad31463d9bc02a4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xfda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.864463:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777502104.864474:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561288192:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.864509:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777502104.864536:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77f9d500/2, rc 0, transno 8589935499 00000100:00100000:1.0:1777502104.864540:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd51fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+210:3310:x1863837561284352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3421us (3781us total) trans 8589935907 rc 0/0 00000100:00100000:1.0:1777502104.864546:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2744 00000100:00100000:2.0:1777502104.864549:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77f9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561284096:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.864566:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2753 00000100:00100000:1.0:1777502104.864594:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+211:3311:x1863837561288192:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777502104.864604:0:205384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4028 count 1 00010000:00010000:1.0:1777502104.864614:0:205384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000960bee72/0x4ad31463d9bc02e3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfbc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.864616:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.864620:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.864623:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.864626:0:205384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b0aa0fd5/0x4ad31463d9bb7730 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8312e7 expref: 116 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.864631:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.864633:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.864635:0:205384:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000960bee72/0x4ad31463d9bc02e3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.864648:0:205368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f299c74e/0x4ad31463d9bb7681 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83129a expref: 116 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.864652:0:205384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b0aa0fd5/0x4ad31463d9bb7730 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8312e7 expref: 116 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.864664:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5089b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561286272:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.864667:0:205384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b0aa0fd5/0x4ad31463d9bb7730 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8312e7 expref: 115 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.864676:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b319061e/0x4ad31463d9bc029d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.864678:0:205386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000217b005a/0x4ad31463d9bb7260 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831190 expref: 115 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.864682:0:205384:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:205384:1863837561288448:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.864696:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b319061e/0x4ad31463d9bc029d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.864702:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b319061e/0x4ad31463d9bc029d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.864705:0:205386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77eefb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:205386:1863837561285120:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.864739:0:205386:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc0281 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.864743:0:205384:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25900 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.864757:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b319061e/0x4ad31463d9bc029d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.864759:0:205386:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc0281 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.864780:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b319061e/0x4ad31463d9bc029d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.864780:0:205386:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc0281 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.864807:0:205386:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc0281 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.864813:0:205378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bf44c6a/0x4ad31463d9bb71cd lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83116d expref: 114 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.864814:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502104.864831:0:205386:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc0281 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.864841:0:205378:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205378:1863837561285248:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.864858:0:205386:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1777502104.864859:0:205378:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d9b7010a/0x4ad31463d9bc0288 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.864891:0:205378:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d9b7010a/0x4ad31463d9bc0288 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.864906:0:205378:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d9b7010a/0x4ad31463d9bc0288 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.864913:0:205378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d9b7010a/0x4ad31463d9bc0288 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.864921:0:205378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d9b7010a/0x4ad31463d9bc0288 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.864943:0:205378:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1777502104.865041:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+213:3311:x1863837561285632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4087us (4487us total) trans 8589935500 rc 0/0 00000100:00100000:3.0:1777502104.865052:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2743 00000100:00100000:2.0:1777502104.865082:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5089bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+212:3311:x1863837561284480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5843us (6123us total) trans 8589935501 rc 0/0 00000100:00100000:3.0:1777502104.865097:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+130:2370:x1863837562895872:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 969us (1293us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.865098:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2739 00000100:00100000:3.0:1777502104.865113:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 756 00000004:00080000:2.0:1777502104.865135:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7f37c000/2, rc 0, transno 8589935500 00000100:00100000:2.0:1777502104.865146:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f37c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561285632:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.865152:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77eeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+212:3309:x1863837561284224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5864us (6093us total) trans 8589935502 rc 0/0 00000100:00100000:1.0:1777502104.865159:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2740 00000004:00080000:2.0:1777502104.865186:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77eee680/2, rc 0, transno 8589935501 00000100:00100000:2.0:1777502104.865197:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77eee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561284480:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.865234:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77eefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561288704:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.865259:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.865274:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561288704 00000100:00100000:1.0:1777502104.865281:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561288704 00000100:00100000:2.0:1777502104.865292:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58beea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561287808:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.865320:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.865320:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2754 00000100:00100000:1.0:1777502104.865332:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5282b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+212:3311:x1863837561288704:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.865337:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561288576:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777502104.865349:0:205379:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4034 count 1 00000100:00100000:2.0:1777502104.865357:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.865364:0:205379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ac85f4a/0x4ad31463d9bc02ea lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfc2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.865375:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd51fd6d80/2, rc 0, transno 8589935906 00010000:00010000:1.0:1777502104.865378:0:205379:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000077ee415c/0x4ad31463d9bb7bba lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8313ff expref: 113 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.865384:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd51fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561286016:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.865390:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.865392:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.865394:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ac85f4a/0x4ad31463d9bc02ea lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.865403:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.865411:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007600f16c/0x4ad31463d9bc02ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.865419:0:205379:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000077ee415c/0x4ad31463d9bb7bba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8313ff expref: 113 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.865422:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69e00 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:2.0:1777502104.865425:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561287808 00010000:00010000:3.0:1777502104.865429:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007600f16c/0x4ad31463d9bc02ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.865431:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561287808 00010000:00010000:1.0:1777502104.865443:0:205379:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000077ee415c/0x4ad31463d9bb7bba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8313ff expref: 113 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.865445:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007600f16c/0x4ad31463d9bc02ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.865460:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561288576 00000100:00100000:1.0:1777502104.865464:0:205379:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205379:1863837561288960:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.865466:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561288576 00010000:00010000:3.0:1777502104.865468:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007600f16c/0x4ad31463d9bc02ce lrc: 1/0,0 mode: --/PW res: [0x240000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.865484:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007600f16c/0x4ad31463d9bc02ce lrc: 0/0,0 mode: --/PW res: [0x240000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.865505:0:205379:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a259c0 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.865506:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.865510:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.865511:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2755 00000100:00100000:2.0:1777502104.865523:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc547b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+210:3310:x1863837561287808:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777502104.865537:0:187548:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4068 count 1 00010000:00010000:2.0:1777502104.865550:0:187548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc02f1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfe4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.865558:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.865569:0:187548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007ec4f132/0x4ad31463d9bb7887 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83137a expref: 140 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.865612:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.865614:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.865615:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.865621:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc02f1 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.865636:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561288320:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.865671:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777502104.865677:0:187551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c1eb1c04/0x4ad31463d9bb767a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831293 expref: 147 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.865682:0:187548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007ec4f132/0x4ad31463d9bb7887 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83137a expref: 140 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.865700:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77eedf80/2, rc 0, transno 8589935496 00000100:00100000:1.0:1777502104.865730:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77eedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561284864:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.865736:0:187551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70ceea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:187551:1863837561288064:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.865738:0:187548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007ec4f132/0x4ad31463d9bb7887 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83137a expref: 140 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.865751:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70fa5c00/2, rc 0, transno 8589935502 00000100:00100000:2.0:1777502104.865752:0:187548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5249f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:187548:1863837561289216:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.865757:0:187551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bc02dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.865759:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70fa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561284224:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.865773:0:187551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bc02dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.865785:0:187551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bc02dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.865794:0:187551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bc02dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.865804:0:187551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bc02dc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.865807:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561288320 00000100:00100000:2.0:1777502104.865812:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561288320 00010000:00010000:3.0:1777502104.865830:0:187551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.865841:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2757 00010000:00010000:1.0:1777502104.865850:0:205385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e5d2c48/0x4ad31463d9bb673f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf830e95 expref: 146 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.865851:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+214:3309:x1863837561288320:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502104.865866:0:205368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4032 count 1 00010000:00010000:2.0:1777502104.865876:0:205368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc02ff lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfc0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.865883:0:205385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561281664:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.865897:0:205368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009ecd6fed/0x4ad31463d9bb7776 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8312ee expref: 114 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.865900:0:205385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dba33889/0x4ad31463d9bc021f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.865923:0:205385:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dba33889/0x4ad31463d9bc021f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.865924:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.865927:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.865932:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc02ff lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.865943:0:205385:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dba33889/0x4ad31463d9bc021f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.865964:0:205385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dba33889/0x4ad31463d9bc021f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.865968:0:205368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009ecd6fed/0x4ad31463d9bb7776 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8312ee expref: 114 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.865991:0:205385:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dba33889/0x4ad31463d9bc021f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.865996:0:205368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009ecd6fed/0x4ad31463d9bb7776 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8312ee expref: 114 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.866014:0:205385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.866020:0:205368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5249ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561289600:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.866060:0:205368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092300 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.866075:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd51fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+211:3311:x1863837561287936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2738us (2814us total) trans 8589935909 rc 0/0 00000100:00100000:2.0:1777502104.866083:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5249f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561288832:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.866088:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2752 00000100:00100000:2.0:1777502104.866116:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777502104.866130:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77eef800/2, rc 0, transno 8589935907 00000100:00100000:3.0:1777502104.866148:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77eef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561284352:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1777502104.866155:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd50899880/2, rc 0, transno 8589935908 00000100:00100000:2.0:1777502104.866162:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd50899880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561286912:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.866179:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+211:3311:x1863837561280640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12262us (12626us total) trans 8589935910 rc 0/0 00000100:00100000:1.0:1777502104.866187:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2725 00000100:00100000:2.0:1777502104.866227:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f79c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561289856:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.866264:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502104.866295:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777502104.866302:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561288832 00000100:00100000:2.0:1777502104.866304:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5249e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561289728:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.866306:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561288832 00000004:00080000:3.0:1777502104.866312:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77eee300/2, rc 0, transno 8589935497 00000100:00100000:3.0:1777502104.866328:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77eee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561285504:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.866336:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561289856 00000100:00100000:1.0:1777502104.866339:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561289856 00000100:00100000:3.0:1777502104.866345:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5249c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561289472:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.866363:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2758 00000100:00100000:1.0:1777502104.866377:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5249fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+212:3312:x1863837561288832:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.866386:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.866388:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1777502104.866398:0:205385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4066 count 1 00010000:00010000:1.0:1777502104.866411:0:205385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004bc91593/0x4ad31463d9bc0306 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfe2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.866420:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561289728 00000100:00100000:3.0:1777502104.866425:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1777502104.866425:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561289728 00010000:00010000:1.0:1777502104.866426:0:205385:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000079b130f1/0x4ad31463d9bb7688 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8312a1 expref: 145 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.866437:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5249c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561289344:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.866438:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.866441:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.866445:0:205385:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004bc91593/0x4ad31463d9bc0306 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.866453:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561289472 00000100:00100000:2.0:1777502104.866456:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561289472 00010000:00010000:1.0:1777502104.866470:0:205385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000079b130f1/0x4ad31463d9bb7688 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8312a1 expref: 145 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.866478:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2759 00010000:00010000:1.0:1777502104.866486:0:205385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000079b130f1/0x4ad31463d9bb7688 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8312a1 expref: 145 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.866490:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f79d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+213:3312:x1863837561289856:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777502104.866510:0:205380:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4067 count 1 00000100:00100000:1.0:1777502104.866510:0:205385:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561290112:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.866524:0:205380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc030d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfe3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.866545:0:205380:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004092fad2/0x4ad31463d9bb777d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8312f5 expref: 145 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.866552:0:205385:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25300 going to sleep for 11 seconds 00010000:00010000:2.0:1777502104.866573:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.866598:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.866601:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc030d lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.866615:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777502104.866620:0:205380:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004092fad2/0x4ad31463d9bb777d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8312f5 expref: 145 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.866629:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.866636:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd71c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561289984:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.866640:0:205380:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004092fad2/0x4ad31463d9bb777d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8312f5 expref: 145 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.866656:0:205380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd71c39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561290240:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.866671:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502104.866705:0:205380:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092240 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.866732:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561289344 00000100:00100000:2.0:1777502104.866737:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561289344 00000100:00100000:2.0:1777502104.866761:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561289984 00000100:00100000:2.0:1777502104.866765:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561289984 00000100:00100000:1.0:1777502104.866783:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2760 00000100:00100000:2.0:1777502104.866793:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2761 00000100:00100000:1.0:1777502104.866797:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4a988050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+213:3312:x1863837561289728:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.866809:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 760 00000100:00100000:2.0:1777502104.866809:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5089b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+217:3310:x1863837561289472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777502104.866813:0:205376:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4065 count 1 00000100:00100000:3.0:1777502104.866821:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+114:2370:x1863837562896384:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.866827:0:205376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b7c37c8/0x4ad31463d9bc0314 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfe1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.866829:0:205383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4036 count 1 00010000:00010000:3.0:1777502104.866830:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.866837:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000029c0b59b/0x4ad31463d9bb7bb3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8313f8 expref: 114 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.866846:0:205383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc031b lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfc4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.866853:0:205376:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003a86b6ab/0x4ad31463d9bb7673 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83128c expref: 145 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.866866:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.866868:0:205383:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004b011c76/0x4ad31463d9bb7cbd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831445 expref: 129 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.866869:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.866872:0:205376:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b7c37c8/0x4ad31463d9bc0314 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.866897:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.866899:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.866902:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc031b lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.866907:0:205376:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003a86b6ab/0x4ad31463d9bb7673 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83128c expref: 145 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.866913:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000029c0b59b/0x4ad31463d9bb7bb3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8313f8 expref: 114 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.866928:0:205376:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003a86b6ab/0x4ad31463d9bb7673 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83128c expref: 145 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.866930:0:205383:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004b011c76/0x4ad31463d9bb7cbd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831445 expref: 129 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.866940:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000029c0b59b/0x4ad31463d9bb7bb3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfc1:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8313f8 expref: 114 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.866960:0:205376:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205376:1863837561290368:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.866962:0:205383:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004b011c76/0x4ad31463d9bb7cbd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831445 expref: 129 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.866966:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.866970:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.866975:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000057786ca9/0x4ad31463d9bc02f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.866981:0:205383:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd71c39180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:205383:1863837561290496:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.866989:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057786ca9/0x4ad31463d9bc02f8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.866999:0:205376:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.867011:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.867013:0:205383:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc490920c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.867030:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2762 00000100:00100000:1.0:1777502104.867039:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd50898e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+217:3310:x1863837561289344:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.867043:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5249ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561289600:192.168.202.27@tcp:104: 00002000:00080000:1.0:1777502104.867057:0:205382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4035 count 1 00010000:00010000:2.0:1777502104.867059:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc02ff lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.867072:0:205382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000affeeeb7/0x4ad31463d9bc0322 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfc3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.867083:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2763 00010000:00010000:1.0:1777502104.867089:0:205382:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000061464c92/0x4ad31463d9bb7cc4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83144c expref: 129 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.867095:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd50898a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+217:3310:x1863837561289984:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.867110:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1777502104.867112:0:188358:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4037 count 1 00010000:00010000:1.0:1777502104.867114:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.867119:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000affeeeb7/0x4ad31463d9bc0322 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.867128:0:188358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc0329 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfc5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.867142:0:188358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009eb07904/0x4ad31463d9bb7f6b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831502 expref: 129 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.867143:0:205382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000061464c92/0x4ad31463d9bb7cc4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83144c expref: 129 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.867164:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.867166:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.867169:0:188358:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc0329 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.867171:0:205382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000061464c92/0x4ad31463d9bb7cc4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83144c expref: 129 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.867174:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+114:2370:x1863837562896384:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 276us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.867197:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 760 00010000:00010000:2.0:1777502104.867200:0:188358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009eb07904/0x4ad31463d9bb7f6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831502 expref: 129 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.867206:0:205382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:205382:1863837561290624:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.867215:0:188358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009eb07904/0x4ad31463d9bb7f6b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831502 expref: 129 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.867230:0:188358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd71c3aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:188358:1863837561290752:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.867246:0:205382:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25f00 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.867255:0:189105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dc827c61/0x4ad31463d9bb78b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831388 expref: 129 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.867260:0:188358:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092300 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.867276:0:189105:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5282aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561287680:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.867284:0:187548:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092d80 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.867299:0:189105:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc02d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.867308:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd51fd4000/2, rc 0, transno 8589935909 00010000:00010000:3.0:1777502104.867316:0:189105:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc02d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.867320:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd51fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561287936:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.867339:0:189105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc02d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.867360:0:189105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc02d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.867361:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77f9dc00/2, rc 0, transno 8589935910 00010000:00010000:1.0:1777502104.867362:0:188366:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002dba5abd/0x4ad31463d9bb7125 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83112e expref: 145 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.867374:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77f9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561280640:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.867385:0:189105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc02d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.867393:0:188366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561286784:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.867409:0:189105:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502104.867413:0:188366:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005543e613/0x4ad31463d9bc02b9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.867422:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc02ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.867423:0:188366:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005543e613/0x4ad31463d9bc02b9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.867446:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc02ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.867446:0:188366:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005543e613/0x4ad31463d9bc02b9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.867474:0:188366:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005543e613/0x4ad31463d9bc02b9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.867478:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc02ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.867497:0:188366:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005543e613/0x4ad31463d9bc02b9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.867502:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc02ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.867529:0:188366:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1777502104.867536:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1777502104.867537:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.867544:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005543e613/0x4ad31463d9bc02b9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.867559:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45976400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.867565:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005543e613/0x4ad31463d9bc02b9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.867603:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005543e613/0x4ad31463d9bc02b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xfdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.867630:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005543e613/0x4ad31463d9bc02b9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xfdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.867649:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005543e613/0x4ad31463d9bc02b9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xfdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.867682:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.867686:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.867690:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.867779:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd51fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+214:3310:x1863837561285888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6277us (6668us total) trans 8589935911 rc 0/0 00000100:00100000:1.0:1777502104.867793:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2747 00000100:00100000:2.0:1777502104.867802:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+219:3309:x1863837561288320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1954us (2134us total) trans 8589935504 rc 0/0 00000100:00100000:2.0:1777502104.867817:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2757 00010000:00010000:1.0:1777502104.867833:0:205379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077ee415c/0x4ad31463d9bb7bba lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8313ff expref: 111 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.867848:0:205379:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205379:1863837561288960:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.867850:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd71c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561291008:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.867865:0:205379:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006ac85f4a/0x4ad31463d9bc02ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.867883:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.867887:0:205379:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006ac85f4a/0x4ad31463d9bc02ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.867906:0:205379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ac85f4a/0x4ad31463d9bc02ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.867915:0:205379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ac85f4a/0x4ad31463d9bc02ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.867921:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70cec000/2, rc 0, transno 8589935504 00010000:00010000:1.0:1777502104.867932:0:205379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006ac85f4a/0x4ad31463d9bc02ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.867940:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561288320:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.867952:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1777502104.867961:0:205379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00000100:00100000:2.0:1777502104.867962:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd71c3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561290880:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.867990:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.867998:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.868025:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561291008 00000100:00100000:3.0:1777502104.868031:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561291008 00000100:00100000:2.0:1777502104.868033:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777502104.868043:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5282aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561291136:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.868063:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561290880 00000100:00100000:3.0:1777502104.868067:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561290880 00000100:00100000:2.0:1777502104.868073:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.868095:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561291136 00000100:00100000:3.0:1777502104.868099:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561291136 00000100:00100000:2.0:1777502104.868116:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2764 00000100:00100000:2.0:1777502104.868126:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71c39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+215:3311:x1863837561291008:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.868133:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2765 00002000:00080000:2.0:1777502104.868140:0:187551:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4070 count 1 00000100:00100000:3.0:1777502104.868145:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+215:3309:x1863837561290880:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.868156:0:187551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc0330 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfe6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1777502104.868161:0:187550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4069 count 1 00000100:00100000:1.0:1777502104.868173:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5282b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+221:3311:x1863837561288704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2843us (2912us total) trans 8589935505 rc 0/0 00010000:00010000:2.0:1777502104.868174:0:187551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000005544237/0x4ad31463d9bb7a6a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8313c0 expref: 140 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.868177:0:187550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000040e4b8d/0x4ad31463d9bc0337 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfe5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.868192:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2754 00010000:00010000:2.0:1777502104.868201:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.868204:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.868206:0:187550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000057b94526/0x4ad31463d9bb791a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83138f expref: 140 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.868208:0:187551:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc0330 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.868218:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2766 00010000:00010000:3.0:1777502104.868229:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.868233:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71c3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+220:3311:x1863837561291136:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.868234:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.868239:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000040e4b8d/0x4ad31463d9bc0337 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.868251:0:187551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000005544237/0x4ad31463d9bb7a6a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8313c0 expref: 140 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.868253:0:205379:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4038 count 1 00010000:00010000:3.0:1777502104.868269:0:187550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000057b94526/0x4ad31463d9bb791a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83138f expref: 140 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.868270:0:187551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000005544237/0x4ad31463d9bb7a6a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8313c0 expref: 140 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.868270:0:205379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006841e2ce/0x4ad31463d9bc033e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfc6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.868303:0:205379:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000899b0574/0x4ad31463d9bb7f72 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831517 expref: 128 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.868304:0:187550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000057b94526/0x4ad31463d9bb791a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83138f expref: 140 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.868304:0:187551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5249ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:187551:1863837561291264:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.868328:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.868330:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777502104.868333:0:187550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561291392:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.868334:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006841e2ce/0x4ad31463d9bc033e lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.868355:0:187551:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092480 going to sleep for 11 seconds 00010000:00010000:1.0:1777502104.868361:0:205379:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000899b0574/0x4ad31463d9bb7f72 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831517 expref: 128 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.868368:0:187550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd7f24a240 going to sleep for 11 seconds 00010000:00010000:1.0:1777502104.868374:0:205379:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000899b0574/0x4ad31463d9bb7f72 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831517 expref: 128 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.868386:0:205379:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205379:1863837561291520:192.168.202.27@tcp:104: 00000004:00080000:2.0:1777502104.868401:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70cef800/2, rc 0, transno 8589935506 00000100:00100000:2.0:1777502104.868413:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561288576:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.868421:0:205379:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25180 going to sleep for 11 seconds 00000004:00080000:2.0:1777502104.868428:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd51fd5880/2, rc 0, transno 8589935911 00000100:00100000:2.0:1777502104.868441:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd51fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561285888:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.868449:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1777502104.868460:0:205375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000035c5b2ec/0x4ad31463d9bb7259 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831197 expref: 144 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.868472:0:205375:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205375:1863837561287424:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.868490:0:205375:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e7068b39/0x4ad31463d9bc02c7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.868498:0:205375:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e7068b39/0x4ad31463d9bc02c7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.868506:0:205375:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7068b39/0x4ad31463d9bc02c7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.868510:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5089a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+219:3309:x1863837561287168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5838us (6268us total) trans 8589935503 rc 0/0 00010000:00010000:1.0:1777502104.868522:0:205375:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7068b39/0x4ad31463d9bc02c7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.868524:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2751 00010000:00010000:1.0:1777502104.868535:0:205375:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e7068b39/0x4ad31463d9bc02c7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.868550:0:205375:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1777502104.868555:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd5282b800/2, rc 0, transno 8589935503 00000100:00100000:2.0:1777502104.868571:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5282b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561287168:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.868601:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777502104.868614:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5095d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561291776:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.868634:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77f9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561291904:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.868645:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.868674:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502104.868693:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70ceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561291648:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1777502104.868706:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77eefb80/2, rc 0, transno 8589935505 00000100:00100000:3.0:1777502104.868732:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2767 00000100:00100000:1.0:1777502104.868733:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77eefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561288704:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.868739:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.868746:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5095f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+216:3309:x1863837561291776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.868762:0:205368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4071 count 1 00010000:00010000:3.0:1777502104.868777:0:205368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fd6438d/0x4ad31463d9bc0345 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfe7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.868796:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2769 00000100:00100000:2.0:1777502104.868811:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5095df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+220:3310:x1863837561291648:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.868812:0:205368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000020cad252/0x4ad31463d9bb7bc1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831406 expref: 143 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.868819:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561292032:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.868830:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1777502104.868831:0:189105:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4040 count 1 00010000:00010000:3.0:1777502104.868833:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.868839:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fd6438d/0x4ad31463d9bc0345 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.868847:0:189105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0353 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfc8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.868856:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777502104.868873:0:205368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000020cad252/0x4ad31463d9bb7bc1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831406 expref: 143 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.868876:0:189105:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000097b57362/0x4ad31463d9bb7fb1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831525 expref: 128 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.868886:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561292032 00000100:00100000:1.0:1777502104.868893:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561292032 00010000:00010000:3.0:1777502104.868900:0:205368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000020cad252/0x4ad31463d9bb7bc1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831406 expref: 143 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.868901:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.868905:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.868909:0:189105:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0353 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.868920:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2770 00000100:00100000:3.0:1777502104.868923:0:205368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77f9ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205368:1863837561292160:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.868934:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+221:3312:x1863837561292032:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.868949:0:189105:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000097b57362/0x4ad31463d9bb7fb1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831525 expref: 128 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.868951:0:205377:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4039 count 1 00010000:00010000:2.0:1777502104.868971:0:189105:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000097b57362/0x4ad31463d9bb7fb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831525 expref: 128 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.868971:0:205377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b69f9e1b/0x4ad31463d9bc035a lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfc7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.868973:0:205368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd7f24a780 going to sleep for 11 seconds 00010000:00010000:1.0:1777502104.868999:0:205377:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000017f5430/0x4ad31463d9bb7f95 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83151e expref: 128 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.869010:0:189105:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5095ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561292416:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.869011:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.869014:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.869018:0:205377:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b69f9e1b/0x4ad31463d9bc035a lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.869041:0:205377:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000017f5430/0x4ad31463d9bb7f95 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83151e expref: 128 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.869045:0:189105:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092840 going to sleep for 11 seconds 00010000:00010000:1.0:1777502104.869055:0:205377:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000017f5430/0x4ad31463d9bb7f95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83151e expref: 128 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.869071:0:205377:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205377:1863837561292544:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.869099:0:205377:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25240 going to sleep for 11 seconds 00010000:00010000:1.0:1777502104.869124:0:205384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b0aa0fd5/0x4ad31463d9bb7730 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8312e7 expref: 110 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.869135:0:205384:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:205384:1863837561288448:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.869148:0:205384:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000960bee72/0x4ad31463d9bc02e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.869157:0:205384:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000960bee72/0x4ad31463d9bc02e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.869163:0:205384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000960bee72/0x4ad31463d9bc02e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.869171:0:205384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000960bee72/0x4ad31463d9bc02e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.869178:0:205384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000960bee72/0x4ad31463d9bc02e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.869192:0:205384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777502104.869312:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+222:3311:x1863837561288192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4739us (4805us total) trans 8589935507 rc 0/0 00000100:00100000:1.0:1777502104.869319:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2753 00000004:00080000:1.0:1777502104.869344:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70cef100/2, rc 0, transno 8589935507 00000100:00100000:1.0:1777502104.869356:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561288192:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.869431:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77f9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561292672:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.869460:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502104.869492:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561292672 00000100:00100000:2.0:1777502104.869496:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561292672 00000100:00100000:1.0:1777502104.869505:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd52829f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+217:3312:x1863837561287040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7343us (7469us total) trans 8589935912 rc 0/0 00000100:00100000:1.0:1777502104.869513:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2749 00000100:00100000:2.0:1777502104.869528:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2771 00000100:00100000:2.0:1777502104.869536:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5095f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+222:3309:x1863837561292672:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502104.869549:0:205378:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4042 count 1 00000004:00080000:1.0:1777502104.869558:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd50898700/2, rc 0, transno 8589935912 00010000:00010000:2.0:1777502104.869560:0:205378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc0361 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.869600:0:205378:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2ebd46c/0x4ad31463d9bb8227 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8315cd expref: 128 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.869601:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd50898700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561287040:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.869615:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.869617:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.869620:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc0361 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.869665:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5095ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561292800:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.869692:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.869742:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561292800 00000100:00100000:1.0:1777502104.869746:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561292800 00010000:00010000:2.0:1777502104.869767:0:205378:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d2ebd46c/0x4ad31463d9bb8227 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8315cd expref: 128 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.869777:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2772 00000100:00100000:3.0:1777502104.869782:0:205380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd71c39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561290240:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.869791:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5095e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+217:3310:x1863837561292800:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.869800:0:205378:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d2ebd46c/0x4ad31463d9bb8227 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8315cd expref: 128 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.869805:0:205380:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc030d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.869806:0:205384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4072 count 1 00000100:00100000:2.0:1777502104.869812:0:205378:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5095c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205378:1863837561292928:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.869822:0:205384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8b1452d/0x4ad31463d9bc0368 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfe8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.869836:0:205384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000beead314/0x4ad31463d9bb7cb6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83143e expref: 140 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.869846:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.869848:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.869851:0:205384:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8b1452d/0x4ad31463d9bc0368 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.869857:0:205378:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092a80 going to sleep for 11 seconds 00010000:00010000:1.0:1777502104.869874:0:205384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000beead314/0x4ad31463d9bb7cb6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83143e expref: 140 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.869883:0:205383:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd71c39180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:205383:1863837561290496:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.869898:0:205384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000beead314/0x4ad31463d9bb7cb6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83143e expref: 140 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.869904:0:205383:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc031b lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.869911:0:205384:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:205384:1863837561293056:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.869951:0:205384:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a253c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.869974:0:205376:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205376:1863837561290368:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.869989:0:205376:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002b7c37c8/0x4ad31463d9bc0314 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.870018:0:205385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561290112:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.870028:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562896640 00000100:00100000:2.0:1777502104.870032:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562896640 00010000:00010000:1.0:1777502104.870036:0:205385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004bc91593/0x4ad31463d9bc0306 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.870046:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004092fad2/0x4ad31463d9bb777d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8312f5 expref: 145 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.870076:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562897024 00000100:00100000:2.0:1777502104.870079:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562897024 00010000:00010000:2.0:1777502104.870091:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004b011c76/0x4ad31463d9bb7cbd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831445 expref: 129 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.870100:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 762 00000100:00100000:3.0:1777502104.870113:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+146:2371:x1863837562896640:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.870118:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 763 00000100:00100000:2.0:1777502104.870127:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+146:2371:x1863837562896768:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.870133:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.870136:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000079b130f1/0x4ad31463d9bb7688 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8312a1 expref: 146 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.870147:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000079b130f1/0x4ad31463d9bb7688 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8312a1 expref: 146 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.870158:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 765 00010000:00010000:2.0:1777502104.870163:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000079b130f1/0x4ad31463d9bb7688 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8312a1 expref: 146 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.870175:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+146:2370:x1863837562896896:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.870181:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.870185:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.870188:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004bc91593/0x4ad31463d9bc0306 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.870192:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.870193:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502104.870204:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003a86b6ab/0x4ad31463d9bb7673 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83128c expref: 145 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.870205:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004092fad2/0x4ad31463d9bb777d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8312f5 expref: 145 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.870210:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004bc91593/0x4ad31463d9bc0306 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.870240:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003a86b6ab/0x4ad31463d9bb7673 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83128c expref: 145 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.870241:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004092fad2/0x4ad31463d9bb777d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8312f5 expref: 145 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.870245:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.870266:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+145:2371:x1863837562896768:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 138us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.870282:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 763 00010000:00010000:1.0:1777502104.870294:0:205589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003a86b6ab/0x4ad31463d9bb7673 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83128c expref: 144 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.870311:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.870314:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.870317:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002b7c37c8/0x4ad31463d9bc0314 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.870326:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b7c37c8/0x4ad31463d9bc0314 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.870329:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004092fad2/0x4ad31463d9bb777d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8312f5 expref: 143 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.870331:0:205383:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc031b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.870349:0:205383:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc031b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.870359:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.870366:0:205383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc031b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.870376:0:205383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc031b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.870388:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+143:2370:x1863837562896896:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 216us (382us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502104.870394:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.870394:0:205383:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.870396:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.870400:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 765 00010000:00010000:3.0:1777502104.870401:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc030d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.870408:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc030d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.870420:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.870423:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc031b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.870428:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.870432:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc031b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.870435:0:205376:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002b7c37c8/0x4ad31463d9bc0314 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.870437:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc031b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.870460:0:205376:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b7c37c8/0x4ad31463d9bc0314 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.870473:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc031b lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.870474:0:205376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b7c37c8/0x4ad31463d9bc0314 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.870498:0:205376:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b7c37c8/0x4ad31463d9bc0314 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.870499:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc031b lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.870534:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502104.870534:0:205376:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1777502104.870540:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b7c37c8/0x4ad31463d9bc0314 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xfe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.870545:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5089b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+223:3310:x1863837561289472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3741us (4160us total) trans 8589935508 rc 0/0 00000100:00100000:2.0:1777502104.870561:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2761 00010000:00010000:3.0:1777502104.870564:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45977e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.870569:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b7c37c8/0x4ad31463d9bc0314 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.870610:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b7c37c8/0x4ad31463d9bc0314 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xfe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.870624:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b7c37c8/0x4ad31463d9bc0314 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xfe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.870625:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd5249c700/2, rc 0, transno 8589935508 00010000:00010000:3.0:1777502104.870634:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b7c37c8/0x4ad31463d9bc0314 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xfe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.870636:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5249c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561289472:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.870656:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.870661:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.870665:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.870688:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.870699:0:205380:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc030d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.870708:0:205380:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc030d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.870728:0:205380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc030d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.870737:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+141:2371:x1863837562896640:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 627us (957us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502104.870737:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4a988050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+218:3312:x1863837561289728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3941us (4352us total) trans 8589935913 rc 0/0 00010000:00010000:2.0:1777502104.870741:0:205380:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc030d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.870757:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2760 00000100:00100000:3.0:1777502104.870758:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 762 00010000:00010000:2.0:1777502104.870769:0:205380:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1777502104.870799:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd5249e300/2, rc 0, transno 8589935913 00000100:00100000:1.0:1777502104.870810:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5249e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561289728:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.870848:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561293312:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.870877:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.870898:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777502104.870906:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5095ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561293184:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.870918:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f79d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+218:3312:x1863837561289856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4431us (4656us total) trans 8589935914 rc 0/0 00000100:00100000:2.0:1777502104.870932:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2759 00000100:00100000:1.0:1777502104.870939:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502104.870962:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561293312 00000100:00100000:2.0:1777502104.870967:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561293312 00000004:00080000:1.0:1777502104.870975:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7f79c380/2, rc 0, transno 8589935914 00000100:00100000:1.0:1777502104.870989:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f79c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561289856:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.870998:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561293184 00000100:00100000:2.0:1777502104.871004:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561293184 00000100:00100000:2.0:1777502104.871032:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2773 00000100:00100000:2.0:1777502104.871043:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+218:3312:x1863837561293312:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.871056:0:205382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:205382:1863837561290624:192.168.202.27@tcp:104: 00002000:00080000:2.0:1777502104.871057:0:205380:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4073 count 1 00010000:00010000:2.0:1777502104.871074:0:205380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc036f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfe9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.871078:0:205382:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000affeeeb7/0x4ad31463d9bc0322 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.871093:0:205380:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002a60b449/0x4ad31463d9bb7d7a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831476 expref: 140 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.871101:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.871103:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.871106:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc036f lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.871121:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2774 00010000:00010000:2.0:1777502104.871127:0:205380:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002a60b449/0x4ad31463d9bb7d7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831476 expref: 140 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.871133:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+223:3312:x1863837561293184:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.871147:0:205380:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002a60b449/0x4ad31463d9bb7d7a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831476 expref: 140 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.871150:0:188366:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4043 count 1 00000100:00100000:2.0:1777502104.871163:0:205380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5095dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561293568:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.871165:0:188366:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc0376 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfcb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.871188:0:188366:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006efe2d9a/0x4ad31463d9bb846c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831660 expref: 109 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.871196:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.871198:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.871201:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc0376 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.871213:0:205380:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092000 going to sleep for 11 seconds 00010000:00010000:1.0:1777502104.871222:0:188366:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006efe2d9a/0x4ad31463d9bb846c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831660 expref: 109 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.871233:0:188366:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006efe2d9a/0x4ad31463d9bb846c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831660 expref: 109 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.871243:0:188358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd71c3aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:188358:1863837561290752:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.871246:0:188366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:188366:1863837561293696:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.871264:0:188358:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc0329 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.871276:0:188366:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25f00 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.871289:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562897152 00000100:00100000:2.0:1777502104.871293:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562897152 00010000:00010000:1.0:1777502104.871298:0:205385:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004bc91593/0x4ad31463d9bc0306 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.871307:0:205385:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004bc91593/0x4ad31463d9bc0306 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.871311:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000034a0a1bd/0x4ad31463d9bb817f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831595 expref: 128 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.871326:0:205385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004bc91593/0x4ad31463d9bc0306 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.871341:0:205385:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004bc91593/0x4ad31463d9bc0306 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.871349:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 766 00000100:00100000:2.0:1777502104.871359:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+128:2370:x1863837562897152:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.871359:0:205385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502104.871371:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.871377:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000034a0a1bd/0x4ad31463d9bb817f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831595 expref: 128 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.871389:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000034a0a1bd/0x4ad31463d9bb817f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831595 expref: 128 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.871409:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000034a0a1bd/0x4ad31463d9bb817f lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831595 expref: 128 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.871428:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.871433:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.871438:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc034c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.871464:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc034c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.871485:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.871497:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.871514:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5249fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+219:3312:x1863837561288832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5139us (5397us total) trans 8589935915 rc 0/0 00000100:00100000:1.0:1777502104.871527:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2758 00000100:00100000:2.0:1777502104.871533:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+128:2370:x1863837562897152:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 174us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.871541:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 766 00000004:00080000:1.0:1777502104.871564:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd5249f480/2, rc 0, transno 8589935915 00000100:00100000:2.0:1777502104.871565:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 767 00000100:00100000:1.0:1777502104.871603:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5249f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561288832:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.871616:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77f9d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+127:2370:x1863837562897408:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.871647:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.871654:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009eb07904/0x4ad31463d9bb7f6b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831502 expref: 127 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.871667:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009eb07904/0x4ad31463d9bb7f6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831502 expref: 127 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.871685:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009eb07904/0x4ad31463d9bb7f6b lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831502 expref: 127 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.871701:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.871703:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.871707:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc0329 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.871732:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc0329 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.871752:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.871781:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77f9d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+126:2370:x1863837562897408:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 206us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.871789:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 767 00000100:00100000:2.0:1777502104.871808:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562897280 00000100:00100000:2.0:1777502104.871812:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562897280 00000100:00100000:3.0:1777502104.871814:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561291392:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.871830:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000061464c92/0x4ad31463d9bb7cc4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83144c expref: 126 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.871833:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000040e4b8d/0x4ad31463d9bc0337 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.871866:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562897536 00000100:00100000:2.0:1777502104.871871:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562897536 00000100:00100000:1.0:1777502104.871879:0:205379:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205379:1863837561291520:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.871889:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007ec4f132/0x4ad31463d9bb7887 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83137a expref: 141 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.871895:0:205379:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006841e2ce/0x4ad31463d9bc033e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.871918:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562897664 00000100:00100000:2.0:1777502104.871923:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562897664 00000100:00100000:1.0:1777502104.871927:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562897792 00000100:00100000:1.0:1777502104.871932:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562897792 00010000:00010000:2.0:1777502104.871938:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000005544237/0x4ad31463d9bb7a6a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8313c0 expref: 143 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.871950:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000057b94526/0x4ad31463d9bb791a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83138f expref: 143 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.871962:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 768 00000100:00100000:2.0:1777502104.871974:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4f557450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+127:2371:x1863837562897280:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.871982:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502104.871987:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 769 00010000:00010000:2.0:1777502104.871991:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000061464c92/0x4ad31463d9bb7cc4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfc3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83144c expref: 127 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.872000:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+143:2371:x1863837562897536:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.872016:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000061464c92/0x4ad31463d9bb7cc4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfc3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83144c expref: 127 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.872017:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502104.872026:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007ec4f132/0x4ad31463d9bb7887 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83137a expref: 143 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.872041:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000061464c92/0x4ad31463d9bb7cc4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfc3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83144c expref: 127 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.872072:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.872075:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.872076:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007ec4f132/0x4ad31463d9bb7887 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83137a expref: 143 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.872080:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000affeeeb7/0x4ad31463d9bc0322 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.872104:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.872105:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000affeeeb7/0x4ad31463d9bc0322 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.872107:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.872112:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc02f1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.872124:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502104.872134:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc02f1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.872149:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.872151:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.872159:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77f9ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205368:1863837561292160:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.872177:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006fd6438d/0x4ad31463d9bc0345 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.872181:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4f557450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+126:2371:x1863837562897280:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 206us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502104.872187:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+143:2371:x1863837562897536:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 187us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.872203:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 768 00000100:00100000:1.0:1777502104.872215:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 769 00000100:00100000:1.0:1777502104.872239:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 771 00000100:00100000:1.0:1777502104.872252:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+141:2371:x1863837562897792:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.872257:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 773 00010000:00010000:1.0:1777502104.872266:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502104.872271:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77f9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+141:2370:x1863837562898048:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.872275:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000057b94526/0x4ad31463d9bb791a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83138f expref: 141 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.872283:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.872292:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000020cad252/0x4ad31463d9bb7bc1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831406 expref: 141 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.872299:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000057b94526/0x4ad31463d9bb791a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83138f expref: 141 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.872340:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000020cad252/0x4ad31463d9bb7bc1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831406 expref: 141 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.872348:0:205589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057b94526/0x4ad31463d9bb791a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83138f expref: 141 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.872374:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000020cad252/0x4ad31463d9bb7bc1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831406 expref: 141 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.872375:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.872378:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.872383:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000040e4b8d/0x4ad31463d9bc0337 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.872405:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.872407:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000040e4b8d/0x4ad31463d9bc0337 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.872408:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.872413:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006fd6438d/0x4ad31463d9bc0345 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.872426:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fd6438d/0x4ad31463d9bc0345 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.872441:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.872448:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.872468:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+140:2371:x1863837562897792:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 221us (602us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.872476:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77f9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+140:2370:x1863837562898048:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 207us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502104.872482:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 771 00000100:00100000:2.0:1777502104.872490:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 773 00010000:00010000:1.0:1777502104.872513:0:205382:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000affeeeb7/0x4ad31463d9bc0322 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.872522:0:205382:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000affeeeb7/0x4ad31463d9bc0322 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.872531:0:187548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ec4f132/0x4ad31463d9bb7887 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83137a expref: 139 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.872531:0:205382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000affeeeb7/0x4ad31463d9bc0322 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.872553:0:205382:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000affeeeb7/0x4ad31463d9bc0322 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.872558:0:187548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5249f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:187548:1863837561289216:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.872597:0:187548:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc02f1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.872615:0:187548:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc02f1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.872628:0:205382:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1777502104.872636:0:187548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc02f1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.872653:0:187548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc02f1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.872672:0:187548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc02f1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.872689:0:187548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.872813:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.872825:0:187550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000040e4b8d/0x4ad31463d9bc0337 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.872835:0:187550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000040e4b8d/0x4ad31463d9bc0337 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.872844:0:187550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000040e4b8d/0x4ad31463d9bc0337 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.872852:0:187550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000040e4b8d/0x4ad31463d9bc0337 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.872860:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd50898e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+224:3310:x1863837561289344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5820us (6283us total) trans 8589935509 rc 0/0 00000100:00100000:1.0:1777502104.872868:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2762 00010000:00010000:3.0:1777502104.872872:0:187550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.872899:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc547b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+219:3310:x1863837561287808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7378us (7581us total) trans 8589935916 rc 0/0 00000100:00100000:1.0:1777502104.872906:0:205377:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205377:1863837561292544:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.872916:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2755 00010000:00010000:1.0:1777502104.872928:0:205377:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b69f9e1b/0x4ad31463d9bc035a lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.872972:0:188366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:188366:1863837561293696:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.872993:0:188366:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc0376 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.873027:0:205384:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:205384:1863837561293056:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.873031:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+219:3309:x1863837561290880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4890us (5034us total) trans 8589935917 rc 0/0 00000100:00100000:3.0:1777502104.873038:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2765 00010000:00010000:1.0:1777502104.873043:0:205384:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b8b1452d/0x4ad31463d9bc0368 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.873055:0:188358:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc0329 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.873063:0:205379:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006841e2ce/0x4ad31463d9bc033e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.873064:0:188358:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc0329 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.873083:0:205379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006841e2ce/0x4ad31463d9bc033e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.873085:0:188358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc0329 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.873102:0:205379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006841e2ce/0x4ad31463d9bc033e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.873118:0:188358:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc0329 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.873120:0:205379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006841e2ce/0x4ad31463d9bc033e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.873147:0:205379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1777502104.873151:0:188358:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1777502104.873276:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.873357:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71c3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+225:3311:x1863837561291136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5127us (5283us total) trans 8589935510 rc 0/0 00000100:00100000:2.0:1777502104.873367:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd50898a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+225:3310:x1863837561289984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6274us (6694us total) trans 8589935511 rc 0/0 00000100:00100000:1.0:1777502104.873373:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2766 00000100:00100000:2.0:1777502104.873382:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2763 00000100:00100000:3.0:1777502104.873407:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000004:00080000:1.0:1777502104.873414:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd5282aa00/2, rc 0, transno 8589935510 00010000:00010000:2.0:1777502104.873429:0:187551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005544237/0x4ad31463d9bb7a6a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8313c0 expref: 138 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.873429:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5282aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561291136:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.873442:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.873460:0:187551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5249ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:187551:1863837561291264:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.873472:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.873481:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561293952:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.873484:0:187551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc0330 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.873496:0:187551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc0330 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.873499:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.873508:0:187551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc0330 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.873519:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777502104.873521:0:187551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc0330 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.873536:0:187551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc0330 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.873549:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561293952 00010000:00010000:2.0:1777502104.873553:0:187551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777502104.873553:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561293952 00000100:00100000:3.0:1777502104.873571:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.873604:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2775 00000100:00100000:1.0:1777502104.873614:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+224:3311:x1863837561293952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777502104.873625:0:205376:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4045 count 1 00010000:00010000:1.0:1777502104.873636:0:205376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000303d8d4b/0x4ad31463d9bc037d lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfcd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.873646:0:205376:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009534d30f/0x4ad31463d9bb8602 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8316d7 expref: 109 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.873653:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.873660:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc0330 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.873661:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.873664:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.873668:0:205376:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000303d8d4b/0x4ad31463d9bc037d lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.873678:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.873682:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc0330 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.873689:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc0330 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xfe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.873691:0:205376:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009534d30f/0x4ad31463d9bb8602 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8316d7 expref: 109 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.873696:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71c39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+219:3311:x1863837561291008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5571us (5812us total) trans 8589935918 rc 0/0 00000100:00100000:2.0:1777502104.873714:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2764 00010000:00010000:3.0:1777502104.873729:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc0330 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xfe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.873732:0:205376:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009534d30f/0x4ad31463d9bb8602 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8316d7 expref: 109 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.873753:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc0330 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xfe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.873758:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561293440:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.873761:0:205376:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:205376:1863837561294080:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.873789:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.873792:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.873797:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.873810:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.873814:0:205376:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25f00 going to sleep for 11 seconds 00000004:00080000:1.0:1777502104.873841:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd71c38000/2, rc 0, transno 8589935918 00000100:00100000:1.0:1777502104.873851:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd71c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561291008:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1777502104.873854:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd71c3b100/2, rc 0, transno 8589935917 00000100:00100000:2.0:1777502104.873866:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd71c3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561290880:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.873878:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777502104.873888:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561293824:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.873901:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561294208:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.873917:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.873941:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502104.873945:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561294336:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.873978:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.873994:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561293440 00000100:00100000:1.0:1777502104.873998:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561293440 00000100:00100000:1.0:1777502104.874026:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561293824 00000100:00100000:1.0:1777502104.874029:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561293824 00000004:00080000:2.0:1777502104.874042:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd5249c380/2, rc 0, transno 8589935509 00000100:00100000:1.0:1777502104.874054:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561294208 00000100:00100000:2.0:1777502104.874058:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5249c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561289344:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.874060:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561294208 00000100:00100000:3.0:1777502104.874063:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561294336 00000100:00100000:3.0:1777502104.874069:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561294336 00000100:00100000:1.0:1777502104.874091:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2776 00000100:00100000:1.0:1777502104.874104:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+222:3309:x1863837561293440:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777502104.874120:0:205375:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4074 count 1 00010000:00010000:1.0:1777502104.874131:0:205375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000032ae2dd6/0x4ad31463d9bc0384 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.874153:0:205375:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b8f5bc1c/0x4ad31463d9bb7f5d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831509 expref: 139 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.874172:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.874173:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.874175:0:205375:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000032ae2dd6/0x4ad31463d9bc0384 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.874192:0:205375:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b8f5bc1c/0x4ad31463d9bb7f5d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831509 expref: 139 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.874198:0:205375:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b8f5bc1c/0x4ad31463d9bb7f5d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831509 expref: 139 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.874210:0:205375:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc547b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205375:1863837561294592:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.874222:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2777 00000100:00100000:2.0:1777502104.874233:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2778 00000100:00100000:1.0:1777502104.874234:0:205375:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25240 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.874239:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+222:3309:x1863837561293824:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.874249:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+222:3312:x1863837561294208:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.874254:0:187550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4075 count 1 00000100:00100000:1.0:1777502104.874260:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2779 00010000:00010000:3.0:1777502104.874265:0:187550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc038b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfeb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.874266:0:205386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4077 count 1 00000100:00100000:1.0:1777502104.874276:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77eeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+222:3309:x1863837561294336:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.874283:0:205386:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0392 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.874284:0:187550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006eaf7d51/0x4ad31463d9bb7f64 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831510 expref: 138 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.874293:0:205382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4076 count 1 00010000:00010000:3.0:1777502104.874307:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.874308:0:205382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003075e4ca/0x4ad31463d9bc0399 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.874309:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.874313:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc038b lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.874315:0:205386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cced754b/0x4ad31463d9bb8186 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83159c expref: 138 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.874340:0:205382:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000012ba24a6/0x4ad31463d9bb7fbf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83152c expref: 138 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.874356:0:187550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006eaf7d51/0x4ad31463d9bb7f64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831510 expref: 138 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.874362:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.874365:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.874367:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.874370:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.874372:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0392 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.874376:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003075e4ca/0x4ad31463d9bc0399 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.874385:0:187550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006eaf7d51/0x4ad31463d9bb7f64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831510 expref: 138 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.874411:0:187550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd71c3aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561294720:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.874418:0:205386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cced754b/0x4ad31463d9bb8186 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83159c expref: 138 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.874424:0:205382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000012ba24a6/0x4ad31463d9bb7fbf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83152c expref: 138 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.874439:0:187550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd7f24a240 going to sleep for 11 seconds 00010000:00010000:2.0:1777502104.874439:0:205386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cced754b/0x4ad31463d9bb8186 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83159c expref: 138 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.874447:0:205382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000012ba24a6/0x4ad31463d9bb7fbf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83152c expref: 138 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.874472:0:205386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd51fd4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:205386:1863837561294848:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.874475:0:205382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc547b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:205382:1863837561294976:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.874511:0:205386:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092600 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.874518:0:205382:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25b40 going to sleep for 11 seconds 00000004:00080000:2.0:1777502104.874543:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd71c3a680/2, rc 0, transno 8589935511 00000100:00100000:1.0:1777502104.874553:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 779 00000100:00100000:2.0:1777502104.874557:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd71c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561289984:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.874568:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+110:2371:x1863837562898816:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.874600:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502104.874608:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006efe2d9a/0x4ad31463d9bb846c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831660 expref: 110 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.874622:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006efe2d9a/0x4ad31463d9bb846c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831660 expref: 110 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.874632:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd58beea00/2, rc 0, transno 8589935916 00010000:00010000:1.0:1777502104.874640:0:205589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006efe2d9a/0x4ad31463d9bb846c lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831660 expref: 110 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.874652:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58beea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561287808:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.874657:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.874661:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.874664:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc0376 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.874669:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc0376 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.874672:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd51fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561294464:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.874709:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.874717:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd51fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561295104:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.874765:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561294464 00000100:00100000:1.0:1777502104.874771:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502104.874772:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561294464 00000100:00100000:1.0:1777502104.874798:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777502104.874802:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561295104 00000100:00100000:2.0:1777502104.874807:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561295104 00000100:00100000:1.0:1777502104.874808:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc547b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561295232:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.874835:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2780 00000100:00100000:1.0:1777502104.874844:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502104.874848:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd51fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+226:3310:x1863837561294464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502104.874864:0:205383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4044 count 1 00000100:00100000:3.0:1777502104.874871:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.874880:0:205383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eb903534/0x4ad31463d9bc03a0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfcc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.874891:0:205376:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:205376:1863837561294080:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.874897:0:205383:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8e1963c/0x4ad31463d9bb849d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83166e expref: 109 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.874905:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.874907:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.874909:0:205376:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000303d8d4b/0x4ad31463d9bc037d lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.874910:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eb903534/0x4ad31463d9bc03a0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.874944:0:205384:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b8b1452d/0x4ad31463d9bc0368 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.874950:0:205383:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c8e1963c/0x4ad31463d9bb849d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83166e expref: 109 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.874956:0:205384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8b1452d/0x4ad31463d9bc0368 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.874972:0:205383:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c8e1963c/0x4ad31463d9bb849d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83166e expref: 109 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.874973:0:205384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8b1452d/0x4ad31463d9bc0368 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.874996:0:205384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b8b1452d/0x4ad31463d9bc0368 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.875001:0:205383:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd51fd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:205383:1863837561295360:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.875039:0:205384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.875054:0:205383:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092180 going to sleep for 11 seconds 00010000:00010000:2.0:1777502104.875084:0:205378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2ebd46c/0x4ad31463d9bb8227 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8315cd expref: 122 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.875110:0:205378:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5095c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205378:1863837561292928:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.875132:0:205378:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc0361 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.875146:0:205378:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc0361 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.875153:0:205378:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc0361 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.875161:0:205378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc0361 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.875162:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5095e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+223:3310:x1863837561292800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5373us (5469us total) trans 8589935919 rc 0/0 00010000:00010000:2.0:1777502104.875179:0:205378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc0361 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.875179:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2772 00010000:00010000:2.0:1777502104.875196:0:205378:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777502104.875199:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561295232 00000100:00100000:1.0:1777502104.875204:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561295232 00000100:00100000:1.0:1777502104.875230:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2781 00000100:00100000:1.0:1777502104.875239:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+226:3311:x1863837561295104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777502104.875252:0:205384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4046 count 1 00010000:00010000:1.0:1777502104.875266:0:205384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cae89700/0x4ad31463d9bc03a7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.875290:0:205384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a870f311/0x4ad31463d9bb877c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83171d expref: 109 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.875305:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.875306:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.875309:0:205384:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cae89700/0x4ad31463d9bc03a7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.875341:0:205384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a870f311/0x4ad31463d9bb877c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83171d expref: 109 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.875355:0:205384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a870f311/0x4ad31463d9bb877c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83171d expref: 109 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.875370:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5095f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+227:3309:x1863837561292672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5832us (5908us total) trans 8589935513 rc 0/0 00000100:00100000:2.0:1777502104.875387:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2771 00000100:00100000:1.0:1777502104.875387:0:205384:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:205384:1863837561295488:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.875409:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2782 00000100:00100000:2.0:1777502104.875421:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+223:3311:x1863837561295232:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.875429:0:205384:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a259c0 going to sleep for 11 seconds 00002000:00080000:2.0:1777502104.875435:0:205378:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4078 count 1 00010000:00010000:2.0:1777502104.875448:0:205378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc03ae lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.875460:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd521d1c00/2, rc 0, transno 8589935512 00010000:00010000:2.0:1777502104.875476:0:205378:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041f984e5/0x4ad31463d9bb81c5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8315b1 expref: 136 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.875476:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561292032:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.875507:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.875509:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.875514:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc03ae lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.875529:0:205375:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc547b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205375:1863837561294592:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.875544:0:205378:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041f984e5/0x4ad31463d9bb81c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8315b1 expref: 136 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.875547:0:205375:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000032ae2dd6/0x4ad31463d9bc0384 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.875560:0:205378:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041f984e5/0x4ad31463d9bb81c5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8315b1 expref: 136 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.875570:0:205378:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5095c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205378:1863837561295744:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.875575:0:205376:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000303d8d4b/0x4ad31463d9bc037d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.875605:0:205376:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000303d8d4b/0x4ad31463d9bc037d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.875614:0:205376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000303d8d4b/0x4ad31463d9bc037d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.875617:0:205378:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092f00 going to sleep for 11 seconds 00010000:00010000:1.0:1777502104.875631:0:205376:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000303d8d4b/0x4ad31463d9bc037d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.875633:0:205381:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc034c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.875654:0:205381:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc034c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.875661:0:205381:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc034c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.875665:0:205376:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502104.875672:0:205381:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc034c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.875693:0:205381:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1777502104.875890:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+228:3311:x1863837561293952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2277us (2372us total) trans 8589935514 rc 0/0 00000100:00100000:1.0:1777502104.875902:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2775 00000100:00100000:2.0:1777502104.875916:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+227:3311:x1863837561291904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7121us (7243us total) trans 8589935515 rc 0/0 00000100:00100000:2.0:1777502104.875922:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2768 00010000:00010000:3.0:1777502104.875923:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777502104.875941:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd521d3b80/2, rc 0, transno 8589935514 00010000:00010000:2.0:1777502104.875950:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006fd6438d/0x4ad31463d9bc0345 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.875955:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561293952:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.875960:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.875969:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006fd6438d/0x4ad31463d9bc0345 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.875974:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77f9c700/2, rc 0, transno 8589935515 00010000:00010000:2.0:1777502104.875979:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fd6438d/0x4ad31463d9bc0345 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.875980:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77f9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561291904:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.875993:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006fd6438d/0x4ad31463d9bc0345 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.876010:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.876051:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.876059:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777502104.876072:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58bef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561296000:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.876115:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.876123:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd71c3aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561294720:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.876143:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc038b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.876159:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5095f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+224:3309:x1863837561291776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7414us (7513us total) trans 8589935920 rc 0/0 00000100:00100000:2.0:1777502104.876171:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2767 00000100:00100000:1.0:1777502104.876176:0:205382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc547b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:205382:1863837561294976:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.876195:0:205382:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003075e4ca/0x4ad31463d9bc0399 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.876196:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561296000 00000100:00100000:2.0:1777502104.876202:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561296000 00000100:00100000:1.0:1777502104.876235:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2783 00000100:00100000:1.0:1777502104.876249:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+227:3312:x1863837561296000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777502104.876264:0:205385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4049 count 1 00010000:00010000:2.0:1777502104.876265:0:189105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000097b57362/0x4ad31463d9bb7fb1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831525 expref: 121 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.876279:0:205385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000337db0b9/0x4ad31463d9bc03b5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfd1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.876309:0:189105:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5095ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561292416:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.876310:0:205385:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006a2c98a2/0x4ad31463d9bb8a15 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8317fd expref: 108 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.876321:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.876324:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.876327:0:205385:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000337db0b9/0x4ad31463d9bc03b5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.876328:0:189105:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0353 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.876351:0:189105:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0353 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.876369:0:189105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0353 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.876375:0:189105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0353 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.876380:0:189105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0353 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.876382:0:205385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006a2c98a2/0x4ad31463d9bb8a15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8317fd expref: 108 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.876411:0:205385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006a2c98a2/0x4ad31463d9bb8a15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8317fd expref: 108 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.876412:0:189105:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777502104.876434:0:205385:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58bedf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:205385:1863837561296128:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.876470:0:205385:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25b40 going to sleep for 11 seconds 00010000:00010000:1.0:1777502104.876490:0:205375:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000032ae2dd6/0x4ad31463d9bc0384 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.876499:0:205375:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000032ae2dd6/0x4ad31463d9bc0384 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.876508:0:205375:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000032ae2dd6/0x4ad31463d9bc0384 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.876517:0:205375:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000032ae2dd6/0x4ad31463d9bc0384 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.876533:0:205375:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1777502104.876568:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5095df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+228:3310:x1863837561291648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7760us (7846us total) trans 8589935516 rc 0/0 00000100:00100000:2.0:1777502104.876604:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2769 00000100:00100000:2.0:1777502104.876639:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc547b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561295872:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.876670:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.876674:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777502104.876715:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd5095ce00/2, rc 0, transno 8589935919 00000100:00100000:1.0:1777502104.876734:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+224:3309:x1863837561293440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2631us (2926us total) trans 8589935921 rc 0/0 00000100:00100000:2.0:1777502104.876747:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5095ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561292800:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.876752:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2776 00000004:00080000:2.0:1777502104.876769:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70ceea00/2, rc 0, transno 8589935516 00000100:00100000:2.0:1777502104.876781:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70ceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561291648:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.876793:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777502104.876801:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561295616:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.876826:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58bef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561296256:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.876833:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502104.876853:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777502104.876858:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502104.876863:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58befb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561296384:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.876893:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561295872 00000100:00100000:2.0:1777502104.876897:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.876899:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561295872 00000100:00100000:1.0:1777502104.876923:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561295616 00000100:00100000:1.0:1777502104.876928:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561295616 00000100:00100000:3.0:1777502104.876930:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2784 00000100:00100000:2.0:1777502104.876935:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561296256 00000100:00100000:3.0:1777502104.876941:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5095ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+229:3310:x1863837561295872:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.876942:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561296256 00000100:00100000:1.0:1777502104.876956:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561296384 00002000:00080000:3.0:1777502104.876957:0:205368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4048 count 1 00000100:00100000:1.0:1777502104.876961:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561296384 00010000:00010000:3.0:1777502104.876971:0:205368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008c79b481/0x4ad31463d9bc03bc lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfd0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.876976:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2785 00010000:00010000:3.0:1777502104.876989:0:205368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cd758008/0x4ad31463d9bb89f2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8317e8 expref: 108 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.876992:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5089b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+230:3310:x1863837561295616:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.876997:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2786 00010000:00010000:3.0:1777502104.877007:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.877009:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1777502104.877010:0:188358:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4047 count 1 00000100:00100000:1.0:1777502104.877012:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+224:3312:x1863837561296256:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.877015:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c79b481/0x4ad31463d9bc03bc lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.877023:0:188358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc03c3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfcf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.877033:0:205376:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4079 count 1 00010000:00010000:2.0:1777502104.877048:0:188358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c63edaef/0x4ad31463d9bb879f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831747 expref: 108 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.877051:0:205376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000032dccc8f/0x4ad31463d9bc03ca lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.877057:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.877059:0:205368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cd758008/0x4ad31463d9bb89f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8317e8 expref: 108 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.877060:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.877065:0:188358:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc03c3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.877084:0:205376:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000354765eb/0x4ad31463d9bb81e8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8315bf expref: 136 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.877090:0:205368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cd758008/0x4ad31463d9bb89f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8317e8 expref: 108 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.877100:0:188358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c63edaef/0x4ad31463d9bb879f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831747 expref: 108 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.877110:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.877114:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.877120:0:205376:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000032dccc8f/0x4ad31463d9bc03ca lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.877122:0:205368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6ea51f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561296512:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.877151:0:188358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c63edaef/0x4ad31463d9bb879f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831747 expref: 109 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.877164:0:205376:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000354765eb/0x4ad31463d9bb81e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8315bf expref: 136 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.877172:0:205368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd7f24a240 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.877172:0:188358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5089bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:188358:1863837561296640:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.877186:0:205376:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000354765eb/0x4ad31463d9bb81e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8315bf expref: 136 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.877200:0:205376:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58bec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205376:1863837561296768:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.877208:0:188358:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.877233:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2787 00000100:00100000:1.0:1777502104.877235:0:205376:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25240 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.877247:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5089aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+230:3310:x1863837561296384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502104.877265:0:187551:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4050 count 1 00010000:00010000:2.0:1777502104.877278:0:187551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc03d1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfd2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.877280:0:205384:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:205384:1863837561295488:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.877296:0:187551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000003076cf6/0x4ad31463d9bb8aee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83183c expref: 110 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.877300:0:205384:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cae89700/0x4ad31463d9bc03a7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.877314:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.877317:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.877321:0:187551:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc03d1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.877342:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.877345:0:187551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000003076cf6/0x4ad31463d9bb8aee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83183c expref: 110 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.877364:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+110:2371:x1863837562898816:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 2798us (3791us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.877371:0:187551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000003076cf6/0x4ad31463d9bb8aee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83183c expref: 110 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.877374:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 779 00000100:00100000:2.0:1777502104.877401:0:187551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5089a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:187551:1863837561296896:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.877424:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 784 00000100:00100000:2.0:1777502104.877435:0:187551:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.877436:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+136:2370:x1863837562899328:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.877447:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502104.877453:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cced754b/0x4ad31463d9bb8186 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xfed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83159c expref: 136 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.877461:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd521d2d80/2, rc 0, transno 8589935921 00010000:00010000:1.0:1777502104.877464:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cced754b/0x4ad31463d9bb8186 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83159c expref: 135 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.877471:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561293440:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.877486:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.877488:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.877491:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0392 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.877501:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0392 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.877511:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77f9c000/2, rc 0, transno 8589935513 00000100:00100000:2.0:1777502104.877522:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77f9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561292672:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.877546:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1777502104.877555:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd5095d500/2, rc 0, transno 8589935920 00000100:00100000:2.0:1777502104.877563:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5095d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561291776:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.877570:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777502104.877573:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+135:2370:x1863837562899328:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 139us (708us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502104.877615:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 784 00000100:00100000:2.0:1777502104.877616:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5282a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561297024:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.877638:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 786 00000100:00100000:2.0:1777502104.877648:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.877652:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+109:2371:x1863837562899712:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.877661:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502104.877667:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a870f311/0x4ad31463d9bb877c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83171d expref: 109 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.877691:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a870f311/0x4ad31463d9bb877c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83171d expref: 109 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.877697:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.877697:0:205386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cced754b/0x4ad31463d9bb8186 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83159c expref: 134 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.877728:0:205589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a870f311/0x4ad31463d9bb877c lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83171d expref: 108 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.877735:0:205386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd51fd4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:205386:1863837561294848:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.877752:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.877756:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.877760:0:205386:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0392 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.877761:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cae89700/0x4ad31463d9bc03a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.877783:0:205386:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0392 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.877787:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cae89700/0x4ad31463d9bc03a7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.877807:0:205386:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0392 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.877835:0:205386:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0392 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.877845:0:205386:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0392 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.877846:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.877868:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+107:2371:x1863837562899712:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 222us (930us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.877875:0:205386:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777502104.877877:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 786 00000100:00100000:1.0:1777502104.877897:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562899968 00000100:00100000:1.0:1777502104.877902:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562899968 00010000:00010000:1.0:1777502104.877922:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006a2c98a2/0x4ad31463d9bb8a15 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8317fd expref: 107 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.877951:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 788 00000100:00100000:1.0:1777502104.877961:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd476d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+107:2371:x1863837562899968:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.877975:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502104.877982:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006a2c98a2/0x4ad31463d9bb8a15 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8317fd expref: 107 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.877996:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006a2c98a2/0x4ad31463d9bb8a15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8317fd expref: 107 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.878011:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.878014:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.878019:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000337db0b9/0x4ad31463d9bc03b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.878029:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+226:3312:x1863837561294208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3783us (4088us total) trans 8589935922 rc 0/0 00010000:00010000:1.0:1777502104.878042:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000337db0b9/0x4ad31463d9bc03b5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.878050:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2778 00010000:00010000:3.0:1777502104.878056:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.878063:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0392 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.878082:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.878085:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0392 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.878089:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.878091:0:205383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8e1963c/0x4ad31463d9bb849d lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83166e expref: 107 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.878102:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0392 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xfed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.878115:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd476d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+107:2371:x1863837562899968:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 153us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.878126:0:205383:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd51fd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:205383:1863837561295360:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.878132:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0392 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xfed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.878139:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 788 00010000:00010000:2.0:1777502104.878143:0:205383:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000eb903534/0x4ad31463d9bc03a0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.878150:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0392 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xfed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.878166:0:188366:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc0376 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.878170:0:205383:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000eb903534/0x4ad31463d9bc03a0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.878176:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.878181:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.878185:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.878186:0:188366:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc0376 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.878189:0:205383:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eb903534/0x4ad31463d9bc03a0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.878211:0:205383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eb903534/0x4ad31463d9bc03a0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.878211:0:188366:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc0376 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.878229:0:205383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eb903534/0x4ad31463d9bc03a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.878234:0:188366:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc0376 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.878261:0:205383:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1777502104.878265:0:188366:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1777502104.878453:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd51fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+232:3310:x1863837561294464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3609us (3743us total) trans 8589935517 rc 0/0 00000100:00100000:2.0:1777502104.878467:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2780 00010000:00010000:2.0:1777502104.878548:0:205380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a60b449/0x4ad31463d9bb7d7a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831476 expref: 132 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.878551:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.878557:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+231:3312:x1863837561293184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7426us (7620us total) trans 8589935518 rc 0/0 00000100:00100000:2.0:1777502104.878572:0:205380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5095dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561293568:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.878572:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2774 00000100:00100000:3.0:1777502104.878614:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.878639:0:205380:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc036f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.878647:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5282b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561297152:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.878650:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.878655:0:205380:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc036f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.878663:0:205380:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc036f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.878671:0:205380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc036f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.878679:0:205380:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc036f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.878686:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777502104.878707:0:205380:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777502104.878715:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1777502104.878731:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1777502104.878735:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd52829f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561297280:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.878747:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc036f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.878756:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.878761:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc036f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.878776:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777502104.878784:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc036f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xfe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.878801:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc036f lrc: 1/0,0 mode: --/PW res: [0x240000400:0xfe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.878812:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc036f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xfe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.878829:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd521d1180/2, rc 0, transno 8589935922 00010000:00010000:3.0:1777502104.878835:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.878839:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.878844:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.878845:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561294208:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.878877:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+227:3312:x1863837561293312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7837us (7999us total) trans 8589935924 rc 0/0 00000100:00100000:2.0:1777502104.878892:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2773 00000004:00080000:1.0:1777502104.878896:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd5095ca80/2, rc 0, transno 8589935518 00000100:00100000:1.0:1777502104.878913:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5095ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561293184:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.878914:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2790 00000100:00100000:3.0:1777502104.878927:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.878932:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+226:3311:x1863837561297280:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1777502104.878935:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd521d2300/2, rc 0, transno 8589935924 00002000:00080000:2.0:1777502104.878949:0:205380:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4081 count 1 00000100:00100000:1.0:1777502104.878949:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561293312:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.878965:0:205380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017cf75f8/0x4ad31463d9bc03e6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xff1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.878966:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6ea51f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561296512:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.878986:0:205380:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a459811a/0x4ad31463d9bb84a4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831675 expref: 139 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.878988:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008c79b481/0x4ad31463d9bc03bc lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.879010:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.879013:0:205382:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003075e4ca/0x4ad31463d9bc0399 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.879014:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.879019:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017cf75f8/0x4ad31463d9bc03e6 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.879038:0:205382:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003075e4ca/0x4ad31463d9bc0399 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.879055:0:205382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003075e4ca/0x4ad31463d9bc0399 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.879057:0:205380:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a459811a/0x4ad31463d9bb84a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831675 expref: 139 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.879072:0:205382:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003075e4ca/0x4ad31463d9bc0399 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.879081:0:205380:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a459811a/0x4ad31463d9bb84a4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831675 expref: 139 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.879091:0:205382:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.879096:0:205380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5095dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561298048:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.879136:0:205380:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092480 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.879170:0:188358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5089bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:188358:1863837561296640:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.879192:0:188358:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc03c3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.879228:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77eeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+227:3309:x1863837561294336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4957us (5250us total) trans 8589935925 rc 0/0 00000100:00100000:2.0:1777502104.879229:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58bee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561297536:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.879241:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2779 00000100:00100000:1.0:1777502104.879263:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777502104.879273:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.879273:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd71c39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561297920:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1777502104.879307:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd521d1500/2, rc 0, transno 8589935925 00000100:00100000:1.0:1777502104.879316:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502104.879321:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561294336:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.879353:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777502104.879366:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd51fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561298176:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1777502104.879374:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd521d3100/2, rc 0, transno 8589935923 00000100:00100000:2.0:1777502104.879386:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561293824:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.879397:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.879409:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.879430:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd51fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561298304:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.879432:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561297536 00000100:00100000:1.0:1777502104.879437:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561297536 00000100:00100000:1.0:1777502104.879458:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561297920 00000100:00100000:1.0:1777502104.879461:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561297920 00000100:00100000:2.0:1777502104.879471:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.879471:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561298176 00000100:00100000:1.0:1777502104.879474:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561298176 00000100:00100000:1.0:1777502104.879486:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561298304 00000100:00100000:1.0:1777502104.879489:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561298304 00000100:00100000:2.0:1777502104.879493:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777502104.879502:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58bed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561297792:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.879506:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2791 00000100:00100000:1.0:1777502104.879515:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5089bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+229:3309:x1863837561297536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777502104.879526:0:205375:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4084 count 1 00000100:00100000:2.0:1777502104.879535:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.879539:0:205375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085f2884e/0x4ad31463d9bc03ed lrc: 3/0,1 mode: --/PW res: [0x240000400:0xff4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.879555:0:205375:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dd61670b/0x4ad31463d9bb8798 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831739 expref: 139 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.879558:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561297792 00000100:00100000:2.0:1777502104.879564:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561297792 00010000:00010000:1.0:1777502104.879565:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.879568:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.879571:0:205375:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085f2884e/0x4ad31463d9bc03ed lrc: 4/0,1 mode: --/PW res: [0x240000400:0xff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.879613:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2792 00010000:00010000:1.0:1777502104.879617:0:205375:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dd61670b/0x4ad31463d9bb8798 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831739 expref: 140 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.879628:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71c39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+232:3312:x1863837561297920:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.879635:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2793 00010000:00010000:1.0:1777502104.879645:0:205375:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dd61670b/0x4ad31463d9bb8798 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831739 expref: 140 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.879647:0:205381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4053 count 1 00000100:00100000:3.0:1777502104.879652:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+230:3311:x1863837561298176:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.879662:0:205381:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc03f4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfd5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.879669:0:205375:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205375:1863837561298432:192.168.202.27@tcp:104: 00002000:00080000:3.0:1777502104.879672:0:189105:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4083 count 1 00010000:00010000:2.0:1777502104.879686:0:205381:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b4fa0c97/0x4ad31463d9bb8c45 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8318ba expref: 120 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.879689:0:189105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bc03fb lrc: 3/0,1 mode: --/PW res: [0x240000400:0xff3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.879703:0:205375:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25180 going to sleep for 11 seconds 00010000:00010000:2.0:1777502104.879710:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.879714:0:189105:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000035df5947/0x4ad31463d9bb8791 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xff3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831732 expref: 140 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.879714:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.879734:0:205381:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc03f4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.879738:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2794 00010000:00010000:3.0:1777502104.879743:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.879747:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.879753:0:189105:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bc03fb lrc: 4/0,1 mode: --/PW res: [0x240000400:0xff3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.879754:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5249ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+230:3309:x1863837561298304:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.879773:0:205381:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b4fa0c97/0x4ad31463d9bb8c45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8318ba expref: 120 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.879776:0:188366:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4085 count 1 00010000:00010000:1.0:1777502104.879790:0:188366:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031b7d2ff/0x4ad31463d9bc0402 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xff5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.879792:0:205381:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b4fa0c97/0x4ad31463d9bb8c45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8318ba expref: 120 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.879820:0:188366:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002d8dabcd/0x4ad31463d9bb8840 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xff5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831786 expref: 140 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.879824:0:205381:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5249f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205381:1863837561298560:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.879836:0:189105:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000035df5947/0x4ad31463d9bb8791 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xff3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831732 expref: 140 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.879846:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.879850:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.879854:0:205381:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1777502104.879855:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031b7d2ff/0x4ad31463d9bc0402 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xff5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.879861:0:189105:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000035df5947/0x4ad31463d9bb8791 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xff3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831732 expref: 140 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.879884:0:187551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5089a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:187551:1863837561296896:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.879885:0:188366:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002d8dabcd/0x4ad31463d9bb8840 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xff5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831786 expref: 140 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.879901:0:187551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc03d1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.879901:0:188366:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002d8dabcd/0x4ad31463d9bb8840 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xff5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831786 expref: 140 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.879928:0:189105:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6ea51f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:189105:1863837561298688:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.879937:0:188366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561298816:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.879943:0:188358:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc03c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.879955:0:188358:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc03c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.879960:0:189105:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd7f24a240 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.879968:0:188366:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1777502104.879970:0:188358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc03c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.879984:0:188358:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc03c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.879992:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2795 00000100:00100000:1.0:1777502104.880006:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5249fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+230:3309:x1863837561297792:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.880016:0:188358:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:1.0:1777502104.880022:0:205382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4082 count 1 00010000:00010000:1.0:1777502104.880035:0:205382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001cdb09d9/0x4ad31463d9bc0409 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xff2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.880056:0:205382:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bd43a75c/0x4ad31463d9bb878a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xff2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831724 expref: 140 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.880074:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.880076:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.880078:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001cdb09d9/0x4ad31463d9bc0409 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xff2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.880096:0:205382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bd43a75c/0x4ad31463d9bb878a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xff2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831724 expref: 140 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.880107:0:205382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bd43a75c/0x4ad31463d9bb878a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xff2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831724 expref: 140 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.880120:0:205382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc547b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:205382:1863837561298944:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.880150:0:205382:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25300 going to sleep for 11 seconds 00010000:00010000:1.0:1777502104.880185:0:205385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a2c98a2/0x4ad31463d9bb8a15 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8317fd expref: 104 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.880186:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5089b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+233:3310:x1863837561295616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3196us (3350us total) trans 8589935519 rc 0/0 00000100:00100000:2.0:1777502104.880207:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2785 00000100:00100000:1.0:1777502104.880207:0:205385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58bedf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:205385:1863837561296128:192.168.202.27@tcp:104: 00000004:00080000:3.0:1777502104.880208:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7f360a80/2, rc 0, transno 8589935519 00000100:00100000:3.0:1777502104.880225:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561295616:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.880229:0:205385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000337db0b9/0x4ad31463d9bc03b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777502104.880237:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd51fd6680/2, rc 0, transno 8589935517 00000100:00100000:3.0:1777502104.880244:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd51fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561294464:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.880261:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58bedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561299072:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.880261:0:205380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5095dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561298048:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.880282:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1777502104.880284:0:205380:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000017cf75f8/0x4ad31463d9bc03e6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.880292:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70fa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561299200:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.880304:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.880333:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.880373:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.880375:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561299072 00000100:00100000:1.0:1777502104.880379:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561299072 00010000:00010000:2.0:1777502104.880383:0:187551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc03d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.880394:0:187551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc03d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.880402:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561299200 00000100:00100000:1.0:1777502104.880406:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561299200 00010000:00010000:2.0:1777502104.880415:0:187551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc03d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.880424:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2796 00010000:00010000:2.0:1777502104.880426:0:187551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc03d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.880433:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5606ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+234:3310:x1863837561299072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777502104.880448:0:187548:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4052 count 1 00010000:00010000:2.0:1777502104.880457:0:187551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502104.880458:0:187548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a214014/0x4ad31463d9bc0410 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfd4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.880472:0:205378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041f984e5/0x4ad31463d9bb81c5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8315b1 expref: 131 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.880473:0:187548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004d085cc5/0x4ad31463d9bb8d02 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8318dd expref: 101 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.880483:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.880485:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.880488:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a214014/0x4ad31463d9bc0410 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.880519:0:187548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004d085cc5/0x4ad31463d9bb8d02 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8318dd expref: 101 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.880543:0:205378:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5095c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205378:1863837561295744:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.880558:0:187548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004d085cc5/0x4ad31463d9bb8d02 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8318dd expref: 101 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.880565:0:205378:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc03ae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.880611:0:187548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70fa6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561299328:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.880622:0:205378:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc03ae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.880631:0:205378:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc03ae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.880643:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5089aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+235:3310:x1863837561296384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3398us (3745us total) trans 8589935520 rc 0/0 00000100:00100000:1.0:1777502104.880648:0:187548:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25b40 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.880652:0:205378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc03ae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.880661:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2787 00010000:00010000:3.0:1777502104.880669:0:205378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc03ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.880670:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2797 00000100:00100000:1.0:1777502104.880685:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+234:3312:x1863837561299200:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.880700:0:205378:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:1.0:1777502104.880704:0:205379:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4054 count 1 00000004:00080000:2.0:1777502104.880706:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd58befb80/2, rc 0, transno 8589935520 00010000:00010000:3.0:1777502104.880713:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502104.880729:0:205379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b0b2da4/0x4ad31463d9bc0417 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfd6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.880731:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc03ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.880737:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58befb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561296384:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.880758:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502104.880763:0:205379:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ddb1407a/0x4ad31463d9bb8e4b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83192a expref: 121 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.880764:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc03ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.880783:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1777502104.880790:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.880792:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc03ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xfee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.880792:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.880796:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5095c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561299456:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.880797:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b0b2da4/0x4ad31463d9bc0417 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.880828:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777502104.880832:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc03ae lrc: 1/0,0 mode: --/PW res: [0x240000400:0xfee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.880837:0:205379:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ddb1407a/0x4ad31463d9bb8e4b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83192a expref: 121 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.880857:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc03ae lrc: 0/0,0 mode: --/PW res: [0x240000400:0xfee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.880859:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561299456 00010000:00010000:1.0:1777502104.880861:0:205379:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ddb1407a/0x4ad31463d9bb8e4b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83192a expref: 121 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.880865:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561299456 00000100:00100000:2.0:1777502104.880891:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2798 00000100:00100000:1.0:1777502104.880894:0:205379:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70fa7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205379:1863837561299584:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.880903:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5095dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+235:3311:x1863837561299456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502104.880916:0:205383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4055 count 1 00000100:00100000:1.0:1777502104.880919:0:205379:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25900 going to sleep for 11 seconds 00010000:00010000:2.0:1777502104.880929:0:205383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc041e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfd7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.880934:0:205384:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cae89700/0x4ad31463d9bc03a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.880949:0:205383:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2100c16/0x4ad31463d9bb8f2b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831962 expref: 121 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.880949:0:205384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cae89700/0x4ad31463d9bc03a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.880971:0:205384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cae89700/0x4ad31463d9bc03a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.880975:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.880977:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.880979:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.880980:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.880985:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.880985:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc041e lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.880994:0:205384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cae89700/0x4ad31463d9bc03a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.881022:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.881022:0:205383:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d2100c16/0x4ad31463d9bb8f2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831962 expref: 121 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.881023:0:205384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502104.881049:0:205383:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d2100c16/0x4ad31463d9bb8f2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831962 expref: 121 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.881074:0:205383:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5089a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:205383:1863837561299712:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.881110:0:205383:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.881145:0:205381:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5249f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205381:1863837561298560:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.881163:0:205381:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc03f4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.881298:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+236:3311:x1863837561295104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6058us (6528us total) trans 8589935521 rc 0/0 00000100:00100000:3.0:1777502104.881311:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.881311:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2781 00000004:00080000:2.0:1777502104.881315:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd51fd7800/2, rc 0, transno 8589935521 00000100:00100000:2.0:1777502104.881331:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd51fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561295104:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.881359:0:205376:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000354765eb/0x4ad31463d9bb81e8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8315bf expref: 130 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.881386:0:205376:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58bec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205376:1863837561296768:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.881389:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5249f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561299840:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.881407:0:205376:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000032dccc8f/0x4ad31463d9bc03ca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.881421:0:205376:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000032dccc8f/0x4ad31463d9bc03ca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.881423:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.881433:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.881439:0:205376:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000032dccc8f/0x4ad31463d9bc03ca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.881448:0:205376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000032dccc8f/0x4ad31463d9bc03ca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.881458:0:205376:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000032dccc8f/0x4ad31463d9bc03ca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.881471:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561299840 00000100:00100000:2.0:1777502104.881477:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561299840 00010000:00010000:1.0:1777502104.881481:0:205376:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.881503:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2799 00000100:00100000:2.0:1777502104.881517:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc48237480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+236:3309:x1863837561299840:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502104.881534:0:205386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4056 count 1 00010000:00010000:2.0:1777502104.881550:0:205386:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc0425 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfd8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.881576:0:205386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000072065e76/0x4ad31463d9bb8f9b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83197e expref: 120 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.881628:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+231:3312:x1863837561296256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4620us (4771us total) trans 8589935926 rc 0/0 00000100:00100000:1.0:1777502104.881644:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2786 00010000:00010000:2.0:1777502104.881645:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.881647:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.881650:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc0425 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.881678:0:205375:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205375:1863837561298432:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.881681:0:205386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000072065e76/0x4ad31463d9bb8f9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83197e expref: 120 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.881695:0:205386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000072065e76/0x4ad31463d9bb8f9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83197e expref: 120 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.881697:0:205375:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000085f2884e/0x4ad31463d9bc03ed lrc: 3/0,1 mode: --/PW res: [0x240000400:0xff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.881731:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.881731:0:205386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47d5a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:205386:1863837561299968:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.881740:0:205385:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000337db0b9/0x4ad31463d9bc03b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.881750:0:205385:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000337db0b9/0x4ad31463d9bc03b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.881758:0:205385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000337db0b9/0x4ad31463d9bc03b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.881769:0:205385:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000337db0b9/0x4ad31463d9bc03b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.881779:0:205386:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1777502104.881789:0:205385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1777502104.881812:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd58bef800/2, rc 0, transno 8589935926 00000100:00100000:2.0:1777502104.881826:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58bef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561296256:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.881887:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777502104.881894:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.881899:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561300096:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.881927:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+237:3312:x1863837561296000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5682us (5815us total) trans 8589935522 rc 0/0 00000100:00100000:1.0:1777502104.881933:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2783 00000100:00100000:2.0:1777502104.881942:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.881952:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561300096 00000100:00100000:1.0:1777502104.881956:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561300096 00000100:00100000:1.0:1777502104.881988:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2800 00000004:00080000:2.0:1777502104.881999:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd58bef480/2, rc 0, transno 8589935522 00000100:00100000:1.0:1777502104.882001:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47d59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+231:3309:x1863837561300096:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.882011:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.882013:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58bef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561296000:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777502104.882021:0:205385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4086 count 1 00010000:00010000:1.0:1777502104.882036:0:205385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000032ae2dd6/0x4ad31463d9bc042c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xff6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.882053:0:205385:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003beb991b/0x4ad31463d9bb89f9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8317ef expref: 141 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.882063:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561300224:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.882074:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502104.882074:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.882078:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.882081:0:205385:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000032ae2dd6/0x4ad31463d9bc042c lrc: 4/0,1 mode: --/PW res: [0x240000400:0xff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.882104:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.882109:0:189105:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6ea51f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:189105:1863837561298688:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.882119:0:205385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003beb991b/0x4ad31463d9bb89f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8317ef expref: 140 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.882127:0:205385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003beb991b/0x4ad31463d9bb89f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8317ef expref: 140 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.882131:0:189105:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bc03fb lrc: 3/0,1 mode: --/PW res: [0x240000400:0xff3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.882136:0:205385:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561300352:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.882156:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561300224 00000100:00100000:2.0:1777502104.882162:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561300224 00000100:00100000:1.0:1777502104.882165:0:205385:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25f00 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.882194:0:205382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc547b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:205382:1863837561298944:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.882198:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2801 00000100:00100000:2.0:1777502104.882209:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47d59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+237:3311:x1863837561300224:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.882214:0:205382:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001cdb09d9/0x4ad31463d9bc0409 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xff2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.882223:0:187551:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4057 count 1 00000100:00100000:1.0:1777502104.882237:0:188366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561298816:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.882239:0:187551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0433 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfd9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.882249:0:188366:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000031b7d2ff/0x4ad31463d9bc0402 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xff5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.882255:0:187551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a3a4719e/0x4ad31463d9bb91d2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a18 expref: 121 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.882275:0:205375:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000085f2884e/0x4ad31463d9bc03ed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.882279:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.882283:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.882288:0:187551:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0433 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.882295:0:205375:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085f2884e/0x4ad31463d9bc03ed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.882309:0:205375:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085f2884e/0x4ad31463d9bc03ed lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.882314:0:205375:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000085f2884e/0x4ad31463d9bc03ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.882324:0:187551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a3a4719e/0x4ad31463d9bb91d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a18 expref: 121 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.882329:0:205375:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502104.882342:0:187551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a3a4719e/0x4ad31463d9bb91d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a18 expref: 121 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.882360:0:187551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47d59880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:187551:1863837561300480:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.882392:0:187551:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092d80 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.882402:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.882409:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000085f2884e/0x4ad31463d9bc03ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.882427:0:205380:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000017cf75f8/0x4ad31463d9bc03e6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.882449:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5089bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+232:3309:x1863837561297536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2933us (3179us total) trans 8589935927 rc 0/0 00010000:00010000:2.0:1777502104.882450:0:205380:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000017cf75f8/0x4ad31463d9bc03e6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.882459:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2791 00010000:00010000:2.0:1777502104.882468:0:205380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017cf75f8/0x4ad31463d9bc03e6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.882480:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502104.882484:0:205380:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000017cf75f8/0x4ad31463d9bc03e6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.882487:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000085f2884e/0x4ad31463d9bc03ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.882489:0:187548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70fa6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561299328:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.882509:0:187548:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006a214014/0x4ad31463d9bc0410 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.882513:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000085f2884e/0x4ad31463d9bc03ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.882521:0:205380:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.882541:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000085f2884e/0x4ad31463d9bc03ed lrc: 1/0,0 mode: --/PW res: [0x240000400:0xff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.882554:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085f2884e/0x4ad31463d9bc03ed lrc: 0/0,0 mode: --/PW res: [0x240000400:0xff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.882558:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 798 00000100:00100000:1.0:1777502104.882573:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+140:2370:x1863837562901248:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.882598:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502104.882605:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000035df5947/0x4ad31463d9bb8791 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xff3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831732 expref: 140 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.882610:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.882616:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.882620:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.882621:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000035df5947/0x4ad31463d9bb8791 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xff3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831732 expref: 140 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.882629:0:205381:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc03f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.882649:0:205589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000035df5947/0x4ad31463d9bb8791 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xff3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831732 expref: 140 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.882652:0:205381:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc03f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.882678:0:205381:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc03f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.882688:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.882689:0:205381:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc03f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.882692:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.882698:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bc03fb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.882729:0:205381:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502104.882730:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bc03fb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xff3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.882759:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.882776:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.882787:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+139:2370:x1863837562901248:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 216us (1073us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502104.882815:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 798 00000100:00100000:1.0:1777502104.882831:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562901760 00000100:00100000:1.0:1777502104.882836:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562901760 00010000:00010000:1.0:1777502104.882851:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ddb1407a/0x4ad31463d9bb8e4b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83192a expref: 120 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.882869:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 800 00000100:00100000:1.0:1777502104.882876:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+137:2371:x1863837562901504:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.882888:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502104.882894:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bd43a75c/0x4ad31463d9bb878a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xff2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831724 expref: 137 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.882903:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71c39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+238:3312:x1863837561297920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3278us (3587us total) trans 8589935523 rc 0/0 00010000:00010000:1.0:1777502104.882920:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bd43a75c/0x4ad31463d9bb878a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xff2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831724 expref: 137 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.882921:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2792 00010000:00010000:1.0:1777502104.882939:0:205589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd43a75c/0x4ad31463d9bb878a lrc: 0/0,0 mode: --/PR res: [0x240000400:0xff2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831724 expref: 137 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.882950:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.882952:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.882954:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001cdb09d9/0x4ad31463d9bc0409 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.882962:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd71c39180/2, rc 0, transno 8589935523 00010000:00010000:1.0:1777502104.882963:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001cdb09d9/0x4ad31463d9bc0409 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xff2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.882976:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd71c39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561297920:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.882986:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.882998:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.883015:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+135:2371:x1863837562901504:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 137us (1007us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.883023:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561300608:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.883030:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 800 00000100:00100000:1.0:1777502104.883050:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562901888 00000100:00100000:1.0:1777502104.883055:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562901888 00010000:00010000:1.0:1777502104.883075:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d2100c16/0x4ad31463d9bb8f2b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831962 expref: 121 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.883076:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.883107:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 802 00000100:00100000:1.0:1777502104.883118:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+121:2370:x1863837562901760:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.883128:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561300608 00010000:00010000:1.0:1777502104.883128:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502104.883133:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ddb1407a/0x4ad31463d9bb8e4b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83192a expref: 121 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.883134:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561300608 00000100:00100000:3.0:1777502104.883150:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502104.883166:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ddb1407a/0x4ad31463d9bb8e4b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83192a expref: 121 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.883170:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2802 00010000:00010000:1.0:1777502104.883183:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.883184:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47d5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+238:3312:x1863837561300608:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.883186:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.883190:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008b0b2da4/0x4ad31463d9bc0417 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.883199:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b0b2da4/0x4ad31463d9bc0417 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.883201:0:188358:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4058 count 1 00010000:00010000:3.0:1777502104.883214:0:189105:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bc03fb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.883217:0:188358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc043a lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfda:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.883223:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502104.883228:0:189105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bc03fb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.883247:0:189105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bc03fb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.883250:0:188358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bb91cb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a0a expref: 122 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.883255:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+122:2370:x1863837562901760:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 139us (566us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.883273:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.883274:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 802 00010000:00010000:2.0:1777502104.883277:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.883283:0:188358:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc043a lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.883300:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 804 00010000:00010000:3.0:1777502104.883306:0:189105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f44c448c/0x4ad31463d9bc03fb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.883310:0:188358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bb91cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a0a expref: 121 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.883317:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6ea51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+121:2371:x1863837562902016:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.883336:0:188358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bb91cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a0a expref: 121 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.883336:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.883340:0:189105:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502104.883344:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000072065e76/0x4ad31463d9bb8f9b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83197e expref: 121 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.883367:0:188358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47d5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:188358:1863837561300736:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.883375:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000072065e76/0x4ad31463d9bb8f9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83197e expref: 121 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.883401:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.883404:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.883409:0:188358:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092540 going to sleep for 11 seconds 00010000:00010000:1.0:1777502104.883409:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc0425 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.883430:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc0425 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.883443:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd58bee680/2, rc 0, transno 8589935927 00010000:00010000:1.0:1777502104.883449:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.883457:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58bee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561297536:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.883478:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6ea51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+121:2371:x1863837562902016:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 164us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.883487:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+232:3311:x1863837561298176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3841us (4092us total) trans 8589935928 rc 0/0 00000100:00100000:1.0:1777502104.883491:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 804 00000100:00100000:3.0:1777502104.883498:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2793 00000004:00080000:2.0:1777502104.883522:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd51fd4e00/2, rc 0, transno 8589935928 00010000:00010000:1.0:1777502104.883522:0:205382:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001cdb09d9/0x4ad31463d9bc0409 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.883533:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd51fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561298176:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.883534:0:205382:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001cdb09d9/0x4ad31463d9bc0409 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.883545:0:205382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001cdb09d9/0x4ad31463d9bc0409 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.883555:0:205382:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001cdb09d9/0x4ad31463d9bc0409 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.883570:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561300864:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.883621:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.883627:0:205382:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.883645:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777502104.883653:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561300992:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.883685:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777502104.883729:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.883736:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001cdb09d9/0x4ad31463d9bc0409 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.883738:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561300864 00000100:00100000:2.0:1777502104.883744:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561300864 00010000:00010000:3.0:1777502104.883749:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.883753:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001cdb09d9/0x4ad31463d9bc0409 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.883760:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001cdb09d9/0x4ad31463d9bc0409 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.883771:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001cdb09d9/0x4ad31463d9bc0409 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.883774:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561300992 00010000:00010000:3.0:1777502104.883777:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001cdb09d9/0x4ad31463d9bc0409 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.883779:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561300992 00010000:00010000:3.0:1777502104.883797:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.883799:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.883801:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.883817:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5249fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+234:3309:x1863837561297792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3813us (4282us total) trans 8589935929 rc 0/0 00000100:00100000:2.0:1777502104.883818:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2803 00000100:00100000:1.0:1777502104.883829:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2795 00000100:00100000:2.0:1777502104.883833:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47d5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+234:3309:x1863837561300864:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777502104.883847:0:205376:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4087 count 1 00000100:00100000:1.0:1777502104.883850:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2804 00000100:00100000:1.0:1777502104.883861:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47d59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+233:3309:x1863837561300992:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.883864:0:205376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc0441 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xff7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.883879:0:205382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4088 count 1 00010000:00010000:2.0:1777502104.883892:0:205376:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000093317067/0x4ad31463d9bb8c22 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xff7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8318a5 expref: 134 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.883895:0:205382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000303d8d4b/0x4ad31463d9bc0448 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xff8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.883916:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.883919:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.883923:0:205382:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bb8c5a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xff8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8318c1 expref: 134 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.883924:0:205376:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc0441 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xff7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.883946:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.883950:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.883954:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000303d8d4b/0x4ad31463d9bc0448 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xff8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.883985:0:205376:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000093317067/0x4ad31463d9bb8c22 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xff7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8318a5 expref: 134 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.883992:0:205382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bb8c5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xff8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8318c1 expref: 134 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.884014:0:205376:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000093317067/0x4ad31463d9bb8c22 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xff7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8318a5 expref: 134 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.884018:0:205382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bb8c5a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xff8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8318c1 expref: 134 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.884024:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.884050:0:205376:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47d58380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205376:1863837561301120:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.884052:0:205382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70fa6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:205382:1863837561301248:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.884082:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.884110:0:205376:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092480 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.884110:0:205382:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25300 going to sleep for 11 seconds 00010000:00010000:2.0:1777502104.884141:0:205386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000072065e76/0x4ad31463d9bb8f9b lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83197e expref: 119 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.884150:0:188366:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000031b7d2ff/0x4ad31463d9bc0402 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.884155:0:205386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47d5a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:205386:1863837561299968:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.884167:0:188366:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000031b7d2ff/0x4ad31463d9bc0402 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.884172:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562902144 00000100:00100000:3.0:1777502104.884176:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562902144 00010000:00010000:2.0:1777502104.884178:0:205386:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc0425 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.884178:0:188366:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031b7d2ff/0x4ad31463d9bc0402 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.884194:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003beb991b/0x4ad31463d9bb89f9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8317ef expref: 135 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.884202:0:205386:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc0425 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.884204:0:188366:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000031b7d2ff/0x4ad31463d9bc0402 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.884220:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 805 00010000:00010000:2.0:1777502104.884230:0:205386:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc0425 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.884237:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc42384e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+135:2370:x1863837562902144:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.884243:0:188366:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.884254:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.884254:0:205386:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc0425 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.884263:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003beb991b/0x4ad31463d9bb89f9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xff6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8317ef expref: 135 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.884287:0:205386:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc0425 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.884313:0:205386:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.884366:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003beb991b/0x4ad31463d9bb89f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xff6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8317ef expref: 135 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.884396:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5249ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+234:3309:x1863837561298304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4643us (4924us total) trans 8589935930 rc 0/0 00000100:00100000:1.0:1777502104.884410:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2794 00010000:00010000:1.0:1777502104.884451:0:205379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ddb1407a/0x4ad31463d9bb8e4b lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83192a expref: 118 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.884465:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.884468:0:205379:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70fa7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205379:1863837561299584:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.884469:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.884475:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000032ae2dd6/0x4ad31463d9bc042c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.884487:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000032ae2dd6/0x4ad31463d9bc042c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xff6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.884488:0:205379:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008b0b2da4/0x4ad31463d9bc0417 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.884495:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc48237480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+239:3309:x1863837561299840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2980us (3063us total) trans 8589935525 rc 0/0 00000100:00100000:2.0:1777502104.884516:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2799 00010000:00010000:1.0:1777502104.884516:0:205379:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008b0b2da4/0x4ad31463d9bc0417 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.884517:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.884526:0:205379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b0b2da4/0x4ad31463d9bc0417 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.884533:0:205379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b0b2da4/0x4ad31463d9bc0417 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.884541:0:205379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008b0b2da4/0x4ad31463d9bc0417 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.884554:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc42384e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+135:2370:x1863837562902144:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 320us (532us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502104.884558:0:205379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1777502104.884559:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc547b0380/2, rc 0, transno 8589935524 00000100:00100000:3.0:1777502104.884571:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 805 00000100:00100000:2.0:1777502104.884574:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc547b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561295872:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.884645:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561301376:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.884708:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777502104.884711:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.884717:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008b0b2da4/0x4ad31463d9bc0417 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.884737:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbda00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.884743:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008b0b2da4/0x4ad31463d9bc0417 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.884753:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008b0b2da4/0x4ad31463d9bc0417 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.884765:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+240:3312:x1863837561299200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4082us (4432us total) trans 8589935526 rc 0/0 00000004:00080000:2.0:1777502104.884773:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70fa6300/2, rc 0, transno 8589935526 00000100:00100000:1.0:1777502104.884779:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2797 00000100:00100000:2.0:1777502104.884788:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70fa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561299200:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.884806:0:187548:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006a214014/0x4ad31463d9bc0410 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.884818:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008b0b2da4/0x4ad31463d9bc0417 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.884831:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561301504:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.884832:0:187548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006a214014/0x4ad31463d9bc0410 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.884863:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b0b2da4/0x4ad31463d9bc0417 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.884864:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.884864:0:187548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a214014/0x4ad31463d9bc0410 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.884893:0:187548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006a214014/0x4ad31463d9bc0410 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.884898:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777502104.884899:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd5249f100/2, rc 0, transno 8589935525 00010000:00010000:3.0:1777502104.884902:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.884913:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5249f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561299840:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.884918:0:187548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.884952:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.884957:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006a214014/0x4ad31463d9bc0410 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.884966:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbde00 already unused, calling callback (ffffffffc13f52e0) 00000004:00080000:2.0:1777502104.884966:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd58bed500/2, rc 0, transno 8589935929 00010000:00010000:3.0:1777502104.884973:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006a214014/0x4ad31463d9bc0410 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.884979:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58bed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561297792:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.884988:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006a214014/0x4ad31463d9bc0410 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.885002:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006a214014/0x4ad31463d9bc0410 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.885010:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a214014/0x4ad31463d9bc0410 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.885033:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.885036:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.885039:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777502104.885045:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd51fd4380/2, rc 0, transno 8589935930 00000100:00100000:2.0:1777502104.885057:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd51fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561298304:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.885072:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5606ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+240:3310:x1863837561299072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4640us (4771us total) trans 8589935527 rc 0/0 00000100:00100000:1.0:1777502104.885084:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2796 00000100:00100000:1.0:1777502104.885103:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561301504 00000100:00100000:2.0:1777502104.885105:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561301760:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.885108:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561301504 00000100:00100000:1.0:1777502104.885132:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2806 00000100:00100000:2.0:1777502104.885139:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.885144:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47d5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+240:3312:x1863837561301504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777502104.885157:0:187548:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4060 count 1 00000100:00100000:2.0:1777502104.885161:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777502104.885168:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561301888:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.885171:0:187548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8b1452d/0x4ad31463d9bc0456 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfdc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.885183:0:187548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e7522260/0x4ad31463d9bb9330 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a96 expref: 117 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.885191:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.885193:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.885197:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.885197:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8b1452d/0x4ad31463d9bc0456 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.885223:0:187548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e7522260/0x4ad31463d9bb9330 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a96 expref: 117 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.885235:0:187548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e7522260/0x4ad31463d9bb9330 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a96 expref: 117 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.885236:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.885242:0:205376:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47d58380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205376:1863837561301120:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.885257:0:187548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70fa7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561302144:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.885260:0:205376:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc0441 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xff7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.885280:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561302016:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.885295:0:187548:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.885306:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.885318:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561301760 00000100:00100000:1.0:1777502104.885323:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561301760 00000100:00100000:1.0:1777502104.885348:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561301888 00000100:00100000:1.0:1777502104.885352:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561301888 00010000:00010000:2.0:1777502104.885353:0:187551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3a4719e/0x4ad31463d9bb91d2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a18 expref: 118 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.885371:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561302016 00000100:00100000:1.0:1777502104.885375:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561302016 00000100:00100000:2.0:1777502104.885379:0:187551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47d59880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:187551:1863837561300480:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.885398:0:187551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0433 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.885403:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2807 00010000:00010000:2.0:1777502104.885415:0:187551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0433 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.885415:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+241:3309:x1863837561301760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777502104.885428:0:205375:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4061 count 1 00010000:00010000:2.0:1777502104.885436:0:187551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0433 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.885441:0:205375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b69f9e1b/0x4ad31463d9bc045d lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfdd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.885457:0:187551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0433 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.885466:0:205375:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003b03cfc2/0x4ad31463d9bb952f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b06 expref: 117 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.885488:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.885491:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.885495:0:205375:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b69f9e1b/0x4ad31463d9bc045d lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.885496:0:187551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0433 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.885505:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd722eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+236:3311:x1863837561295232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10086us (10659us total) trans 8589935931 rc 0/0 00010000:00010000:1.0:1777502104.885519:0:205375:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003b03cfc2/0x4ad31463d9bb952f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b06 expref: 117 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.885525:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2782 00010000:00010000:1.0:1777502104.885537:0:205375:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003b03cfc2/0x4ad31463d9bb952f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b06 expref: 117 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.885538:0:187551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.885550:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2808 00000100:00100000:1.0:1777502104.885562:0:205375:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:205375:1863837561302272:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.885566:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+235:3309:x1863837561301888:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.885607:0:205378:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4089 count 1 00010000:00010000:3.0:1777502104.885622:0:205378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc0464 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xff9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.885635:0:205375:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25180 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.885643:0:205378:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f27173de/0x4ad31463d9bb8d4f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xff9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8318f2 expref: 134 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.885651:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2809 00000100:00100000:1.0:1777502104.885663:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+235:3311:x1863837561302016:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.885664:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.885668:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.885673:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc0464 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xff9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.885678:0:188366:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4090 count 1 00010000:00010000:1.0:1777502104.885690:0:188366:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003075e4ca/0x4ad31463d9bc046b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xffa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.885711:0:188366:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000be047263/0x4ad31463d9bb8df7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83191c expref: 134 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.885716:0:205378:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f27173de/0x4ad31463d9bb8d4f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xff9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8318f2 expref: 134 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.885731:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.885735:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.885737:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47d59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+242:3311:x1863837561300224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3529us (3636us total) trans 8589935528 rc 0/0 00010000:00010000:1.0:1777502104.885741:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003075e4ca/0x4ad31463d9bc046b lrc: 4/0,1 mode: --/PW res: [0x240000400:0xffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.885749:0:205378:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f27173de/0x4ad31463d9bb8d4f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xff9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8318f2 expref: 134 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.885756:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2801 00000100:00100000:3.0:1777502104.885779:0:205378:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd455a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205378:1863837561302400:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.885784:0:188366:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000be047263/0x4ad31463d9bb8df7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83191c expref: 134 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.885797:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd47d5b480/2, rc 0, transno 8589935528 00010000:00010000:1.0:1777502104.885797:0:188366:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000be047263/0x4ad31463d9bb8df7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83191c expref: 134 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.885811:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561300224:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.885812:0:205378:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd7f24a240 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.885814:0:188366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc547b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561302528:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.885846:0:188366:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25240 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.885863:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562902656 00000100:00100000:3.0:1777502104.885869:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562902656 00000004:00080000:2.0:1777502104.885871:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc547b0e00/2, rc 0, transno 8589935931 00010000:00010000:1.0:1777502104.885880:0:205385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003beb991b/0x4ad31463d9bb89f9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8317ef expref: 135 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.885885:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc547b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561295232:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.885888:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000093317067/0x4ad31463d9bb8c22 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xff7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8318a5 expref: 135 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.885897:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777502104.885904:0:205385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561300352:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.885924:0:205385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000032ae2dd6/0x4ad31463d9bc042c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.885937:0:205385:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000032ae2dd6/0x4ad31463d9bc042c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.885941:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561302656:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.885955:0:205385:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000032ae2dd6/0x4ad31463d9bc042c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.885968:0:205385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000032ae2dd6/0x4ad31463d9bc042c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.885980:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.885992:0:205385:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000032ae2dd6/0x4ad31463d9bc042c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.886025:0:188358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bb91cb lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a0a expref: 117 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.886025:0:205385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.886045:0:188358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47d5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:188358:1863837561300736:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.886060:0:188358:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc043a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.886095:0:205383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2100c16/0x4ad31463d9bb8f2b lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831962 expref: 116 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.886127:0:205383:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5089a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:205383:1863837561299712:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.886146:0:205383:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc041e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.886159:0:205383:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc041e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.886165:0:205383:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc041e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.886173:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47d59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+236:3309:x1863837561300096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4175us (4235us total) trans 8589935932 rc 0/0 00010000:00010000:2.0:1777502104.886177:0:205383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc041e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.886182:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2800 00010000:00010000:2.0:1777502104.886191:0:205383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc041e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.886203:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561302656 00000100:00100000:1.0:1777502104.886207:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561302656 00010000:00010000:2.0:1777502104.886210:0:205383:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777502104.886235:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2810 00000100:00100000:1.0:1777502104.886247:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+242:3311:x1863837561302656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777502104.886263:0:205385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4062 count 1 00010000:00010000:1.0:1777502104.886278:0:205385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc0472 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfde:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.886292:0:205385:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000676fe521/0x4ad31463d9bb9559 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b14 expref: 115 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.886302:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.886304:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.886307:0:205385:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc0472 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.886329:0:205385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000676fe521/0x4ad31463d9bb9559 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b14 expref: 115 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.886343:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5095dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+243:3311:x1863837561299456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5441us (5516us total) trans 8589935529 rc 0/0 00010000:00010000:1.0:1777502104.886347:0:205385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000676fe521/0x4ad31463d9bb9559 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b14 expref: 115 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.886358:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2798 00000100:00100000:1.0:1777502104.886364:0:205385:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:205385:1863837561302912:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.886386:0:205376:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc0441 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.886396:0:205385:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a253c0 going to sleep for 11 seconds 00010000:00010000:2.0:1777502104.886405:0:205376:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc0441 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.886419:0:205376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc0441 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.886424:0:205376:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc0441 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.886439:0:205382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70fa6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:205382:1863837561301248:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.886440:0:205376:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.886447:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.886453:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc0441 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.886460:0:205382:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000303d8d4b/0x4ad31463d9bc0448 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xff8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.886482:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.886487:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc0441 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.886497:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc0441 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.886511:0:205377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001fb07712/0x4ad31463d9bb8496 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xff0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831667 expref: 132 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.886512:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc0441 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.886536:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc0441 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.886540:0:205377:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6646df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:205377:1863837561297408:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.886566:0:205377:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000057786ca9/0x4ad31463d9bc03d8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.886568:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.886572:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.886608:0:205377:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000057786ca9/0x4ad31463d9bc03d8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.886616:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.886616:0:205377:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057786ca9/0x4ad31463d9bc03d8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.886621:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47d5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+236:3309:x1863837561300864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2789us (2998us total) trans 8589935933 rc 0/0 00000100:00100000:2.0:1777502104.886638:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2803 00010000:00010000:1.0:1777502104.886639:0:205377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057786ca9/0x4ad31463d9bc03d8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.886650:0:205377:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000057786ca9/0x4ad31463d9bc03d8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.886669:0:205377:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1777502104.886675:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd5095c700/2, rc 0, transno 8589935529 00000100:00100000:2.0:1777502104.886689:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5095c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561299456:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.886757:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561303040:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.886799:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777502104.886841:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd58bedf80/2, rc 0, transno 8589935527 00000100:00100000:2.0:1777502104.886856:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58bedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561299072:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.886866:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f79d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+236:3309:x1863837561297024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8890us (9217us total) trans 8589935934 rc 0/0 00000100:00100000:1.0:1777502104.886877:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2788 00000100:00100000:1.0:1777502104.886898:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561303040 00000100:00100000:2.0:1777502104.886901:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777502104.886904:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561303040 00000100:00100000:2.0:1777502104.886912:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561302784:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.886939:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2811 00000100:00100000:3.0:1777502104.886942:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.886951:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.886953:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+243:3310:x1863837561303040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777502104.886970:0:205377:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4064 count 1 00000100:00100000:3.0:1777502104.886980:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502104.886984:0:205377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cd758008/0x4ad31463d9bc0479 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfe0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.886990:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1777502104.886999:0:205377:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003e8982e5/0x4ad31463d9bb9790 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b99 expref: 100 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.887001:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561303168:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.887020:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.887022:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.887026:0:205377:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cd758008/0x4ad31463d9bc0479 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.887035:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.887060:0:205377:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003e8982e5/0x4ad31463d9bb9790 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b99 expref: 100 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.887067:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561302784 00000100:00100000:2.0:1777502104.887072:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561302784 00010000:00010000:1.0:1777502104.887079:0:205377:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003e8982e5/0x4ad31463d9bb9790 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b99 expref: 100 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.887082:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.887089:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561303168 00000100:00100000:2.0:1777502104.887093:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561303168 00000100:00100000:1.0:1777502104.887106:0:205377:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70fa6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205377:1863837561303296:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.887110:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562903168 00000100:00100000:2.0:1777502104.887114:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2812 00000100:00100000:3.0:1777502104.887117:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562903168 00000100:00100000:2.0:1777502104.887123:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+236:3310:x1863837561302784:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777502104.887137:0:205376:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4091 count 1 00010000:00010000:3.0:1777502104.887142:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003b03cfc2/0x4ad31463d9bb952f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b06 expref: 117 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.887150:0:205376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc0480 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xffb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.887152:0:205377:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25f00 going to sleep for 11 seconds 00010000:00010000:2.0:1777502104.887173:0:205376:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000093d9f84e/0x4ad31463d9bb8f1d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xffb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83195b expref: 129 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.887179:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2813 00000100:00100000:3.0:1777502104.887180:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 811 00010000:00010000:2.0:1777502104.887193:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.887196:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.887196:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+244:3312:x1863837561303168:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.887198:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+117:2373:x1863837562902912:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.887201:0:205376:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc0480 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xffb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.887216:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:1.0:1777502104.887219:0:205384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4063 count 1 00010000:00010000:3.0:1777502104.887223:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e7522260/0x4ad31463d9bb9330 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a96 expref: 117 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.887227:0:205376:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000093d9f84e/0x4ad31463d9bb8f1d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xffb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83195b expref: 129 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.887235:0:205384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a870f311/0x4ad31463d9bc0487 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfdf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.887254:0:205376:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000093d9f84e/0x4ad31463d9bb8f1d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xffb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83195b expref: 129 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.887255:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e7522260/0x4ad31463d9bb9330 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a96 expref: 117 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.887267:0:205384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000597ef52/0x4ad31463d9bb981c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831bd1 expref: 100 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.887283:0:205376:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cfca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205376:1863837561303424:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.887292:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.887295:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.887295:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.887299:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.887300:0:205384:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a870f311/0x4ad31463d9bc0487 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.887303:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8b1452d/0x4ad31463d9bc0456 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.887313:0:205376:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092480 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.887331:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8b1452d/0x4ad31463d9bc0456 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.887342:0:188358:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc043a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.887345:0:205384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000597ef52/0x4ad31463d9bb981c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831bd1 expref: 100 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.887350:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.887377:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+116:2373:x1863837562902912:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 182us (756us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502104.887378:0:205384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000597ef52/0x4ad31463d9bb981c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831bd1 expref: 100 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.887388:0:188358:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc043a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.887400:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 811 00010000:00010000:2.0:1777502104.887414:0:188358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc043a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.887415:0:205384:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58bec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:205384:1863837561303552:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.887428:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 813 00010000:00010000:2.0:1777502104.887437:0:188358:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc043a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.887444:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+132:2371:x1863837562903040:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502104.887450:0:205384:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25b40 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.887463:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.887469:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f27173de/0x4ad31463d9bb8d4f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xff9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8318f2 expref: 132 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.887473:0:188358:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1777502104.887483:0:205375:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:205375:1863837561302272:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.887487:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f27173de/0x4ad31463d9bb8d4f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xff9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8318f2 expref: 132 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.887498:0:205375:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b69f9e1b/0x4ad31463d9bc045d lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.887514:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.887517:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.887522:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc0464 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.887527:0:188366:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000be047263/0x4ad31463d9bb8df7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83191c expref: 131 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.887548:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc0464 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xff9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.887554:0:188366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc547b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561302528:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.887575:0:188366:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003075e4ca/0x4ad31463d9bc046b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.887605:0:188366:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003075e4ca/0x4ad31463d9bc046b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.887618:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.887624:0:188366:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003075e4ca/0x4ad31463d9bc046b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.887634:0:188366:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003075e4ca/0x4ad31463d9bc046b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.887643:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+130:2371:x1863837562903040:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 201us (664us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502104.887644:0:188366:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003075e4ca/0x4ad31463d9bc046b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.887662:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47d5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+245:3312:x1863837561300608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4478us (4586us total) trans 8589935530 rc 0/0 00000100:00100000:3.0:1777502104.887663:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 813 00010000:00010000:1.0:1777502104.887670:0:188366:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.887681:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2802 00000100:00100000:3.0:1777502104.887689:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 814 00010000:00010000:0.0:1777502104.887697:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc043a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.887705:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+115:2370:x1863837562903168:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000004:00080000:2.0:1777502104.887729:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd47d59180/2, rc 0, transno 8589935530 00010000:00010000:3.0:1777502104.887733:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.887733:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc043a lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.887741:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003b03cfc2/0x4ad31463d9bb952f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b06 expref: 115 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.887742:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561300608:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.887748:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc043a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.887781:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003b03cfc2/0x4ad31463d9bb952f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b06 expref: 115 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.887781:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.887787:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003075e4ca/0x4ad31463d9bc046b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.887795:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561303680:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.887805:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b03cfc2/0x4ad31463d9bb952f lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b06 expref: 115 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.887820:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+237:3311:x1863837561302016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2159us (2514us total) trans 8589935935 rc 0/0 00010000:00010000:3.0:1777502104.887823:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.887824:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.887827:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.887830:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003075e4ca/0x4ad31463d9bc046b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.887832:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b69f9e1b/0x4ad31463d9bc045d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.887836:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.887836:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2809 00000100:00100000:1.0:1777502104.887854:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561303680 00010000:00010000:0.0:1777502104.887855:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003075e4ca/0x4ad31463d9bc046b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.887856:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b69f9e1b/0x4ad31463d9bc045d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.887858:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561303680 00000100:00100000:1.0:1777502104.887882:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2814 00010000:00010000:0.0:1777502104.887884:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003075e4ca/0x4ad31463d9bc046b lrc: 1/0,0 mode: --/PW res: [0x240000400:0xffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.887886:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70cfd880/2, rc 0, transno 8589935935 00000100:00100000:1.0:1777502104.887891:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+245:3312:x1863837561303680:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.887892:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.887901:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561302016:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.887902:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003075e4ca/0x4ad31463d9bc046b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.887906:0:188366:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4065 count 1 00000100:00100000:3.0:1777502104.887915:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+114:2370:x1863837562903168:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 213us (838us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502104.887918:0:188366:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005544237/0x4ad31463d9bc048e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfe1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.887925:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.887928:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.887933:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 814 00010000:00010000:0.0:1777502104.887933:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.887940:0:188366:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a650510d/0x4ad31463d9bb9846 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831bdf expref: 100 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.887944:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.887950:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.887952:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.887954:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.887955:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005544237/0x4ad31463d9bc048e lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.887967:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561303808:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.887977:0:205378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f27173de/0x4ad31463d9bb8d4f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xff9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8318f2 expref: 129 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.887980:0:188366:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a650510d/0x4ad31463d9bb9846 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831bdf expref: 100 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.888002:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.888003:0:205378:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd455a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205378:1863837561302400:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.888007:0:188366:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a650510d/0x4ad31463d9bb9846 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831bdf expref: 100 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.888022:0:188366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc547b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:188366:1863837561303936:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.888026:0:205378:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc0464 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.888042:0:205378:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc0464 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.888044:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd47d5aa00/2, rc 0, transno 8589935933 00010000:00010000:3.0:1777502104.888053:0:205378:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc0464 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.888058:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561300864:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.888066:0:188366:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25180 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.888068:0:205378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc0464 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.888079:0:205378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc0464 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.888088:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561303808 00000100:00100000:1.0:1777502104.888093:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561303808 00010000:00010000:3.0:1777502104.888096:0:205378:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.888109:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:2.0:1777502104.888111:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd47d5ad80/2, rc 0, transno 8589935932 00010000:00010000:3.0:1777502104.888114:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc0464 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.888123:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fbc00 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:2.0:1777502104.888123:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561300096:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.888130:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc0464 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.888130:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2815 00010000:00010000:3.0:1777502104.888141:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc0464 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.888145:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+237:3309:x1863837561303808:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.888162:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc0464 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.888163:0:205379:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4093 count 1 00010000:00010000:0.0:1777502104.888170:0:205368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087a12a68/0x4ad31463d9bb927a lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a6c expref: 113 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.888173:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd5282a300/2, rc 0, transno 8589935934 00010000:00010000:1.0:1777502104.888179:0:205379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006efe2d9a/0x4ad31463d9bc0495 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xffd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.888182:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc0464 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.888186:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5282a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561297024:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.888197:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6646e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561301632:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.888212:0:205379:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ee0ca4c8/0x4ad31463d9bb9074 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8319bd expref: 129 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.888217:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc044f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.888225:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1777502104.888225:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.888229:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.888233:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006efe2d9a/0x4ad31463d9bc0495 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.888235:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc044f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.888236:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5089a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561304064:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.888257:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc044f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.888266:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.888274:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc044f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.888282:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc044f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.888287:0:205379:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ee0ca4c8/0x4ad31463d9bb9074 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8319bd expref: 129 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.888290:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.888293:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561304320:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.888294:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.888299:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.888303:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.888309:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc044f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.888312:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.888314:0:205379:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ee0ca4c8/0x4ad31463d9bb9074 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8319bd expref: 129 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.888327:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.888332:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc044f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.888333:0:205379:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561304448:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.888343:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777502104.888351:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc044f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.888365:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc044f lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.888371:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777502104.888372:0:205379:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25900 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.888373:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc044f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.888381:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47d5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561304192:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.888393:0:205375:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b69f9e1b/0x4ad31463d9bc045d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.888395:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.888400:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.888405:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.888406:0:205375:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b69f9e1b/0x4ad31463d9bc045d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.888415:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.888421:0:205375:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b69f9e1b/0x4ad31463d9bc045d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.888427:0:205375:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b69f9e1b/0x4ad31463d9bc045d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.888442:0:205375:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.888448:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.888454:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b69f9e1b/0x4ad31463d9bc045d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.888457:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561304064 00000100:00100000:2.0:1777502104.888463:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561304064 00010000:00010000:0.0:1777502104.888471:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.888475:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b69f9e1b/0x4ad31463d9bc045d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.888483:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b69f9e1b/0x4ad31463d9bc045d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.888485:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561304320 00000100:00100000:2.0:1777502104.888489:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561304320 00010000:00010000:0.0:1777502104.888501:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b69f9e1b/0x4ad31463d9bc045d lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.888510:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561304192 00010000:00010000:0.0:1777502104.888510:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b69f9e1b/0x4ad31463d9bc045d lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.888513:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561304192 00010000:00010000:0.0:1777502104.888535:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.888538:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2816 00010000:00010000:0.0:1777502104.888538:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.888543:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.888549:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47d58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+240:3309:x1863837561304064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777502104.888563:0:205381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4092 count 1 00010000:00010000:2.0:1777502104.888597:0:205381:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc049c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xffc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.888608:0:205381:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000633d6c3a/0x4ad31463d9bb906d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8319b6 expref: 129 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.888616:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.888618:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.888620:0:205381:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc049c lrc: 4/0,1 mode: --/PW res: [0x240000400:0xffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.888640:0:205381:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000633d6c3a/0x4ad31463d9bb906d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8319b6 expref: 129 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.888652:0:205381:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000633d6c3a/0x4ad31463d9bb906d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8319b6 expref: 129 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.888664:0:205381:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:205381:1863837561304576:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.888707:0:205381:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.888734:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+247:3309:x1863837561301760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3321us (3594us total) trans 8589935532 rc 0/0 00000100:00100000:1.0:1777502104.888744:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2807 00000100:00100000:1.0:1777502104.888766:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2817 00000100:00100000:1.0:1777502104.888777:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+241:3312:x1863837561304320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777502104.888791:0:205375:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4095 count 1 00000100:00100000:3.0:1777502104.888797:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+242:3309:x1863837561301888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3234us (3597us total) trans 8589935936 rc 0/0 00000100:00100000:0.0:1777502104.888799:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47d58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+246:3311:x1863837561301376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4018us (4089us total) trans 8589935531 rc 0/0 00010000:00010000:1.0:1777502104.888807:0:205375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000035df5947/0x4ad31463d9bc04a3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.888813:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2808 00000100:00100000:0.0:1777502104.888823:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2805 00010000:00010000:1.0:1777502104.888828:0:205375:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007cb99942/0x4ad31463d9bb92ea lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xfff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a7a expref: 129 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.888836:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.888838:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777502104.888842:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2818 00010000:00010000:1.0:1777502104.888843:0:205375:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000035df5947/0x4ad31463d9bc04a3 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xfff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.888844:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+241:3311:x1863837561297280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9917us (10072us total) trans 8589935937 rc 0/0 00000100:00100000:3.0:1777502104.888853:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4a98a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+241:3312:x1863837561304192:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.888860:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2790 00002000:00080000:3.0:1777502104.888871:0:205378:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4094 count 1 00010000:00010000:1.0:1777502104.888885:0:205375:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007cb99942/0x4ad31463d9bb92ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a7a expref: 129 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.888888:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd47d5a300/2, rc 0, transno 8589935531 00010000:00010000:1.0:1777502104.888899:0:205375:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007cb99942/0x4ad31463d9bb92ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a7a expref: 129 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.888900:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561301376:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.888917:0:205375:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd53f25500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205375:1863837561304704:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.888941:0:205378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc04aa lrc: 3/0,1 mode: --/PW res: [0x240000400:0xffe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.888953:0:205378:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002032900b/0x4ad31463d9bb92b9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a73 expref: 129 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.888956:0:205375:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25240 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.888960:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.888962:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.888964:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc04aa lrc: 4/0,1 mode: --/PW res: [0x240000400:0xffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.888977:0:205382:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000303d8d4b/0x4ad31463d9bc0448 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.888984:0:205378:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002032900b/0x4ad31463d9bb92b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a73 expref: 129 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.888984:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd52829f80/2, rc 0, transno 8589935937 00000100:00100000:2.0:1777502104.888994:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd52829f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561297280:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.888994:0:205382:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000303d8d4b/0x4ad31463d9bc0448 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.889002:0:205378:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002032900b/0x4ad31463d9bb92b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a73 expref: 129 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.889017:0:205382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000303d8d4b/0x4ad31463d9bc0448 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.889022:0:205378:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd455a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205378:1863837561304960:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.889032:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561305088:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.889034:0:205382:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000303d8d4b/0x4ad31463d9bc0448 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.889052:0:205382:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.889061:0:205378:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd7f24a240 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.889062:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.889064:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.889071:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000303d8d4b/0x4ad31463d9bc0448 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.889078:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbdc00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.889082:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000303d8d4b/0x4ad31463d9bc0448 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.889085:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777502104.889091:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561304832:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.889093:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000303d8d4b/0x4ad31463d9bc0448 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.889107:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000303d8d4b/0x4ad31463d9bc0448 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.889110:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.889118:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000303d8d4b/0x4ad31463d9bc0448 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.889136:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561305088 00010000:00010000:0.0:1777502104.889140:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.889141:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561305088 00010000:00010000:0.0:1777502104.889143:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.889147:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.889161:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561304832 00000100:00100000:2.0:1777502104.889165:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561304832 00000100:00100000:2.0:1777502104.889187:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2819 00000100:00100000:2.0:1777502104.889195:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+242:3310:x1863837561305088:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777502104.889205:0:205368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4096 count 1 00010000:00010000:2.0:1777502104.889215:0:205368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc04b1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1000:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.889224:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47d59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+242:3309:x1863837561300992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5361us (5536us total) trans 8589935938 rc 0/0 00010000:00010000:2.0:1777502104.889229:0:205368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000059f9bfde/0x4ad31463d9bb931b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a8f expref: 129 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.889238:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2804 00010000:00010000:2.0:1777502104.889244:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.889247:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.889249:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc04b1 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.889260:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2820 00000100:00100000:1.0:1777502104.889267:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+246:3310:x1863837561304832:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.889272:0:205368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000059f9bfde/0x4ad31463d9bb931b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a8f expref: 129 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.889284:0:205368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000059f9bfde/0x4ad31463d9bb931b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a8f expref: 129 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.889284:0:205382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4066 count 1 00000100:00100000:2.0:1777502104.889298:0:205368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205368:1863837561305216:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.889298:0:205382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002d8dabcd/0x4ad31463d9bc04b8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfe2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.889318:0:205382:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006969f83a/0x4ad31463d9bb9ab5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831c72 expref: 100 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.889323:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.889324:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.889326:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002d8dabcd/0x4ad31463d9bc04b8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.889340:0:205382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006969f83a/0x4ad31463d9bb9ab5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831c72 expref: 100 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.889344:0:205368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc490920c0 going to sleep for 11 seconds 00010000:00010000:1.0:1777502104.889348:0:205382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006969f83a/0x4ad31463d9bb9ab5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831c72 expref: 100 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.889358:0:205382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd455e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:205382:1863837561305344:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.889388:0:205382:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25840 going to sleep for 11 seconds 00010000:00010000:1.0:1777502104.889416:0:187548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7522260/0x4ad31463d9bb9330 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a96 expref: 112 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.889429:0:187548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70fa7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561302144:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.889441:0:187548:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b8b1452d/0x4ad31463d9bc0456 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.889449:0:187548:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b8b1452d/0x4ad31463d9bc0456 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.889456:0:187548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8b1452d/0x4ad31463d9bc0456 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.889463:0:187548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8b1452d/0x4ad31463d9bc0456 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.889470:0:187548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b8b1452d/0x4ad31463d9bc0456 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.889491:0:187548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.889497:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.889503:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b8b1452d/0x4ad31463d9bc0456 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.889510:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.889514:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8b1452d/0x4ad31463d9bc0456 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.889521:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8b1452d/0x4ad31463d9bc0456 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.889532:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b8b1452d/0x4ad31463d9bc0456 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.889544:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8b1452d/0x4ad31463d9bc0456 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.889561:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.889564:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.889565:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.889636:0:187550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008eaee448/0x4ad31463d9bb8c29 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8318b3 expref: 111 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.889642:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70cfdf80/2, rc 0, transno 8589935936 00000100:00100000:0.0:1777502104.889649:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6646d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:187550:1863837561297664:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.889657:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561301888:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.889665:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000073e85ac2/0x4ad31463d9bc03df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.889666:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47d5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+247:3312:x1863837561301504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4525us (4802us total) trans 8589935533 rc 0/0 00010000:00010000:0.0:1777502104.889682:0:187550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000073e85ac2/0x4ad31463d9bc03df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.889683:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2806 00010000:00010000:0.0:1777502104.889692:0:187550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000073e85ac2/0x4ad31463d9bc03df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.889695:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561305472:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.889706:0:187550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000073e85ac2/0x4ad31463d9bc03df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.889712:0:187550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000073e85ac2/0x4ad31463d9bc03df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.889737:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd47d58700/2, rc 0, transno 8589935533 00000100:00100000:2.0:1777502104.889738:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.889752:0:187550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777502104.889754:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561301504:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.889764:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.889770:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000073e85ac2/0x4ad31463d9bc03df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.889781:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.889787:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000073e85ac2/0x4ad31463d9bc03df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.889791:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd47d58a80/2, rc 0, transno 8589935532 00010000:00010000:3.0:1777502104.889800:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000073e85ac2/0x4ad31463d9bc03df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.889804:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777502104.889811:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561301760:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.889814:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000073e85ac2/0x4ad31463d9bc03df lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.889823:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000073e85ac2/0x4ad31463d9bc03df lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.889828:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd47d58e00/2, rc 0, transno 8589935938 00000100:00100000:2.0:1777502104.889844:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561300992:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.889848:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.889851:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd455e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561305600:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.889852:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.889858:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.889871:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561305472 00000100:00100000:3.0:1777502104.889876:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561305472 00000100:00100000:1.0:1777502104.889889:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.889913:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561305600 00000100:00100000:3.0:1777502104.889918:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561305600 00000100:00100000:0.0:1777502104.889933:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4a98b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+248:3311:x1863837561297152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11056us (11249us total) trans 8589935534 rc 0/0 00000100:00100000:2.0:1777502104.889939:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2821 00000004:00080000:1.0:1777502104.889941:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd5282b480/2, rc 0, transno 8589935534 00000100:00100000:0.0:1777502104.889946:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2789 00000100:00100000:2.0:1777502104.889951:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+242:3311:x1863837561305472:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.889953:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5282b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561297152:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502104.889969:0:205383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4097 count 1 00010000:00010000:2.0:1777502104.889984:0:205383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc04bf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1001:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.889993:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd455e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561305984:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.889998:0:205383:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000027d9ad4b/0x4ad31463d9bb9536 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831aff expref: 129 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.890004:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.890005:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.890007:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc04bf lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.890024:0:205383:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000027d9ad4b/0x4ad31463d9bb9536 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831aff expref: 129 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.890032:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777502104.890043:0:205383:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000027d9ad4b/0x4ad31463d9bb9536 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831aff expref: 129 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.890048:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561305984 00000100:00100000:2.0:1777502104.890052:0:205383:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561306112:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.890054:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561305984 00000100:00100000:0.0:1777502104.890081:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2822 00000100:00100000:2.0:1777502104.890096:0:205383:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092000 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.890110:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561305856:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.890128:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.890152:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+248:3311:x1863837561305984:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.890162:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561305856 00002000:00080000:0.0:1777502104.890164:0:187550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4068 count 1 00000100:00100000:2.0:1777502104.890167:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561305856 00010000:00010000:0.0:1777502104.890177:0:187550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f863059/0x4ad31463d9bc04c6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfe4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.890189:0:187550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002a9dd4dd/0x4ad31463d9bb9c59 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d13 expref: 100 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.890196:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.890197:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.890200:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004f863059/0x4ad31463d9bc04c6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.890216:0:187550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002a9dd4dd/0x4ad31463d9bb9c59 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d13 expref: 100 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.890226:0:187550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002a9dd4dd/0x4ad31463d9bb9c59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d13 expref: 100 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.890241:0:187550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6646d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:187550:1863837561306240:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.890269:0:187550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd52c4f9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.890312:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2823 00000100:00100000:2.0:1777502104.890322:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+243:3310:x1863837561305856:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.890332:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2824 00002000:00080000:2.0:1777502104.890335:0:205380:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4098 count 1 00000100:00100000:1.0:1777502104.890341:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+248:3311:x1863837561305600:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.890349:0:205380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bc04cd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1002:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.890353:0:187548:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4067 count 1 00010000:00010000:2.0:1777502104.890365:0:205380:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002c7a9d4a/0x4ad31463d9bb953d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1002:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b0d expref: 129 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.890368:0:187548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019f2afdc/0x4ad31463d9bc04d4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfe3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.890380:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.890383:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.890386:0:187548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000078c5d523/0x4ad31463d9bb9aae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831c6b expref: 100 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.890387:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bc04cd lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1002:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.890401:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.890405:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.890408:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019f2afdc/0x4ad31463d9bc04d4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.890409:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.890425:0:205380:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002c7a9d4a/0x4ad31463d9bb953d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1002:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b0d expref: 129 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.890431:0:187548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000078c5d523/0x4ad31463d9bb9aae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831c6b expref: 100 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.890440:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.890447:0:205380:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002c7a9d4a/0x4ad31463d9bb953d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1002:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b0d expref: 129 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.890452:0:187548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000078c5d523/0x4ad31463d9bb9aae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831c6b expref: 100 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.890466:0:205380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561306368:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.890469:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.890481:0:187548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd455e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561306496:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.890498:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.890512:0:205380:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092180 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.890516:0:187548:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25300 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.890540:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562903552 00000100:00100000:2.0:1777502104.890542:0:205376:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cfca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205376:1863837561303424:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.890546:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562903552 00000100:00100000:1.0:1777502104.890550:0:205384:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58bec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:205384:1863837561303552:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.890562:0:205376:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc0480 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xffb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.890569:0:205384:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a870f311/0x4ad31463d9bc0487 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.890571:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000676fe521/0x4ad31463d9bb9559 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b14 expref: 111 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.890612:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd455e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561305728:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.890651:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.890655:0:205385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:205385:1863837561302912:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.890671:0:205385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc0472 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.890694:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561305728 00000100:00100000:2.0:1777502104.890698:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561305728 00000100:00100000:3.0:1777502104.890702:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562903680 00000100:00100000:3.0:1777502104.890706:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562903680 00000100:00100000:1.0:1777502104.890728:0:188366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc547b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:188366:1863837561303936:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.890738:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2825 00010000:00010000:1.0:1777502104.890744:0:188366:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000005544237/0x4ad31463d9bc048e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.890749:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+249:3309:x1863837561305728:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502104.890768:0:189105:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4069 count 1 00010000:00010000:3.0:1777502104.890781:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003e8982e5/0x4ad31463d9bb9790 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b99 expref: 101 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.890781:0:189105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc04db lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfe5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.890782:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562903424 00000100:00100000:1.0:1777502104.890786:0:205379:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561304448:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.890789:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562903424 00010000:00010000:1.0:1777502104.890806:0:205379:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006efe2d9a/0x4ad31463d9bc0495 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.890811:0:189105:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003f32da51/0x4ad31463d9bb9c52 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d0c expref: 101 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.890811:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000093d9f84e/0x4ad31463d9bb8f1d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xffb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83195b expref: 130 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.890814:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562903808 00000100:00100000:3.0:1777502104.890819:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562903808 00010000:00010000:3.0:1777502104.890833:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000597ef52/0x4ad31463d9bb981c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831bd1 expref: 102 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.890835:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.890839:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.890843:0:189105:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc04db lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.890852:0:205375:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd53f25500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205375:1863837561304704:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.890860:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 815 00010000:00010000:2.0:1777502104.890863:0:189105:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003f32da51/0x4ad31463d9bb9c52 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d0c expref: 102 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.890867:0:205375:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000035df5947/0x4ad31463d9bc04a3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.890868:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 816 00000100:00100000:0.0:1777502104.890873:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+111:2373:x1863837562903552:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777502104.890881:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+102:2370:x1863837562903680:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.890887:0:189105:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003f32da51/0x4ad31463d9bb9c52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d0c expref: 102 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.890890:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.890895:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.890899:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000676fe521/0x4ad31463d9bb9559 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b14 expref: 111 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.890903:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003e8982e5/0x4ad31463d9bb9790 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b99 expref: 102 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.890911:0:189105:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561306624:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.890915:0:205377:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70fa6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205377:1863837561303296:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.890917:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000676fe521/0x4ad31463d9bb9559 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b14 expref: 111 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.890930:0:205377:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cd758008/0x4ad31463d9bc0479 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfe0:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.890935:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000676fe521/0x4ad31463d9bb9559 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b14 expref: 111 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.890948:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.890951:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.890955:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc0472 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.890962:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc0472 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.890964:0:189105:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092480 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.890980:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003e8982e5/0x4ad31463d9bb9790 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b99 expref: 102 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.890992:0:205381:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:205381:1863837561304576:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.890993:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502104.890994:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e8982e5/0x4ad31463d9bb9790 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b99 expref: 102 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.891007:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.891009:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.891009:0:205385:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc0472 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.891012:0:205381:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc049c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.891015:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cd758008/0x4ad31463d9bc0479 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.891020:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+110:2373:x1863837562903552:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 150us (613us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502104.891035:0:205385:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc0472 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.891041:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 815 00010000:00010000:3.0:1777502104.891043:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cd758008/0x4ad31463d9bc0479 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.891056:0:205385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc0472 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.891060:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 817 00010000:00010000:1.0:1777502104.891069:0:205385:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc0472 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.891070:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4f556050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+130:2370:x1863837562903424:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.891082:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.891088:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000093d9f84e/0x4ad31463d9bb8f1d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xffb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83195b expref: 130 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.891097:0:205385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.891101:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000093d9f84e/0x4ad31463d9bb8f1d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xffb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83195b expref: 130 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.891113:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502104.891117:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000093d9f84e/0x4ad31463d9bb8f1d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xffb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83195b expref: 130 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.891129:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.891131:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.891134:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc0480 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xffb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.891139:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+101:2370:x1863837562903680:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 260us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.891155:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 816 00010000:00010000:0.0:1777502104.891158:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc0480 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xffb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.891170:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.891174:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc0472 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.891176:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 818 00010000:00010000:0.0:1777502104.891184:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbcc00 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:3.0:1777502104.891188:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+100:2370:x1863837562903808:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.891189:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc0472 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.891199:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc0472 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.891208:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc0472 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.891214:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc0472 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.891228:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.891230:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.891232:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.891240:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.891245:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000597ef52/0x4ad31463d9bb981c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831bd1 expref: 100 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.891245:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502104.891257:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000597ef52/0x4ad31463d9bb981c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831bd1 expref: 100 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.891258:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+250:3311:x1863837561302656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5011us (5279us total) trans 8589935535 rc 0/0 00010000:00010000:2.0:1777502104.891262:0:205376:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc0480 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.891270:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4f556050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+129:2370:x1863837562903424:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 197us (803us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502104.891279:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000597ef52/0x4ad31463d9bb981c lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831bd1 expref: 100 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.891280:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2810 00010000:00010000:2.0:1777502104.891288:0:205376:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc0480 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.891290:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 817 00010000:00010000:3.0:1777502104.891301:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.891303:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.891304:0:205376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc0480 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.891306:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a870f311/0x4ad31463d9bc0487 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.891310:0:205377:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cd758008/0x4ad31463d9bc0479 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.891328:0:205376:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc0480 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.891333:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a870f311/0x4ad31463d9bc0487 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.891335:0:205377:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd758008/0x4ad31463d9bc0479 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.891349:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502104.891362:0:205377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cd758008/0x4ad31463d9bc0479 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.891363:0:205376:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502104.891376:0:205377:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cd758008/0x4ad31463d9bc0479 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.891386:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.891393:0:205377:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1777502104.891398:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.891413:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+99:2370:x1863837562903808:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 227us (915us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.891421:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 818 00000100:00100000:3.0:1777502104.891438:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562903936 00000100:00100000:3.0:1777502104.891442:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562903936 00000100:00100000:0.0:1777502104.891443:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502104.891461:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a650510d/0x4ad31463d9bb9846 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831bdf expref: 99 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.891478:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562904192 00000100:00100000:3.0:1777502104.891481:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562904192 00000100:00100000:0.0:1777502104.891485:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502104.891500:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007cb99942/0x4ad31463d9bb92ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a7a expref: 129 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.891514:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562904064 00000100:00100000:3.0:1777502104.891517:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562904064 00000100:00100000:0.0:1777502104.891523:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502104.891533:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000633d6c3a/0x4ad31463d9bb906d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8319b6 expref: 130 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.891549:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562904448 00000100:00100000:3.0:1777502104.891551:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562904448 00010000:00010000:3.0:1777502104.891567:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002032900b/0x4ad31463d9bb92b9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a73 expref: 131 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.891624:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+244:3310:x1863837561302784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4501us (4676us total) trans 8589935939 rc 0/0 00000100:00100000:2.0:1777502104.891632:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2812 00000100:00100000:3.0:1777502104.891639:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562904320 00000100:00100000:3.0:1777502104.891642:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562904320 00000100:00100000:1.0:1777502104.891650:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+250:3310:x1863837561303040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4697us (4853us total) trans 8589935536 rc 0/0 00000100:00100000:0.0:1777502104.891651:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502104.891656:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ee0ca4c8/0x4ad31463d9bb9074 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8319bd expref: 132 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.891665:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2811 00010000:00010000:0.0:1777502104.891670:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:3.0:1777502104.891673:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562904576 00000100:00100000:2.0:1777502104.891674:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205368:1863837561305216:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.891675:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc0480 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.891676:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562904576 00010000:00010000:0.0:1777502104.891688:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502104.891689:0:205384:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a870f311/0x4ad31463d9bc0487 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.891690:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000059f9bfde/0x4ad31463d9bb931b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a8f expref: 133 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.891693:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc0480 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.891697:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc04b1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1000:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.891714:0:205384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a870f311/0x4ad31463d9bc0487 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.891734:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc0480 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.891742:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 819 00010000:00010000:1.0:1777502104.891752:0:205384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a870f311/0x4ad31463d9bc0487 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.891757:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc0480 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.891758:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+99:2370:x1863837562903936:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000004:00080000:2.0:1777502104.891762:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70cfea00/2, rc 0, transno 8589935535 00010000:00010000:3.0:1777502104.891773:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.891780:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a650510d/0x4ad31463d9bb9846 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831bdf expref: 99 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.891780:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561302656:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.891781:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc0480 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.891791:0:205384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a870f311/0x4ad31463d9bc0487 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.891808:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70cfce00/2, rc 0, transno 8589935939 00010000:00010000:3.0:1777502104.891809:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a650510d/0x4ad31463d9bb9846 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831bdf expref: 99 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.891814:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1777502104.891821:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561302784:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.891821:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cd758008/0x4ad31463d9bc0479 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.891831:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a650510d/0x4ad31463d9bb9846 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831bdf expref: 99 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.891840:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43d21800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.891846:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cd758008/0x4ad31463d9bc0479 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.891851:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.891856:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.891857:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cd758008/0x4ad31463d9bc0479 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.891860:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000005544237/0x4ad31463d9bc048e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.891870:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70cfdc00/2, rc 0, transno 8589935536 00010000:00010000:1.0:1777502104.891872:0:205384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.891875:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cd758008/0x4ad31463d9bc0479 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.891884:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005544237/0x4ad31463d9bc048e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.891886:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561303040:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.891892:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd758008/0x4ad31463d9bc0479 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.891895:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777502104.891905:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561306880:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.891923:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.891925:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.891927:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a870f311/0x4ad31463d9bc0487 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.891935:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43d20c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.891939:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a870f311/0x4ad31463d9bc0487 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.891944:0:205378:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd455a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205378:1863837561304960:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.891948:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a870f311/0x4ad31463d9bc0487 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.891952:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777502104.891963:0:205378:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc04aa lrc: 3/0,1 mode: --/PW res: [0x240000400:0xffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.891964:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a870f311/0x4ad31463d9bc0487 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.891977:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc547b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561307008:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.891986:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a870f311/0x4ad31463d9bc0487 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.891994:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502104.892003:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.892007:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.892008:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.892012:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.892022:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502104.892037:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 820 00000100:00100000:0.0:1777502104.892047:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+133:2370:x1863837562904192:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.892049:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561306880 00000100:00100000:2.0:1777502104.892055:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561306880 00000100:00100000:1.0:1777502104.892057:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+250:3312:x1863837561303168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4865us (5024us total) trans 8589935537 rc 0/0 00010000:00010000:0.0:1777502104.892058:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.892066:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007cb99942/0x4ad31463d9bb92ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xfff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a7a expref: 133 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.892070:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2813 00010000:00010000:0.0:1777502104.892081:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007cb99942/0x4ad31463d9bb92ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xfff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a7a expref: 133 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.892085:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561307008 00000100:00100000:2.0:1777502104.892089:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561307008 00000100:00100000:1.0:1777502104.892095:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2826 00010000:00010000:0.0:1777502104.892099:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007cb99942/0x4ad31463d9bb92ea lrc: 0/0,0 mode: --/PR res: [0x240000400:0xfff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a7a expref: 133 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.892108:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+244:3310:x1863837561306880:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.892111:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.892113:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2827 00010000:00010000:0.0:1777502104.892114:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.892118:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000035df5947/0x4ad31463d9bc04a3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.892119:0:205384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4099 count 1 00000100:00100000:2.0:1777502104.892123:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+250:3310:x1863837561307008:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.892131:0:205384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009acaedca/0x4ad31463d9bc04e2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1003:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.892133:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000035df5947/0x4ad31463d9bc04a3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xfff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.892137:0:188358:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4072 count 1 00010000:00010000:2.0:1777502104.892150:0:188358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc04e9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfe8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.892150:0:205384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000014a2736c/0x4ad31463d9bb95f3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1003:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b22 expref: 132 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.892151:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+98:2370:x1863837562903936:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 395us (803us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502104.892163:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.892173:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777502104.892174:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 819 00010000:00010000:1.0:1777502104.892176:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.892177:0:188358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003a2f8cb8/0x4ad31463d9bb9f15 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831de5 expref: 109 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.892181:0:205384:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009acaedca/0x4ad31463d9bc04e2 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1003:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.892187:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+132:2370:x1863837562904192:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 140us (789us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.892193:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777502104.892197:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 821 00010000:00010000:2.0:1777502104.892197:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.892201:0:188358:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc04e9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.892209:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 820 00000100:00100000:3.0:1777502104.892210:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+132:2371:x1863837562904064:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.892214:0:205384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000014a2736c/0x4ad31463d9bb95f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1003:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b22 expref: 132 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.892221:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.892222:0:188358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003a2f8cb8/0x4ad31463d9bb9f15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831de5 expref: 109 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.892226:0:205384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000014a2736c/0x4ad31463d9bb95f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1003:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b22 expref: 131 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.892228:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000633d6c3a/0x4ad31463d9bb906d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xffc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8319b6 expref: 131 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.892234:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 822 00010000:00010000:2.0:1777502104.892249:0:188358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003a2f8cb8/0x4ad31463d9bb9f15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831de5 expref: 109 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.892250:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+131:2370:x1863837562904448:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502104.892258:0:205384:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:205384:1863837561307136:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.892259:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000633d6c3a/0x4ad31463d9bb906d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xffc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8319b6 expref: 131 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.892266:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.892275:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002032900b/0x4ad31463d9bb92b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xffe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a73 expref: 131 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.892281:0:188358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:188358:1863837561307264:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.892285:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000633d6c3a/0x4ad31463d9bb906d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xffc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8319b6 expref: 131 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.892292:0:205384:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25180 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.892299:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002032900b/0x4ad31463d9bb92b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xffe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a73 expref: 131 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.892303:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.892307:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.892311:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd53f25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561306752:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.892312:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc049c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.892312:0:188358:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc490920c0 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.892318:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002032900b/0x4ad31463d9bb92b9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xffe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a73 expref: 130 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.892333:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc049c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.892339:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.892339:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.892343:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.892349:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc04aa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.892358:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc04aa lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.892365:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:1.0:1777502104.892368:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70cfc000/2, rc 0, transno 8589935537 00010000:00010000:2.0:1777502104.892369:0:205381:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc049c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.892381:0:205381:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc049c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.892382:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561303168:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.892384:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.892394:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+129:2371:x1863837562904064:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 183us (949us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.892409:0:205381:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc049c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.892409:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+129:2370:x1863837562904448:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 161us (924us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.892414:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 821 00010000:00010000:2.0:1777502104.892426:0:205381:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc049c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.892430:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70fa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561307392:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.892431:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 822 00000100:00100000:3.0:1777502104.892441:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 823 00000100:00100000:3.0:1777502104.892451:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+127:2371:x1863837562904320:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.892456:0:205381:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502104.892456:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 824 00010000:00010000:3.0:1777502104.892463:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502104.892468:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.892469:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.892472:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ee0ca4c8/0x4ad31463d9bb9074 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xffd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8319bd expref: 127 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.892474:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc049c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.892494:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.892498:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ee0ca4c8/0x4ad31463d9bb9074 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xffd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8319bd expref: 127 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.892500:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc049c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.892513:0:188366:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000005544237/0x4ad31463d9bc048e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.892521:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee0ca4c8/0x4ad31463d9bb9074 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xffd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8319bd expref: 127 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.892521:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc049c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.892531:0:188366:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005544237/0x4ad31463d9bc048e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.892552:0:188366:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005544237/0x4ad31463d9bc048e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.892555:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc049c lrc: 1/0,0 mode: --/PW res: [0x240000400:0xffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.892562:0:188366:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000005544237/0x4ad31463d9bc048e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.892571:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc049c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.892608:0:188366:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.892613:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.892617:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000005544237/0x4ad31463d9bc048e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.892618:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47d58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+245:3309:x1863837561304064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4072us (4355us total) trans 8589935940 rc 0/0 00000100:00100000:2.0:1777502104.892632:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2816 00010000:00010000:0.0:1777502104.892639:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43d21c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.892643:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000005544237/0x4ad31463d9bc048e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.892651:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000005544237/0x4ad31463d9bc048e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.892654:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561306752 00000100:00100000:2.0:1777502104.892659:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561306752 00010000:00010000:3.0:1777502104.892660:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.892663:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.892666:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000005544237/0x4ad31463d9bc048e lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.892668:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006efe2d9a/0x4ad31463d9bc0495 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.892686:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561307392 00010000:00010000:0.0:1777502104.892686:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005544237/0x4ad31463d9bc048e lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.892692:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561307392 00010000:00010000:3.0:1777502104.892704:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006efe2d9a/0x4ad31463d9bc0495 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.892728:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.892732:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.892732:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.892733:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2828 00010000:00010000:0.0:1777502104.892736:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.892746:0:205378:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc04aa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.892746:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70fa6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+253:3312:x1863837561306752:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.892752:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4f554050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+126:2370:x1863837562904576:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.892765:0:205378:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc04aa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.892766:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502104.892769:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+253:3312:x1863837561303680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4879us (4939us total) trans 8589935538 rc 0/0 00002000:00080000:2.0:1777502104.892770:0:205381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4070 count 1 00010000:00010000:0.0:1777502104.892775:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000059f9bfde/0x4ad31463d9bb931b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1000:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a8f expref: 126 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.892785:0:205381:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc04f0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfe6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.892792:0:205378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc04aa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.892801:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2814 00010000:00010000:0.0:1777502104.892806:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000059f9bfde/0x4ad31463d9bb931b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1000:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a8f expref: 126 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.892818:0:205378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc04aa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.892819:0:205381:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000928f0fe3/0x4ad31463d9bb9e82 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d83 expref: 97 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.892826:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2829 00000100:00100000:1.0:1777502104.892840:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46d6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+252:3311:x1863837561307392:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.892850:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.892853:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.892856:0:205381:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc04f0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.892859:0:188366:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4071 count 1 00010000:00010000:0.0:1777502104.892859:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059f9bfde/0x4ad31463d9bb931b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1000:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831a8f expref: 126 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.892861:0:205378:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502104.892872:0:188366:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000713c80c5/0x4ad31463d9bc04f7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfe7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.892887:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.892890:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.892893:0:188366:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fda81dc2/0x4ad31463d9bba018 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e16 expref: 97 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.892894:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc04b1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.892899:0:205381:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000928f0fe3/0x4ad31463d9bb9e82 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d83 expref: 97 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.892915:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.892918:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.892921:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc04b1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.892923:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000713c80c5/0x4ad31463d9bc04f7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.892927:0:205381:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000928f0fe3/0x4ad31463d9bb9e82 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d83 expref: 97 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.892944:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.892950:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc04aa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.892957:0:205381:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205381:1863837561307520:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.892963:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fa600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502104.892966:0:188366:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fda81dc2/0x4ad31463d9bba018 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e16 expref: 97 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.892968:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc04aa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.892988:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc04aa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.892991:0:188366:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fda81dc2/0x4ad31463d9bba018 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e16 expref: 97 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.893000:0:205381:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092840 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.893007:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4a98a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+245:3312:x1863837561304192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4155us (4592us total) trans 8589935941 rc 0/0 00010000:00010000:0.0:1777502104.893008:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc04aa lrc: 1/0,0 mode: --/PW res: [0x240000400:0xffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.893015:0:188366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f79d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:188366:1863837561307648:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.893027:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2818 00000004:00080000:2.0:1777502104.893036:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd5089a680/2, rc 0, transno 8589935940 00010000:00010000:0.0:1777502104.893036:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc04aa lrc: 0/0,0 mode: --/PW res: [0x240000400:0xffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.893046:0:188366:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25b40 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.893050:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5089a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561304064:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.893055:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.893057:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.893059:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.893070:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:1.0:1777502104.893079:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd47d5bb80/2, rc 0, transno 8589935941 00010000:00010000:0.0:1777502104.893080:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.893087:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47d5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561304192:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.893090:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+125:2371:x1863837562904320:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 641us (1567us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.893103:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 823 00000100:00100000:0.0:1777502104.893103:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4f554050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+125:2370:x1863837562904576:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 634us (1453us total) trans 0 rc 0/0 00000004:00080000:1.0:1777502104.893111:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70cfe300/2, rc 0, transno 8589935538 00000100:00100000:0.0:1777502104.893117:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 824 00010000:00010000:2.0:1777502104.893119:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc04b1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.893125:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561303680:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.893135:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc04b1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.893144:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc04b1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.893151:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc04b1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.893167:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502104.893171:0:205379:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006efe2d9a/0x4ad31463d9bc0495 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.893180:0:205379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006efe2d9a/0x4ad31463d9bc0495 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.893188:0:205379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006efe2d9a/0x4ad31463d9bc0495 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.893195:0:205379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006efe2d9a/0x4ad31463d9bc0495 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.893213:0:205379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1777502104.893224:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.893231:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc04b1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.893285:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.893290:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc04b1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.893299:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc04b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.893315:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc04b1 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.893323:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc04b1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.893345:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.893349:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006efe2d9a/0x4ad31463d9bc0495 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.893356:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43d20600 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:2.0:1777502104.893361:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+246:3310:x1863837561305088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4164us (4296us total) trans 8589935942 rc 0/0 00010000:00010000:3.0:1777502104.893362:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006efe2d9a/0x4ad31463d9bc0495 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.893378:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2819 00010000:00010000:3.0:1777502104.893379:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006efe2d9a/0x4ad31463d9bc0495 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.893390:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502104.893405:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006efe2d9a/0x4ad31463d9bc0495 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.893413:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006efe2d9a/0x4ad31463d9bc0495 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.893418:0:205383:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561306112:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.893420:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+245:3309:x1863837561303808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5276us (5418us total) trans 8589935943 rc 0/0 00000100:00100000:0.0:1777502104.893435:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.893436:0:205383:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc04bf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.893440:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2815 00010000:00010000:3.0:1777502104.893446:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.893451:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.893454:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.893466:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc49cdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561308032:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.893469:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562904832 00000100:00100000:3.0:1777502104.893475:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562904832 00000100:00100000:0.0:1777502104.893480:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.893483:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561307776:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.893497:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000027d9ad4b/0x4ad31463d9bb9536 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831aff expref: 124 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.893502:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.893522:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562905088 00000100:00100000:1.0:1777502104.893522:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.893528:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562905088 00000100:00100000:0.0:1777502104.893532:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000004:00080000:2.0:1777502104.893542:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd48ce4380/2, rc 0, transno 8589935942 00010000:00010000:3.0:1777502104.893546:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000078c5d523/0x4ad31463d9bb9aae lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831c6b expref: 98 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.893557:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561305088:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.893567:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562904704 00000100:00100000:3.0:1777502104.893571:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562904704 00000100:00100000:0.0:1777502104.893595:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.893598:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561308032 00000100:00100000:1.0:1777502104.893602:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561308032 00000100:00100000:1.0:1777502104.893631:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561307776 00000100:00100000:1.0:1777502104.893633:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561307776 00010000:00010000:3.0:1777502104.893636:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006969f83a/0x4ad31463d9bb9ab5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831c72 expref: 99 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.893650:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2830 00000100:00100000:3.0:1777502104.893657:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562904960 00000100:00100000:2.0:1777502104.893661:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+253:3310:x1863837561308032:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.893662:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562904960 00000100:00100000:1.0:1777502104.893670:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2831 00002000:00080000:2.0:1777502104.893677:0:205386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4073 count 1 00000100:00100000:0.0:1777502104.893683:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.893684:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+245:3312:x1863837561307776:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.893692:0:205386:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc04fe lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfe9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.893698:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1777502104.893702:0:187551:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4100 count 1 00010000:00010000:2.0:1777502104.893708:0:205386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002d7cc18d/0x4ad31463d9bba0ce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e4e expref: 109 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.893709:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562905216 00000100:00100000:0.0:1777502104.893714:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562905216 00010000:00010000:1.0:1777502104.893716:0:187551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007449cafb/0x4ad31463d9bc0505 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1004:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.893733:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002c7a9d4a/0x4ad31463d9bb953d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1002:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b0d expref: 125 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.893734:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.893738:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.893743:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc04fe lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.893744:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002a9dd4dd/0x4ad31463d9bb9c59 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d13 expref: 100 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.893746:0:187551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041bc0cd5/0x4ad31463d9bb9789 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1004:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b92 expref: 128 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.893765:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562905344 00010000:00010000:1.0:1777502104.893771:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777502104.893772:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562905344 00010000:00010000:1.0:1777502104.893773:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.893777:0:187551:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007449cafb/0x4ad31463d9bc0505 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1004:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.893787:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 825 00010000:00010000:2.0:1777502104.893788:0:205386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002d7cc18d/0x4ad31463d9bba0ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e4e expref: 109 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.893796:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003f32da51/0x4ad31463d9bb9c52 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d0c expref: 101 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.893798:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+125:2371:x1863837562904832:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.893802:0:187551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041bc0cd5/0x4ad31463d9bb9789 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1004:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b92 expref: 128 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.893814:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.893823:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000027d9ad4b/0x4ad31463d9bb9536 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1001:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831aff expref: 125 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.893835:0:187551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041bc0cd5/0x4ad31463d9bb9789 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1004:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b92 expref: 128 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.893836:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 826 00010000:00010000:2.0:1777502104.893836:0:205386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002d7cc18d/0x4ad31463d9bba0ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e4e expref: 109 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.893841:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000027d9ad4b/0x4ad31463d9bb9536 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1001:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831aff expref: 125 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.893854:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+101:2371:x1863837562905088:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502104.893867:0:187551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd46318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:187551:1863837561308416:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.893871:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502104.893872:0:205386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4ddb4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:205386:1863837561308288:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.893876:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027d9ad4b/0x4ad31463d9bb9536 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1001:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831aff expref: 125 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.893879:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000078c5d523/0x4ad31463d9bb9aae lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831c6b expref: 101 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.893900:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000078c5d523/0x4ad31463d9bb9aae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831c6b expref: 101 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.893903:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.893904:0:187551:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25900 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.893906:0:205386:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092000 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.893907:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.893911:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.893912:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc04bf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.893914:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.893918:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000019f2afdc/0x4ad31463d9bc04d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.893927:0:205382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd455e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:205382:1863837561305344:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.893928:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1777502104.893929:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc04bf lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.893935:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019f2afdc/0x4ad31463d9bc04d4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.893942:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc51a4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561307904:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.893944:0:205382:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002d8dabcd/0x4ad31463d9bc04b8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.893965:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502104.893970:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.893974:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4ddb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561308160:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.893991:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+101:2371:x1863837562905088:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 139us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.893992:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.893998:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+124:2371:x1863837562904832:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 201us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.894003:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 826 00000100:00100000:0.0:1777502104.894014:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 825 00000100:00100000:1.0:1777502104.894015:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.894024:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 827 00000100:00100000:3.0:1777502104.894033:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+100:2371:x1863837562904704:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.894038:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561307904 00010000:00010000:3.0:1777502104.894040:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1777502104.894041:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 828 00000100:00100000:2.0:1777502104.894044:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561307904 00010000:00010000:3.0:1777502104.894048:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006969f83a/0x4ad31463d9bb9ab5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831c72 expref: 100 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.894055:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+123:2371:x1863837562904960:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.894069:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006969f83a/0x4ad31463d9bb9ab5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831c72 expref: 100 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.894069:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502104.894073:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561308160 00010000:00010000:0.0:1777502104.894078:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002c7a9d4a/0x4ad31463d9bb953d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1002:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b0d expref: 123 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.894079:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2832 00000100:00100000:1.0:1777502104.894079:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561308160 00000100:00100000:2.0:1777502104.894095:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ddb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+247:3310:x1863837561307904:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.894097:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006969f83a/0x4ad31463d9bb9ab5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831c72 expref: 100 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.894112:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2833 00002000:00080000:2.0:1777502104.894114:0:205368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4102 count 1 00010000:00010000:0.0:1777502104.894117:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002c7a9d4a/0x4ad31463d9bb953d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1002:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b0d expref: 123 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.894119:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.894121:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.894126:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002d8dabcd/0x4ad31463d9bc04b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.894126:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+247:3311:x1863837561308160:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.894129:0:205368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc050c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1006:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.894142:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00002000:00080000:1.0:1777502104.894144:0:205379:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4101 count 1 00010000:00010000:0.0:1777502104.894146:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.894152:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bc04cd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1002:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.894153:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002d8dabcd/0x4ad31463d9bc04b8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.894159:0:205379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003afdf544/0x4ad31463d9bc0513 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1005:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.894161:0:205368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b1215de5/0x4ad31463d9bb984d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1006:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831be6 expref: 128 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.894175:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bc04cd lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1002:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.894187:0:205379:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004bec21d5/0x4ad31463d9bb983f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831bd8 expref: 128 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.894189:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.894192:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.894193:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.894198:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc050c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1006:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.894199:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.894202:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.894203:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.894207:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003afdf544/0x4ad31463d9bc0513 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.894215:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+99:2371:x1863837562904704:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 182us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.894224:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 827 00000100:00100000:0.0:1777502104.894230:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+123:2371:x1863837562904960:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 177us (701us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.894231:0:205368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b1215de5/0x4ad31463d9bb984d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1006:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831be6 expref: 128 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.894237:0:205379:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004bec21d5/0x4ad31463d9bb983f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831bd8 expref: 128 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.894243:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 829 00000100:00100000:0.0:1777502104.894256:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 828 00000100:00100000:3.0:1777502104.894259:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+98:2370:x1863837562905216:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.894262:0:205368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b1215de5/0x4ad31463d9bb984d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1006:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831be6 expref: 128 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.894267:0:205379:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004bec21d5/0x4ad31463d9bb983f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831bd8 expref: 128 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.894273:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1777502104.894279:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 830 00000100:00100000:0.0:1777502104.894292:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+98:2371:x1863837562905344:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.894295:0:205368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc49232a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205368:1863837561308544:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.894298:0:205379:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc42384e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561308672:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.894303:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.894310:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003f32da51/0x4ad31463d9bb9c52 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d0c expref: 98 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.894320:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003f32da51/0x4ad31463d9bb9c52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d0c expref: 98 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.894334:0:205368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092600 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.894337:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.894338:0:205379:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25840 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.894340:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.894344:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc04db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.894347:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002a9dd4dd/0x4ad31463d9bb9c59 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d13 expref: 98 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.894353:0:205382:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002d8dabcd/0x4ad31463d9bc04b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.894362:0:205383:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc04bf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.894364:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc04db lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.894376:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002a9dd4dd/0x4ad31463d9bb9c59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d13 expref: 98 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.894381:0:205382:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002d8dabcd/0x4ad31463d9bc04b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.894391:0:205383:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc04bf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.894398:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.894408:0:205382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002d8dabcd/0x4ad31463d9bc04b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.894410:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.894410:0:205383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc04bf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.894414:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777502104.894417:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+98:2371:x1863837562905344:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 126us (737us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502104.894419:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004f863059/0x4ad31463d9bc04c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.894435:0:205382:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002d8dabcd/0x4ad31463d9bc04b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.894438:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 830 00010000:00010000:2.0:1777502104.894440:0:205383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc04bf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.894444:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004f863059/0x4ad31463d9bc04c6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.894468:0:205382:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1777502104.894477:0:205383:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1777502104.894478:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777502104.894484:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002d8dabcd/0x4ad31463d9bc04b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.894492:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43d20800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.894496:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002d8dabcd/0x4ad31463d9bc04b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.894504:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002d8dabcd/0x4ad31463d9bc04b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.894516:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002d8dabcd/0x4ad31463d9bc04b8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.894537:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d8dabcd/0x4ad31463d9bc04b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.894549:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502104.894564:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.894568:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc04bf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.894569:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+97:2370:x1863837562905216:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 315us (993us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.894655:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 829 00010000:00010000:0.0:1777502104.894662:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.894666:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc04bf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.894675:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc04bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.894687:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc04bf lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.894696:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+254:3310:x1863837561304832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5427us (5584us total) trans 8589935539 rc 0/0 00010000:00010000:0.0:1777502104.894697:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc04bf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.894711:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2820 00010000:00010000:0.0:1777502104.894733:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.894734:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+248:3311:x1863837561305472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4772us (4985us total) trans 8589935944 rc 0/0 00010000:00010000:0.0:1777502104.894736:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.894740:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.894744:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2821 00010000:00010000:1.0:1777502104.894763:0:187548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000078c5d523/0x4ad31463d9bb9aae lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831c6b expref: 96 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.894774:0:187548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd455e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561306496:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.894786:0:189105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f32da51/0x4ad31463d9bb9c52 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d0c expref: 95 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.894788:0:187548:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000019f2afdc/0x4ad31463d9bc04d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.894810:0:187548:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000019f2afdc/0x4ad31463d9bc04d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.894820:0:189105:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561306624:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.894820:0:187548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019f2afdc/0x4ad31463d9bc04d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.894834:0:187548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019f2afdc/0x4ad31463d9bc04d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.894841:0:189105:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc04db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.894842:0:187548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000019f2afdc/0x4ad31463d9bc04d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.894861:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.894868:0:189105:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc04db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.894876:0:189105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc04db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.894878:0:187548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502104.894888:0:189105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc04db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.894889:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.894897:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000019f2afdc/0x4ad31463d9bc04d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.894899:0:189105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc04db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.894918:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb55600 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:0.0:1777502104.894923:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.894931:0:189105:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.894962:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000019f2afdc/0x4ad31463d9bc04d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.894971:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502104.894974:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000019f2afdc/0x4ad31463d9bc04d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.894985:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000019f2afdc/0x4ad31463d9bc04d4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.894990:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019f2afdc/0x4ad31463d9bc04d4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.895009:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.895011:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc04db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.895015:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.895018:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc04db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.895023:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc04db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.895029:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc04db lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.895034:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc04db lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.895048:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.895052:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+254:3311:x1863837561305600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4711us (5163us total) trans 8589935540 rc 0/0 00000100:00100000:1.0:1777502104.895059:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2824 00010000:00010000:3.0:1777502104.895061:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.895065:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.895070:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777502104.895100:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd455e1880/2, rc 0, transno 8589935540 00000100:00100000:1.0:1777502104.895111:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd455e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561305600:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.895123:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562905472 00010000:00010000:0.0:1777502104.895126:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.895128:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562905472 00010000:00010000:0.0:1777502104.895132:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502104.895147:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562905728 00000100:00100000:0.0:1777502104.895153:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562905728 00000100:00100000:1.0:1777502104.895164:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc42386300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561308800:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.895171:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000928f0fe3/0x4ad31463d9bb9e82 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d83 expref: 95 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.895192:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562905600 00000100:00100000:0.0:1777502104.895195:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562905600 00010000:00010000:3.0:1777502104.895198:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000014a2736c/0x4ad31463d9bb95f3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1003:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b22 expref: 123 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.895204:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.895212:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003a2f8cb8/0x4ad31463d9bb9f15 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831de5 expref: 110 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.895223:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562905856 00000100:00100000:3.0:1777502104.895227:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562905856 00000100:00100000:0.0:1777502104.895239:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 831 00010000:00010000:3.0:1777502104.895244:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fda81dc2/0x4ad31463d9bba018 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e16 expref: 96 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.895251:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+96:2370:x1863837562905728:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000004:00080000:1.0:1777502104.895258:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd48ce4a80/2, rc 0, transno 8589935944 00010000:00010000:0.0:1777502104.895260:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777502104.895264:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 832 00010000:00010000:0.0:1777502104.895268:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000928f0fe3/0x4ad31463d9bb9e82 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfe6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d83 expref: 96 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.895270:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561305472:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.895277:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f685050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+123:2371:x1863837562905472:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.895287:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.895292:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000928f0fe3/0x4ad31463d9bb9e82 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfe6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d83 expref: 96 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.895294:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000014a2736c/0x4ad31463d9bb95f3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1003:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b22 expref: 123 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.895317:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000014a2736c/0x4ad31463d9bb95f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1003:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b22 expref: 123 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.895317:0:205375:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000035df5947/0x4ad31463d9bc04a3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.895320:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.895324:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.895329:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc04f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.895339:0:205375:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000035df5947/0x4ad31463d9bc04a3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.895340:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.895343:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561308800 00010000:00010000:3.0:1777502104.895344:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.895348:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009acaedca/0x4ad31463d9bc04e2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1003:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.895351:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561308800 00010000:00010000:1.0:1777502104.895362:0:205375:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000035df5947/0x4ad31463d9bc04a3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.895367:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc04f0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfe6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.895382:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2834 00010000:00010000:1.0:1777502104.895384:0:205375:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000035df5947/0x4ad31463d9bc04a3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.895394:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009acaedca/0x4ad31463d9bc04e2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1003:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.895397:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+255:3312:x1863837561308800:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.895400:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.895410:0:205375:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.895415:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00080000:2.0:1777502104.895416:0:205378:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4074 count 1 00010000:00010000:3.0:1777502104.895422:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502104.895422:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000035df5947/0x4ad31463d9bc04a3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.895430:0:205378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc051a lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.895431:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43d21e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.895437:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000035df5947/0x4ad31463d9bc04a3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.895458:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f685050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+123:2371:x1863837562905472:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 183us (598us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502104.895459:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000035df5947/0x4ad31463d9bc04a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xfff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.895468:0:205378:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000068a9d1df/0x4ad31463d9bba1b5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e7f expref: 110 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.895476:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 832 00010000:00010000:2.0:1777502104.895485:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.895487:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.895488:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000035df5947/0x4ad31463d9bc04a3 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xfff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.895490:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc051a lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.895507:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000035df5947/0x4ad31463d9bc04a3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xfff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.895514:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 833 00000100:00100000:3.0:1777502104.895523:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+110:2370:x1863837562905600:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.895527:0:205378:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000068a9d1df/0x4ad31463d9bba1b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e7f expref: 110 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.895527:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.895531:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.895532:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.895536:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.895540:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003a2f8cb8/0x4ad31463d9bb9f15 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfe8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831de5 expref: 110 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.895546:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+248:3312:x1863837561304320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6770us (7206us total) trans 8589935945 rc 0/0 00010000:00010000:2.0:1777502104.895547:0:205378:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000068a9d1df/0x4ad31463d9bba1b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e7f expref: 110 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.895557:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003a2f8cb8/0x4ad31463d9bb9f15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfe8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831de5 expref: 110 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.895561:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+96:2370:x1863837562905728:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 312us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502104.895565:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2817 00000100:00100000:0.0:1777502104.895598:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 831 00010000:00010000:3.0:1777502104.895607:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.895609:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.895613:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc04e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.895619:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc04e9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfe8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.895620:0:205378:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205378:1863837561309056:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.895623:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 834 00000100:00100000:0.0:1777502104.895637:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+95:2371:x1863837562905856:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.895640:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502104.895648:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.895654:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fda81dc2/0x4ad31463d9bba018 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e16 expref: 95 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.895662:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+110:2370:x1863837562905600:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 139us (695us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.895669:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 833 00010000:00010000:0.0:1777502104.895674:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fda81dc2/0x4ad31463d9bba018 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e16 expref: 95 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.895688:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.895691:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.895693:0:205378:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092f00 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.895694:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000713c80c5/0x4ad31463d9bc04f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.895704:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000713c80c5/0x4ad31463d9bc04f7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.895712:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd47d59880/2, rc 0, transno 8589935945 00010000:00010000:0.0:1777502104.895732:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.895734:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561304320:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.895743:0:188358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a2f8cb8/0x4ad31463d9bb9f15 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831de5 expref: 109 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.895754:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+95:2371:x1863837562905856:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 118us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.895755:0:188358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:188358:1863837561307264:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.895768:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 834 00010000:00010000:2.0:1777502104.895776:0:188358:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc04e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.895786:0:188358:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc04e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.895786:0:205384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014a2736c/0x4ad31463d9bb95f3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1003:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b22 expref: 122 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.895811:0:188358:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc04e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.895817:0:205384:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:205384:1863837561307136:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.895821:0:188358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc04e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.895830:0:188358:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc04e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.895833:0:205384:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009acaedca/0x4ad31463d9bc04e2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.895845:0:205384:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009acaedca/0x4ad31463d9bc04e2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.895849:0:188358:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502104.895850:0:205384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009acaedca/0x4ad31463d9bc04e2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.895857:0:205384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009acaedca/0x4ad31463d9bc04e2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.895863:0:205384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009acaedca/0x4ad31463d9bc04e2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.895882:0:205384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1777502104.895894:0:187550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002a9dd4dd/0x4ad31463d9bb9c59 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d13 expref: 94 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.895912:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6646d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:187550:1863837561306240:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.895927:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004f863059/0x4ad31463d9bc04c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.895940:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777502104.895945:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc04e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.895952:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.895956:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc04e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.895965:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc04e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.895973:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.895978:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009acaedca/0x4ad31463d9bc04e2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.895978:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc04e9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.896001:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb54000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.896002:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc04e9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.896005:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009acaedca/0x4ad31463d9bc04e2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.896019:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009acaedca/0x4ad31463d9bc04e2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.896024:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+256:3310:x1863837561307008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3901us (4016us total) trans 8589935542 rc 0/0 00010000:00010000:0.0:1777502104.896027:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.896032:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009acaedca/0x4ad31463d9bc04e2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.896032:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.896036:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.896038:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2827 00010000:00010000:0.0:1777502104.896046:0:187550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004f863059/0x4ad31463d9bc04c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.896047:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009acaedca/0x4ad31463d9bc04e2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.896067:0:187550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004f863059/0x4ad31463d9bc04c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.896075:0:187550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f863059/0x4ad31463d9bc04c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.896079:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+248:3310:x1863837561306880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3971us (4129us total) trans 8589935946 rc 0/0 00010000:00010000:3.0:1777502104.896081:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.896085:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.896085:0:205380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c7a9d4a/0x4ad31463d9bb953d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1002:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b0d expref: 121 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.896088:0:187550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004f863059/0x4ad31463d9bc04c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.896090:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.896098:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2826 00000100:00100000:2.0:1777502104.896119:0:205380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561306368:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.896119:0:187550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.896133:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.896138:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004f863059/0x4ad31463d9bc04c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.896142:0:205380:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bc04cd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.896148:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.896154:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004f863059/0x4ad31463d9bc04c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.896157:0:205380:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bc04cd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.896162:0:187551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd46318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:187551:1863837561308416:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.896169:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.896176:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004f863059/0x4ad31463d9bc04c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.896178:0:205380:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bc04cd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.896187:0:187551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007449cafb/0x4ad31463d9bc0505 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1004:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.896197:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004f863059/0x4ad31463d9bc04c6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.896204:0:205380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bc04cd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.896226:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.896227:0:205380:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bc04cd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.896233:0:188366:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fda81dc2/0x4ad31463d9bba018 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e16 expref: 93 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.896235:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004f863059/0x4ad31463d9bc04c6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.896251:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562905984 00010000:00010000:2.0:1777502104.896253:0:205380:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.896257:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562905984 00000100:00100000:1.0:1777502104.896264:0:188366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f79d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:188366:1863837561307648:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.896267:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.896271:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bc04cd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.896277:0:188366:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000713c80c5/0x4ad31463d9bc04f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.896279:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.896285:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bc04cd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.896294:0:188366:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000713c80c5/0x4ad31463d9bc04f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.896297:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bc04cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.896310:0:188366:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000713c80c5/0x4ad31463d9bc04f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.896316:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041bc0cd5/0x4ad31463d9bb9789 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1004:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b92 expref: 129 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.896316:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bc04cd lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.896343:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d2167409/0x4ad31463d9bc04cd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.896345:0:188366:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000713c80c5/0x4ad31463d9bc04f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.896353:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562906112 00000100:00100000:3.0:1777502104.896357:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562906112 00010000:00010000:1.0:1777502104.896365:0:188366:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000713c80c5/0x4ad31463d9bc04f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.896371:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002d7cc18d/0x4ad31463d9bba0ce lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e4e expref: 109 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.896371:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.896375:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.896385:0:188366:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.896386:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.896393:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000713c80c5/0x4ad31463d9bc04f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.896397:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 835 00000100:00100000:2.0:1777502104.896398:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+248:3310:x1863837561305856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6075us (6264us total) trans 8589935947 rc 0/0 00000100:00100000:3.0:1777502104.896409:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+129:2371:x1863837562905984:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.896418:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2823 00010000:00010000:3.0:1777502104.896419:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.896426:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb55a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.896427:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041bc0cd5/0x4ad31463d9bb9789 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1004:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b92 expref: 129 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.896432:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000713c80c5/0x4ad31463d9bc04f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.896438:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041bc0cd5/0x4ad31463d9bb9789 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1004:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b92 expref: 129 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.896444:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000713c80c5/0x4ad31463d9bc04f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.896457:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000713c80c5/0x4ad31463d9bc04f7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.896459:0:205386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4ddb4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:205386:1863837561308288:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.896471:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000713c80c5/0x4ad31463d9bc04f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.896478:0:205386:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc04fe lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.896484:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.896488:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.896492:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.896501:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.896504:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70ced500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561309184:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.896509:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.896513:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041bc0cd5/0x4ad31463d9bb9789 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1004:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831b92 expref: 129 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.896524:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777502104.896524:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 836 00010000:00010000:3.0:1777502104.896527:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.896530:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007449cafb/0x4ad31463d9bc0505 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1004:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.896538:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007449cafb/0x4ad31463d9bc0505 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1004:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.896538:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+109:2371:x1863837562906112:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.896548:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.896552:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46d6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+256:3311:x1863837561307392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3713us (4084us total) trans 8589935543 rc 0/0 00010000:00010000:0.0:1777502104.896553:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.896563:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002d7cc18d/0x4ad31463d9bba0ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfe9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e4e expref: 109 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.896571:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2829 00000004:00080000:2.0:1777502104.896603:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc547b2a00/2, rc 0, transno 8589935542 00010000:00010000:0.0:1777502104.896615:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002d7cc18d/0x4ad31463d9bba0ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfe9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e4e expref: 109 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.896617:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc547b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561307008:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.896618:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561309184 00000100:00100000:1.0:1777502104.896624:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561309184 00010000:00010000:0.0:1777502104.896639:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d7cc18d/0x4ad31463d9bba0ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfe9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e4e expref: 109 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.896654:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.896655:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.896657:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502104.896658:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc04fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.896660:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2835 00010000:00010000:0.0:1777502104.896670:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc04fe lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.896674:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+248:3310:x1863837561309184:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1777502104.896676:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70cfd500/2, rc 0, transno 8589935943 00000100:00100000:3.0:1777502104.896688:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+128:2371:x1863837562905984:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 280us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.896695:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 835 00002000:00080000:1.0:1777502104.896696:0:188366:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4105 count 1 00000100:00100000:2.0:1777502104.896698:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561303808:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.896698:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.896714:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6ea51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561308928:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.896734:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+108:2371:x1863837562906112:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 200us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.896742:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 836 00000100:00100000:1.0:1777502104.896760:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561309312:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.896761:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.896800:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502104.896814:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc49232a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205368:1863837561308544:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.896834:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc050c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1006:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.896836:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70fa7100/2, rc 0, transno 8589935543 00000100:00100000:1.0:1777502104.896852:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70fa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561307392:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.896857:0:205386:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc04fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.896866:0:205386:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc04fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.896875:0:205386:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc04fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.896883:0:205386:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc04fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.896888:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.896892:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777502104.896903:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561309440:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.896908:0:205386:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502104.896919:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.896938:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.896941:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562906240 00000100:00100000:0.0:1777502104.896945:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562906240 00010000:00010000:0.0:1777502104.896963:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b1215de5/0x4ad31463d9bb984d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1006:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831be6 expref: 128 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.896986:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562906368 00000100:00100000:0.0:1777502104.896989:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562906368 00000100:00100000:1.0:1777502104.897000:0:205379:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc42384e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561308672:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.897004:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004bec21d5/0x4ad31463d9bb983f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831bd8 expref: 129 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.897016:0:205379:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003afdf544/0x4ad31463d9bc0513 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1005:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.897029:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.897035:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc04fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.897039:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 837 00010000:00010000:1.0:1777502104.897041:0:187551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007449cafb/0x4ad31463d9bc0505 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.897051:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+129:2371:x1863837562906240:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.897052:0:187551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007449cafb/0x4ad31463d9bc0505 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.897062:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502104.897065:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+256:3310:x1863837561308032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3405us (3564us total) trans 8589935544 rc 0/0 00010000:00010000:1.0:1777502104.897066:0:187551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007449cafb/0x4ad31463d9bc0505 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.897069:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b1215de5/0x4ad31463d9bb984d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1006:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831be6 expref: 129 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.897083:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2830 00010000:00010000:1.0:1777502104.897092:0:187551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007449cafb/0x4ad31463d9bc0505 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.897100:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b1215de5/0x4ad31463d9bb984d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1006:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831be6 expref: 129 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.897104:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27800 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:2.0:1777502104.897105:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561308928 00000100:00100000:2.0:1777502104.897111:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561308928 00010000:00010000:3.0:1777502104.897112:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc04fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.897126:0:187551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.897128:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc04fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.897130:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1215de5/0x4ad31463d9bb984d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1006:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831be6 expref: 129 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.897136:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561309312 00000100:00100000:2.0:1777502104.897142:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561309312 00010000:00010000:0.0:1777502104.897156:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.897157:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc04fe lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.897158:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.897163:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561309440 00010000:00010000:0.0:1777502104.897163:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc050c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1006:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.897168:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561309440 00010000:00010000:3.0:1777502104.897170:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc04fe lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.897182:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc050c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1006:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.897194:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2836 00010000:00010000:3.0:1777502104.897196:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.897201:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007449cafb/0x4ad31463d9bc0505 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.897203:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.897206:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+250:3309:x1863837561308928:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.897225:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb55800 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:0.0:1777502104.897228:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+128:2371:x1863837562906240:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 179us (343us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502104.897230:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007449cafb/0x4ad31463d9bc0505 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.897231:0:205386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4103 count 1 00000100:00100000:0.0:1777502104.897243:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 837 00010000:00010000:3.0:1777502104.897244:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007449cafb/0x4ad31463d9bc0505 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.897248:0:205386:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc0521 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1007:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.897263:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 838 00010000:00010000:3.0:1777502104.897267:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007449cafb/0x4ad31463d9bc0505 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.897274:0:205386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006b0fcf23/0x4ad31463d9bb9abc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1007:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831c80 expref: 127 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.897277:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f686050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+127:2371:x1863837562906368:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.897282:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007449cafb/0x4ad31463d9bc0505 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.897292:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.897299:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.897301:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004bec21d5/0x4ad31463d9bb983f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1005:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831bd8 expref: 127 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.897302:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.897307:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc0521 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1007:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.897314:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.897318:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.897321:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004bec21d5/0x4ad31463d9bb983f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1005:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831bd8 expref: 127 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.897324:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.897339:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004bec21d5/0x4ad31463d9bb983f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1005:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831bd8 expref: 127 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.897342:0:205386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006b0fcf23/0x4ad31463d9bb9abc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1007:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831c80 expref: 127 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.897361:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.897362:0:205386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006b0fcf23/0x4ad31463d9bb9abc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1007:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831c80 expref: 126 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.897363:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.897368:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003afdf544/0x4ad31463d9bc0513 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.897380:0:205386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc49232a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:205386:1863837561309696:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.897380:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003afdf544/0x4ad31463d9bc0513 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.897406:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502104.897435:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f686050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+126:2371:x1863837562906368:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 162us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.897436:0:205386:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092000 going to sleep for 11 seconds 00000100:00100000:0.0:1777502104.897449:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 838 00000100:00100000:2.0:1777502104.897469:0:205378:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205378:1863837561309056:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.897475:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+251:3312:x1863837561307776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3795us (3952us total) trans 8589935948 rc 0/0 00000100:00100000:1.0:1777502104.897484:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2831 00010000:00010000:2.0:1777502104.897487:0:205378:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc051a lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.897489:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.897491:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.897506:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2837 00000100:00100000:1.0:1777502104.897515:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f79d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+256:3311:x1863837561309312:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.897516:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc050c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.897524:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562906496 00000100:00100000:0.0:1777502104.897530:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562906496 00002000:00080000:1.0:1777502104.897531:0:187551:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4075 count 1 00010000:00010000:2.0:1777502104.897537:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc050c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.897546:0:187551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000075a59491/0x4ad31463d9bc0528 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfeb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.897547:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc050c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.897552:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000068a9d1df/0x4ad31463d9bba1b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e7f expref: 108 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.897573:0:187551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005f14dfd8/0x4ad31463d9bba1f4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e94 expref: 108 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.897574:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc050c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.897612:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 839 00010000:00010000:2.0:1777502104.897622:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502104.897622:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.897625:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777502104.897626:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:0775d2ab-558e-41f1-82c0-14244d133390+108:2370:x1863837562906496:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.897630:0:187551:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075a59491/0x4ad31463d9bc0528 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.897638:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.897643:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc050c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.897650:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502104.897652:0:187551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005f14dfd8/0x4ad31463d9bba1f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e94 expref: 108 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.897654:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc050c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.897675:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc050c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.897676:0:187551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005f14dfd8/0x4ad31463d9bba1f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e94 expref: 108 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.897699:0:187551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5249ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:187551:1863837561309824:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.897699:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc050c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.897711:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc050c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.897738:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.897741:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.897743:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.897768:0:187551:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25900 going to sleep for 11 seconds 00000004:00080000:1.0:1777502104.897797:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70cfca80/2, rc 0, transno 8589935948 00000100:00100000:1.0:1777502104.897807:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561307776:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.897809:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502104.897811:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ddb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+251:3310:x1863837561307904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3718us (3820us total) trans 8589935949 rc 0/0 00010000:00010000:0.0:1777502104.897818:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000068a9d1df/0x4ad31463d9bba1b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e7f expref: 108 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.897825:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2832 00010000:00010000:0.0:1777502104.897838:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000068a9d1df/0x4ad31463d9bba1b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e7f expref: 108 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.897847:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2838 00010000:00010000:0.0:1777502104.897853:0:205389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000068a9d1df/0x4ad31463d9bba1b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e7f expref: 108 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.897858:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5249fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+250:3311:x1863837561309440:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.897864:0:205379:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003afdf544/0x4ad31463d9bc0513 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.897870:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.897874:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1777502104.897875:0:205368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4104 count 1 00010000:00010000:1.0:1777502104.897875:0:205379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003afdf544/0x4ad31463d9bc0513 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.897879:0:205389:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc051a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.897888:0:205368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc052f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1008:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.897896:0:205379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003afdf544/0x4ad31463d9bc0513 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.897902:0:205389:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc051a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.897917:0:205368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb3cac25/0x4ad31463d9bb9bdb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1008:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831cc6 expref: 125 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.897935:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.897937:0:205379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003afdf544/0x4ad31463d9bc0513 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.897939:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.897943:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.897948:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc052f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1008:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.897962:0:205379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502104.897962:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:0775d2ab-558e-41f1-82c0-14244d133390+107:2370:x1863837562906496:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 339us (516us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.897972:0:205368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fb3cac25/0x4ad31463d9bb9bdb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1008:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831cc6 expref: 125 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.897973:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 839 00010000:00010000:2.0:1777502104.897987:0:205368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fb3cac25/0x4ad31463d9bb9bdb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1008:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831cc6 expref: 125 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.897992:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.897999:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003afdf544/0x4ad31463d9bc0513 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.898002:0:205368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205368:1863837561310080:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.898013:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd58ba6200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.898017:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003afdf544/0x4ad31463d9bc0513 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.898030:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003afdf544/0x4ad31463d9bc0513 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.898042:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003afdf544/0x4ad31463d9bc0513 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.898045:0:205368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092540 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.898052:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003afdf544/0x4ad31463d9bc0513 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.898068:0:205378:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc051a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.898071:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.898074:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.898078:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.898080:0:205378:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc051a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.898090:0:205378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc051a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.898098:0:205378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc051a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.898114:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+251:3311:x1863837561308160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3991us (4102us total) trans 8589935950 rc 0/0 00010000:00010000:2.0:1777502104.898116:0:205378:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777502104.898125:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2833 00010000:00010000:3.0:1777502104.898152:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.898158:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc051a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.898165:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc4ddb6d80/2, rc 0, transno 8589935950 00010000:00010000:3.0:1777502104.898167:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.898172:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc051a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.898175:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4ddb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561308160:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.898211:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777502104.898217:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc48237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561310208:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.898242:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777502104.898267:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc051a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.898274:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561310208 00000100:00100000:1.0:1777502104.898277:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561310208 00010000:00010000:3.0:1777502104.898281:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc051a lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.898289:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc051a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.898294:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+258:3311:x1863837561305984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8202us (8266us total) trans 8589935545 rc 0/0 00000100:00100000:1.0:1777502104.898302:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2839 00000100:00100000:0.0:1777502104.898310:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2822 00000100:00100000:1.0:1777502104.898313:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+251:3312:x1863837561310208:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777502104.898323:0:205375:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4107 count 1 00010000:00010000:1.0:1777502104.898332:0:205375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006772d2f6/0x4ad31463d9bc0536 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x100b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.898339:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+257:3312:x1863837561308800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2943us (3137us total) trans 8589935546 rc 0/0 00010000:00010000:1.0:1777502104.898344:0:205375:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d8a8abeb/0x4ad31463d9bb9e90 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x100b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d91 expref: 125 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.898354:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.898355:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2834 00010000:00010000:1.0:1777502104.898357:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.898360:0:205375:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006772d2f6/0x4ad31463d9bc0536 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x100b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.898368:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.898372:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.898375:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.898378:0:205375:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d8a8abeb/0x4ad31463d9bb9e90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x100b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d91 expref: 125 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.898386:0:205375:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d8a8abeb/0x4ad31463d9bb9e90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x100b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d91 expref: 125 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.898394:0:205375:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc5606ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205375:1863837561310336:192.168.202.27@tcp:104: 00000004:00080000:2.0:1777502104.898403:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd48ce6680/2, rc 0, transno 8589935946 00000100:00100000:1.0:1777502104.898414:0:205375:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25840 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.898417:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561306880:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1777502104.898442:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc42386300/2, rc 0, transno 8589935546 00000100:00100000:3.0:1777502104.898447:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.898454:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc42386300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561308800:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1777502104.898469:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd48ce6d80/2, rc 0, transno 8589935947 00000100:00100000:2.0:1777502104.898483:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561305856:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.898485:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4ddb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561310464:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.898506:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.898528:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561310464 00000100:00100000:1.0:1777502104.898531:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561310464 00000004:00080000:2.0:1777502104.898534:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd48ce5c00/2, rc 0, transno 8589935539 00000100:00100000:2.0:1777502104.898551:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561304832:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.898556:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2840 00000100:00100000:2.0:1777502104.898566:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc42384e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561309952:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.898601:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562906624 00000100:00100000:0.0:1777502104.898606:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562906624 00000100:00100000:2.0:1777502104.898624:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.898624:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47d59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+252:3312:x1863837561310464:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.898628:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006b0fcf23/0x4ad31463d9bb9abc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1007:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831c80 expref: 126 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.898637:0:205385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4109 count 1 00010000:00010000:1.0:1777502104.898646:0:205385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa0e4c58/0x4ad31463d9bc053d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x100d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.898648:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561310720:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.898655:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 840 00010000:00010000:1.0:1777502104.898658:0:205385:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000054172cf2/0x4ad31463d9bba01f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x100d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e1d expref: 126 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.898668:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+126:2371:x1863837562906624:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.898670:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.898674:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.898677:0:205385:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa0e4c58/0x4ad31463d9bc053d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x100d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.898678:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.898682:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.898690:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006b0fcf23/0x4ad31463d9bb9abc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1007:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831c80 expref: 126 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.898698:0:205385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000054172cf2/0x4ad31463d9bba01f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x100d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e1d expref: 126 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.898706:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc51a4fb80/2, rc 0, transno 8589935949 00000100:00100000:3.0:1777502104.898707:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.898734:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc51a4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561307904:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.898735:0:205385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000054172cf2/0x4ad31463d9bba01f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x100d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e1d expref: 126 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.898737:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006b0fcf23/0x4ad31463d9bb9abc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1007:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831c80 expref: 126 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.898767:0:205385:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47d5b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561310976:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.898767:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.898770:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.898775:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc0521 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1007:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.898778:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc49cdce00/2, rc 0, transno 8589935544 00010000:00010000:0.0:1777502104.898787:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc0521 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1007:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.898794:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc49cdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561308032:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.898801:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.898807:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1777502104.898816:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd46318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561309568:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.898831:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+126:2371:x1863837562906624:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 167us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502104.898837:0:205385:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777502104.898842:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 840 00000100:00100000:2.0:1777502104.898847:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.898855:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47d5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561310848:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.898861:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562906752 00000100:00100000:0.0:1777502104.898865:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562906752 00000100:00100000:2.0:1777502104.898879:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561310592:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.898882:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005f14dfd8/0x4ad31463d9bba1f4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e94 expref: 107 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.898886:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.898912:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 841 00000100:00100000:2.0:1777502104.898918:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777502104.898918:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd455e2a00/2, rc 0, transno 8589935545 00000100:00100000:0.0:1777502104.898924:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+107:2370:x1863837562906752:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502104.898930:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd455e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561305984:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.898934:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.898939:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005f14dfd8/0x4ad31463d9bba1f4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e94 expref: 107 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.898945:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777502104.898958:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777502104.898959:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561311360:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.898960:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005f14dfd8/0x4ad31463d9bba1f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e94 expref: 107 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.898966:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6e4f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561311104:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.898979:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.898981:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.898985:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075a59491/0x4ad31463d9bc0528 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.898993:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075a59491/0x4ad31463d9bc0528 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.898996:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.899012:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561309952 00010000:00010000:0.0:1777502104.899013:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.899015:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561309952 00000100:00100000:2.0:1777502104.899028:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47d58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561311232:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.899033:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561310720 00000100:00100000:1.0:1777502104.899036:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561310720 00000100:00100000:0.0:1777502104.899044:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+107:2370:x1863837562906752:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 124us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502104.899048:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561309568 00000100:00100000:1.0:1777502104.899051:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561309568 00000100:00100000:0.0:1777502104.899054:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 841 00000100:00100000:2.0:1777502104.899064:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.899069:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561310848 00000100:00100000:1.0:1777502104.899072:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561310848 00000100:00100000:1.0:1777502104.899091:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561310592 00000100:00100000:1.0:1777502104.899093:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561310592 00000100:00100000:1.0:1777502104.899100:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561311360 00000100:00100000:1.0:1777502104.899101:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561311360 00000100:00100000:2.0:1777502104.899108:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561311232 00000100:00100000:2.0:1777502104.899113:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561311232 00000100:00100000:1.0:1777502104.899113:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2841 00000100:00100000:1.0:1777502104.899119:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+254:3310:x1863837561309952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777502104.899129:0:205378:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4106 count 1 00010000:00010000:1.0:1777502104.899137:0:205378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bd8d3d11/0x4ad31463d9bc0544 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x100a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.899144:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2842 00010000:00010000:1.0:1777502104.899150:0:205378:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ba043c26/0x4ad31463d9bb9c83 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x100a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d21 expref: 125 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.899157:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+254:3310:x1863837561310720:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.899158:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.899161:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.899164:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bd8d3d11/0x4ad31463d9bc0544 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x100a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.899176:0:205376:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4108 count 1 00010000:00010000:1.0:1777502104.899181:0:205378:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ba043c26/0x4ad31463d9bb9c83 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x100a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d21 expref: 125 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.899188:0:205378:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ba043c26/0x4ad31463d9bb9c83 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x100a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d21 expref: 125 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.899191:0:205376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc054b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x100c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.899198:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.899209:0:205378:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47d58380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205378:1863837561311488:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.899217:0:205376:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000069adbb8c/0x4ad31463d9bba049 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x100c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e2b expref: 125 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.899220:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562906880 00010000:00010000:2.0:1777502104.899229:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.899231:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.899234:0:205376:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc054b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x100c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.899235:0:205378:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25180 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.899250:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2843 00000100:00100000:1.0:1777502104.899258:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e4f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+261:3310:x1863837561309568:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.899262:0:205376:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000069adbb8c/0x4ad31463d9bba049 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x100c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e2b expref: 125 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.899267:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562906880 00002000:00080000:1.0:1777502104.899269:0:205382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4076 count 1 00010000:00010000:2.0:1777502104.899279:0:205376:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000069adbb8c/0x4ad31463d9bba049 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x100c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e2b expref: 126 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.899281:0:205382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000077c29465/0x4ad31463d9bc0552 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.899284:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fb3cac25/0x4ad31463d9bb9bdb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1008:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831cc6 expref: 126 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.899308:0:205382:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007f58b398/0x4ad31463d9bba439 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831f27 expref: 106 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.899314:0:205376:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd71c39f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205376:1863837561311616:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.899316:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.899319:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.899322:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077c29465/0x4ad31463d9bc0552 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.899326:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 842 00000100:00100000:3.0:1777502104.899339:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+126:2371:x1863837562906880:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.899346:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502104.899346:0:205382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007f58b398/0x4ad31463d9bba439 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831f27 expref: 106 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.899348:0:205376:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092d80 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.899355:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fb3cac25/0x4ad31463d9bb9bdb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1008:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831cc6 expref: 126 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.899361:0:205382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007f58b398/0x4ad31463d9bba439 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831f27 expref: 106 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.899379:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205368:1863837561310080:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.899386:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fb3cac25/0x4ad31463d9bb9bdb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1008:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831cc6 expref: 126 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.899387:0:205382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:205382:1863837561311744:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.899400:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc052f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1008:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.899405:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb3cac25/0x4ad31463d9bb9bdb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1008:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831cc6 expref: 126 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.899409:0:205382:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25f00 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.899424:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2844 00010000:00010000:3.0:1777502104.899427:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.899430:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.899434:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47d59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+261:3311:x1863837561310848:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.899435:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc052f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1008:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.899444:0:187548:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4077 count 1 00010000:00010000:3.0:1777502104.899446:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc052f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1008:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.899453:0:187548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea7a4215/0x4ad31463d9bc0559 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.899462:0:187548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009d1ba468/0x4ad31463d9bba607 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fd6 expref: 106 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.899466:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.899468:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.899470:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea7a4215/0x4ad31463d9bc0559 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.899473:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.899477:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2845 00010000:00010000:1.0:1777502104.899483:0:187548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009d1ba468/0x4ad31463d9bba607 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fd6 expref: 106 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.899490:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71c39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+261:3310:x1863837561310592:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.899492:0:187548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009d1ba468/0x4ad31463d9bba607 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fd6 expref: 106 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.899503:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+125:2371:x1863837562906880:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 163us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502104.899507:0:187548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cfd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561311872:192.168.202.27@tcp:104: 00002000:00080000:2.0:1777502104.899510:0:205383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4079 count 1 00000100:00100000:3.0:1777502104.899521:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 842 00010000:00010000:2.0:1777502104.899528:0:205383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc0560 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.899532:0:187548:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25300 going to sleep for 11 seconds 00010000:00010000:2.0:1777502104.899544:0:205383:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c65b63bd/0x4ad31463d9bba5d6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fc1 expref: 106 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.899548:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777502104.899557:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.899559:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.899562:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc0560 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.899565:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561311104 00000100:00100000:1.0:1777502104.899569:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561311104 00000100:00100000:1.0:1777502104.899613:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2846 00000100:00100000:1.0:1777502104.899620:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+261:3310:x1863837561311360:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.899627:0:205383:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c65b63bd/0x4ad31463d9bba5d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fc1 expref: 106 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.899630:0:205384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4080 count 1 00010000:00010000:2.0:1777502104.899642:0:205383:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c65b63bd/0x4ad31463d9bba5d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fc1 expref: 106 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.899643:0:205384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000640ccdf3/0x4ad31463d9bc0567 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xff0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.899674:0:205383:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd71c3aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:205383:1863837561312000:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.899674:0:205384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000057ca55b3/0x4ad31463d9bba703 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xff0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832031 expref: 106 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.899684:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.899686:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777502104.899688:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2847 00010000:00010000:1.0:1777502104.899689:0:205384:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000640ccdf3/0x4ad31463d9bc0567 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xff0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.899701:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71c3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+261:3310:x1863837561311232:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.899707:0:205384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000057ca55b3/0x4ad31463d9bba703 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xff0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832031 expref: 106 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.899709:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.899714:0:205383:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092540 going to sleep for 11 seconds 00002000:00080000:0.0:1777502104.899716:0:205377:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4078 count 1 00010000:00010000:1.0:1777502104.899730:0:205384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000057ca55b3/0x4ad31463d9bba703 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xff0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832031 expref: 106 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.899741:0:205377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006e081f80/0x4ad31463d9bc056e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.899746:0:205384:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:205384:1863837561312128:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.899747:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc052f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.899766:0:205377:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ac380732/0x4ad31463d9bba61c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fe4 expref: 106 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.899771:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc052f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.899783:0:205384:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25240 going to sleep for 11 seconds 00010000:00010000:2.0:1777502104.899792:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc052f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.899793:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.899797:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.899801:0:205377:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006e081f80/0x4ad31463d9bc056e lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.899803:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc052f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.899808:0:205385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47d5b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561310976:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.899823:0:205385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000aa0e4c58/0x4ad31463d9bc053d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x100d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.899826:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.899836:0:205377:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ac380732/0x4ad31463d9bba61c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fe4 expref: 106 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.899837:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777502104.899850:0:205375:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc5606ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205375:1863837561310336:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.899851:0:205377:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ac380732/0x4ad31463d9bba61c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fe4 expref: 106 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.899864:0:205375:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006772d2f6/0x4ad31463d9bc0536 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x100b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.899865:0:205377:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6646d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205377:1863837561312256:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.899882:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.899887:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc052f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.899893:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2848 00010000:00010000:0.0:1777502104.899898:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27a00 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:1.0:1777502104.899902:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4a988c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+255:3311:x1863837561311104:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.899902:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc052f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.899913:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc052f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.899914:0:205379:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4110 count 1 00010000:00010000:1.0:1777502104.899927:0:205379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dadc0b49/0x4ad31463d9bc0575 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x100e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.899928:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc052f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.899943:0:205379:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002581d9e0/0x4ad31463d9bba176 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x100e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e71 expref: 124 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.899944:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc052f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.899958:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.899961:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.899963:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dadc0b49/0x4ad31463d9bc0575 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x100e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.899971:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.899975:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.899979:0:205379:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002581d9e0/0x4ad31463d9bba176 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x100e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e71 expref: 124 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.899979:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.899988:0:205379:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002581d9e0/0x4ad31463d9bba176 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x100e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e71 expref: 124 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.899992:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562907008 00000100:00100000:1.0:1777502104.899996:0:205379:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561312384:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.899996:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562907008 00000100:00100000:2.0:1777502104.900004:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5249fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+256:3311:x1863837561309440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2148us (3065us total) trans 8589935951 rc 0/0 00000100:00100000:2.0:1777502104.900012:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2838 00010000:00010000:0.0:1777502104.900017:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d8a8abeb/0x4ad31463d9bb9e90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x100b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d91 expref: 125 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.900026:0:205379:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25840 going to sleep for 11 seconds 00000100:00100000:0.0:1777502104.900041:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562907136 00000100:00100000:0.0:1777502104.900045:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562907136 00000004:00080000:1.0:1777502104.900050:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70cee300/2, rc 0, transno 8589935951 00010000:00010000:0.0:1777502104.900058:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000054172cf2/0x4ad31463d9bba01f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x100d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e1d expref: 126 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.900060:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561309440:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.900072:0:205381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000928f0fe3/0x4ad31463d9bb9e82 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d83 expref: 92 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.900082:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 843 00000100:00100000:2.0:1777502104.900088:0:205381:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205381:1863837561307520:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.900092:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777502104.900094:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+126:2370:x1863837562907008:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502104.900102:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561312512:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.900103:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.900108:0:205381:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc04f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.900109:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d8a8abeb/0x4ad31463d9bb9e90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x100b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d91 expref: 126 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.900122:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777502104.900133:0:205381:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc04f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.900138:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d8a8abeb/0x4ad31463d9bb9e90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x100b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d91 expref: 126 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.900144:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561312512 00000100:00100000:1.0:1777502104.900147:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561312512 00010000:00010000:2.0:1777502104.900153:0:205381:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc04f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.900163:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2849 00000100:00100000:1.0:1777502104.900172:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+256:3312:x1863837561312512:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.900175:0:205381:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc04f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.900177:0:205389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8a8abeb/0x4ad31463d9bb9e90 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x100b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d91 expref: 126 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.900182:0:205368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4111 count 1 00010000:00010000:1.0:1777502104.900192:0:205368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006da9abd0/0x4ad31463d9bc057c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x100f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.900202:0:205381:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc04f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.900204:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.900208:0:205368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003fc9b9cb/0x4ad31463d9bba1fb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x100f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e9b expref: 120 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.900208:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.900213:0:205389:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006772d2f6/0x4ad31463d9bc0536 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x100b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.900227:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.900230:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.900232:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006da9abd0/0x4ad31463d9bc057c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x100f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.900234:0:205389:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006772d2f6/0x4ad31463d9bc0536 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x100b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.900235:0:205381:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502104.900253:0:205368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003fc9b9cb/0x4ad31463d9bba1fb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x100f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e9b expref: 120 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.900253:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.900259:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc04f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.900264:0:205368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003fc9b9cb/0x4ad31463d9bba1fb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x100f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e9b expref: 120 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.900275:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26200 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:1.0:1777502104.900280:0:205368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cfe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205368:1863837561312640:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.900280:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc04f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.900296:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc04f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.900306:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc04f0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.900309:0:205368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25b40 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.900320:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc04f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.900333:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.900335:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.900337:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.900355:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.900368:0:205375:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006772d2f6/0x4ad31463d9bc0536 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x100b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.900379:0:205375:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006772d2f6/0x4ad31463d9bc0536 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x100b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.900379:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+125:2370:x1863837562907008:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 289us (724us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.900389:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70fa6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+262:3312:x1863837561306752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7645us (8051us total) trans 8589935547 rc 0/0 00000100:00100000:0.0:1777502104.900397:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 843 00010000:00010000:1.0:1777502104.900400:0:205375:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006772d2f6/0x4ad31463d9bc0536 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x100b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.900408:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2828 00010000:00010000:1.0:1777502104.900409:0:205375:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006772d2f6/0x4ad31463d9bc0536 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x100b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.900416:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 844 00010000:00010000:1.0:1777502104.900426:0:205375:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502104.900427:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+124:2371:x1863837562907136:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.900439:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.900444:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006772d2f6/0x4ad31463d9bc0536 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x100b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.900452:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd58ba6c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.900455:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006772d2f6/0x4ad31463d9bc0536 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x100b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.900463:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+261:3309:x1863837561305728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9716us (9811us total) trans 8589935541 rc 0/0 00010000:00010000:0.0:1777502104.900463:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006772d2f6/0x4ad31463d9bc0536 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x100b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.900479:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2825 00010000:00010000:0.0:1777502104.900485:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006772d2f6/0x4ad31463d9bc0536 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x100b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.900498:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006772d2f6/0x4ad31463d9bc0536 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x100b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.900515:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd455e2300/2, rc 0, transno 8589935541 00010000:00010000:0.0:1777502104.900515:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.900519:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.900522:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.900530:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502104.900534:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd455e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561305728:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.900538:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70fa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+257:3312:x1863837561310208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2226us (2295us total) trans 8589935952 rc 0/0 00010000:00010000:0.0:1777502104.900538:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000054172cf2/0x4ad31463d9bba01f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x100d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e1d expref: 124 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.900549:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2839 00010000:00010000:0.0:1777502104.900560:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000054172cf2/0x4ad31463d9bba01f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x100d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e1d expref: 124 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.900574:0:205386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b0fcf23/0x4ad31463d9bb9abc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1007:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831c80 expref: 124 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.900575:0:205389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000054172cf2/0x4ad31463d9bba01f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x100d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e1d expref: 124 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.900604:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561312768:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.900611:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.900615:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.900618:0:205389:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000aa0e4c58/0x4ad31463d9bc053d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x100d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.900622:0:205386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc49232a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:205386:1863837561309696:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.900632:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.900635:0:205389:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa0e4c58/0x4ad31463d9bc053d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x100d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.900642:0:205386:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc0521 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.900651:0:205386:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc0521 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.900656:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc48237480/2, rc 0, transno 8589935952 00010000:00010000:0.0:1777502104.900656:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.900667:0:205386:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc0521 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.900674:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc48237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561310208:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.900677:0:205386:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc0521 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.900681:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+122:2371:x1863837562907136:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 255us (856us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.900695:0:205386:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc0521 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.900696:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 844 00000004:00080000:1.0:1777502104.900714:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd53f25500/2, rc 0, transno 8589935547 00010000:00010000:2.0:1777502104.900727:0:205386:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777502104.900736:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd53f25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561306752:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.900742:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.900749:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc0521 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.900758:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.900763:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc0521 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.900773:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc0521 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.900788:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc0521 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.900795:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc0521 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.900799:0:205385:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000aa0e4c58/0x4ad31463d9bc053d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x100d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.900815:0:205385:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa0e4c58/0x4ad31463d9bc053d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x100d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.900818:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.900822:0:205385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa0e4c58/0x4ad31463d9bc053d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x100d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.900823:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.900828:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.900830:0:205385:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa0e4c58/0x4ad31463d9bc053d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x100d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.900845:0:205385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.900853:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.900860:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa0e4c58/0x4ad31463d9bc053d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x100d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.900868:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd58ba7e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.900873:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa0e4c58/0x4ad31463d9bc053d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x100d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.900880:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa0e4c58/0x4ad31463d9bc053d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x100d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.900892:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa0e4c58/0x4ad31463d9bc053d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x100d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.900900:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa0e4c58/0x4ad31463d9bc053d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x100d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.900915:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.900918:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.900920:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502104.900940:0:205377:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd52c4f900 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.901107:0:187551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f14dfd8/0x4ad31463d9bba1f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e94 expref: 106 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.901122:0:187551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5249ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:187551:1863837561309824:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.901134:0:187551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000075a59491/0x4ad31463d9bc0528 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.901141:0:187551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000075a59491/0x4ad31463d9bc0528 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.901148:0:187551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075a59491/0x4ad31463d9bc0528 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.901156:0:187551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000075a59491/0x4ad31463d9bc0528 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.901164:0:187551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000075a59491/0x4ad31463d9bc0528 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.901174:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+258:3309:x1863837561308928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3972us (4414us total) trans 8589935953 rc 0/0 00010000:00010000:0.0:1777502104.901177:0:187551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777502104.901184:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47d59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+258:3312:x1863837561310464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2617us (2671us total) trans 8589935954 rc 0/0 00000100:00100000:2.0:1777502104.901186:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2836 00010000:00010000:0.0:1777502104.901190:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.901196:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000075a59491/0x4ad31463d9bc0528 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.901197:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2840 00010000:00010000:0.0:1777502104.901206:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd58ba6400 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:2.0:1777502104.901207:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561312768 00010000:00010000:0.0:1777502104.901210:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000075a59491/0x4ad31463d9bc0528 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.901212:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561312768 00010000:00010000:0.0:1777502104.901224:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000075a59491/0x4ad31463d9bc0528 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.901236:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000075a59491/0x4ad31463d9bc0528 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.901239:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc4ddb4700/2, rc 0, transno 8589935954 00010000:00010000:0.0:1777502104.901246:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075a59491/0x4ad31463d9bc0528 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.901249:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2850 00000100:00100000:1.0:1777502104.901253:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4ddb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561310464:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.901262:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+261:3312:x1863837561312768:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.901271:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.901274:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1777502104.901275:0:205386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4082 count 1 00010000:00010000:0.0:1777502104.901276:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.901288:0:188366:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc0583 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1009:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.901290:0:205386:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc058a lrc: 3/0,1 mode: --/PW res: [0x280000400:0xff2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.901304:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd476d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561313152:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.901312:0:188366:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000268ad1d2/0x4ad31463d9bb9bd4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1009:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831cbf expref: 121 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.901316:0:205386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006c1d64be/0x4ad31463d9bba853 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xff2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832069 expref: 105 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.901330:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.901333:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.901333:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.901337:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.901337:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc0583 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1009:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.901342:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc058a lrc: 4/0,1 mode: --/PW res: [0x280000400:0xff2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.901347:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.901355:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.901376:0:188366:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000268ad1d2/0x4ad31463d9bb9bd4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1009:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831cbf expref: 121 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.901383:0:205386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006c1d64be/0x4ad31463d9bba853 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xff2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832069 expref: 105 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.901395:0:205382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:205382:1863837561311744:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.901409:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.901413:0:205386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006c1d64be/0x4ad31463d9bba853 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xff2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832069 expref: 105 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.901414:0:188366:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000268ad1d2/0x4ad31463d9bb9bd4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1009:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831cbf expref: 121 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.901422:0:205382:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000077c29465/0x4ad31463d9bc0552 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.901448:0:205386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc49232a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:205386:1863837561313408:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.901449:0:188366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6646df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561313280:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.901464:0:187548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cfd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561311872:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.901480:0:187548:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ea7a4215/0x4ad31463d9bc0559 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.901490:0:205386:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092240 going to sleep for 11 seconds 00000100:00100000:0.0:1777502104.901494:0:188366:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd52c4f840 going to sleep for 11 seconds 00000100:00100000:0.0:1777502104.901518:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562907264 00000100:00100000:0.0:1777502104.901522:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562907264 00000100:00100000:2.0:1777502104.901526:0:205376:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd71c39f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205376:1863837561311616:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.901533:0:205378:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47d58380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205378:1863837561311488:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.901540:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007f58b398/0x4ad31463d9bba439 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831f27 expref: 106 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.901542:0:205376:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc054b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x100c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.901550:0:205378:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bd8d3d11/0x4ad31463d9bc0544 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x100a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.901617:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc5606ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561312896:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.901623:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561313152 00000100:00100000:1.0:1777502104.901628:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561313152 00000100:00100000:0.0:1777502104.901647:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562907520 00000100:00100000:2.0:1777502104.901652:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.901653:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562907520 00000100:00100000:1.0:1777502104.901661:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561312896 00000100:00100000:1.0:1777502104.901666:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561312896 00010000:00010000:0.0:1777502104.901668:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000069adbb8c/0x4ad31463d9bba049 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x100c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e2b expref: 122 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.901679:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd6ea51f80/2, rc 0, transno 8589935953 00000100:00100000:0.0:1777502104.901695:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 845 00000100:00100000:2.0:1777502104.901696:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6ea51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561308928:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.901701:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2851 00000100:00100000:0.0:1777502104.901707:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f686850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+106:2370:x1863837562907264:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.901709:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1777502104.901717:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502104.901730:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47d5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561313024:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.901735:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007f58b398/0x4ad31463d9bba439 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831f27 expref: 106 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.901747:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007f58b398/0x4ad31463d9bba439 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831f27 expref: 106 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.901759:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561313536:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.901768:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.901769:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f58b398/0x4ad31463d9bba439 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831f27 expref: 106 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.901781:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.901783:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.901787:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000077c29465/0x4ad31463d9bc0552 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.901789:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.901799:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561313024 00000100:00100000:1.0:1777502104.901800:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.901800:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077c29465/0x4ad31463d9bc0552 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.901805:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561313024 00010000:00010000:0.0:1777502104.901825:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.901829:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561313536 00000100:00100000:2.0:1777502104.901832:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561313536 00010000:00010000:1.0:1777502104.901847:0:205382:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000077c29465/0x4ad31463d9bc0552 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.901852:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2852 00000100:00100000:0.0:1777502104.901852:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f686850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+105:2370:x1863837562907264:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 145us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.901861:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71c39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+259:3309:x1863837561312896:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.901869:0:205382:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077c29465/0x4ad31463d9bc0552 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.901870:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 845 00002000:00080000:2.0:1777502104.901875:0:187550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4112 count 1 00010000:00010000:1.0:1777502104.901881:0:205382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000077c29465/0x4ad31463d9bc0552 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.901886:0:187550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc0591 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1010:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.901888:0:205382:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000077c29465/0x4ad31463d9bc0552 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.901904:0:187550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000997ce023/0x4ad31463d9bba287 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1010:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831eb7 expref: 120 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.901905:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562907392 00000100:00100000:0.0:1777502104.901910:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562907392 00010000:00010000:2.0:1777502104.901911:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.901913:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.901916:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc0591 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1010:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.901916:0:205382:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.901921:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.901929:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000077c29465/0x4ad31463d9bc0552 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.901937:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd58ba6000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502104.901938:0:187550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000997ce023/0x4ad31463d9bba287 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1010:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831eb7 expref: 120 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.901943:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000077c29465/0x4ad31463d9bc0552 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.901948:0:187550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000997ce023/0x4ad31463d9bba287 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1010:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831eb7 expref: 120 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.901959:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000077c29465/0x4ad31463d9bc0552 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.901964:0:187550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561313664:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.901978:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000077c29465/0x4ad31463d9bc0552 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.901986:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077c29465/0x4ad31463d9bc0552 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.902009:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.902009:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.902014:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.902017:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.902018:0:187550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092d80 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.902040:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2853 00000100:00100000:2.0:1777502104.902047:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+263:3309:x1863837561313024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502104.902057:0:188358:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4081 count 1 00010000:00010000:2.0:1777502104.902067:0:188358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0598 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xff1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.902073:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562907648 00010000:00010000:2.0:1777502104.902078:0:188358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000063819cb/0x4ad31463d9bba861 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83205b expref: 104 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.902078:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562907648 00010000:00010000:2.0:1777502104.902086:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.902086:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e4f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+263:3310:x1863837561309568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2826us (3238us total) trans 8589935548 rc 0/0 00010000:00010000:2.0:1777502104.902089:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.902093:0:188358:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0598 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.902096:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009d1ba468/0x4ad31463d9bba607 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fd6 expref: 105 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.902101:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2843 00000100:00100000:1.0:1777502104.902127:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2854 00010000:00010000:2.0:1777502104.902130:0:188358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000063819cb/0x4ad31463d9bba861 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83205b expref: 105 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.902134:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 846 00000100:00100000:1.0:1777502104.902141:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+259:3312:x1863837561313536:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.902147:0:188358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000063819cb/0x4ad31463d9bba861 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83205b expref: 105 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.902151:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+123:2370:x1863837562907520:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777502104.902157:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00002000:00080000:1.0:1777502104.902159:0:205382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4114 count 1 00010000:00010000:0.0:1777502104.902165:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502104.902171:0:188358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77c8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:188358:1863837561313792:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.902173:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000069adbb8c/0x4ad31463d9bba049 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x100c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e2b expref: 123 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.902175:0:205382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5b06970/0x4ad31463d9bc059f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1012:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.902196:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000069adbb8c/0x4ad31463d9bba049 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x100c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e2b expref: 123 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.902200:0:205382:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aedafa5a/0x4ad31463d9bba600 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1012:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fcf expref: 120 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.902201:0:188358:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092000 going to sleep for 11 seconds 00010000:00010000:1.0:1777502104.902213:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.902216:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.902217:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000069adbb8c/0x4ad31463d9bba049 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x100c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e2b expref: 123 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.902220:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5b06970/0x4ad31463d9bc059f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1012:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.902231:0:205383:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd71c3aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:205383:1863837561312000:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.902249:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.902249:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.902253:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.902254:0:205383:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc0560 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.902257:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc054b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x100c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.902259:0:205382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aedafa5a/0x4ad31463d9bba600 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1012:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fcf expref: 120 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.902282:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc054b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x100c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.902287:0:205382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aedafa5a/0x4ad31463d9bba600 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1012:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fcf expref: 120 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.902303:0:205382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:205382:1863837561313920:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.902306:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1777502104.902310:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd46318700/2, rc 0, transno 8589935548 00000100:00100000:2.0:1777502104.902325:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd46318700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561309568:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.902331:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+122:2370:x1863837562907520:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 187us (925us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.902338:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 846 00010000:00010000:2.0:1777502104.902341:0:205376:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc054b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x100c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.902348:0:205376:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc054b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x100c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.902350:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562907776 00000100:00100000:0.0:1777502104.902355:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562907776 00010000:00010000:2.0:1777502104.902358:0:205376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc054b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x100c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.902367:0:205376:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc054b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x100c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.902371:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c65b63bd/0x4ad31463d9bba5d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fc1 expref: 106 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.902384:0:205384:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:205384:1863837561312128:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.902394:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562907904 00010000:00010000:2.0:1777502104.902395:0:205376:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502104.902398:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562907904 00010000:00010000:1.0:1777502104.902400:0:205384:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000640ccdf3/0x4ad31463d9bc0567 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xff0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.902412:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000057ca55b3/0x4ad31463d9bba703 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xff0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832031 expref: 107 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.902432:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 847 00010000:00010000:3.0:1777502104.902433:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.902440:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc054b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x100c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.902440:0:205379:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561312384:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.902444:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+107:2370:x1863837562907648:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.902458:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502104.902458:0:205379:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dadc0b49/0x4ad31463d9bc0575 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x100e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.902458:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.902465:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc054b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x100c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.902467:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009d1ba468/0x4ad31463d9bba607 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fd6 expref: 107 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.902488:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc054b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x100c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.902489:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4d4a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+259:3311:x1863837561313152:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.902492:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009d1ba468/0x4ad31463d9bba607 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fd6 expref: 107 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.902510:0:205375:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4113 count 1 00010000:00010000:3.0:1777502104.902518:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc054b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x100c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.902521:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d1ba468/0x4ad31463d9bba607 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fd6 expref: 107 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.902524:0:205375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075155023/0x4ad31463d9bc05a6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1011:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.902538:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc054b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x100c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.902544:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+260:3310:x1863837561310720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3389us (3865us total) trans 8589935955 rc 0/0 00010000:00010000:0.0:1777502104.902551:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.902555:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.902557:0:205375:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b7d89561/0x4ad31463d9bba5ba lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1011:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fba expref: 120 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.902561:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ea7a4215/0x4ad31463d9bc0559 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.902566:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2842 00010000:00010000:3.0:1777502104.902567:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.902569:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.902572:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.902594:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.902598:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.902601:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea7a4215/0x4ad31463d9bc0559 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.902602:0:205375:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075155023/0x4ad31463d9bc05a6 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1011:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.902632:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.902637:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77f9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561314048:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.902649:0:187548:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ea7a4215/0x4ad31463d9bc0559 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.902660:0:187548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea7a4215/0x4ad31463d9bc0559 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.902660:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+106:2370:x1863837562907648:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 219us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.902664:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.902673:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.902679:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 847 00010000:00010000:1.0:1777502104.902683:0:187548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea7a4215/0x4ad31463d9bc0559 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.902693:0:187548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ea7a4215/0x4ad31463d9bc0559 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.902698:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562908032 00000100:00100000:0.0:1777502104.902702:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562908032 00010000:00010000:1.0:1777502104.902715:0:187548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.902717:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561314048 00010000:00010000:0.0:1777502104.902728:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002581d9e0/0x4ad31463d9bba176 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x100e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e71 expref: 122 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.902736:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561314048 00000100:00100000:3.0:1777502104.902752:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.902753:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.902759:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ea7a4215/0x4ad31463d9bc0559 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.902767:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd58ba7c00 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:2.0:1777502104.902772:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2855 00010000:00010000:0.0:1777502104.902773:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea7a4215/0x4ad31463d9bc0559 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.902782:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea7a4215/0x4ad31463d9bc0559 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.902783:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+263:3309:x1863837561314048:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.902801:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ea7a4215/0x4ad31463d9bc0559 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.902803:0:205380:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4083 count 1 00010000:00010000:0.0:1777502104.902813:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea7a4215/0x4ad31463d9bc0559 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.902817:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562908160 00010000:00010000:2.0:1777502104.902821:0:205380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc05ad lrc: 3/0,1 mode: --/PW res: [0x280000400:0xff3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.902822:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562908160 00010000:00010000:0.0:1777502104.902834:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.902836:0:205380:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005ad1ba5d/0x4ad31463d9bbaa75 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xff3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8320d2 expref: 91 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.902838:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.902840:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003fc9b9cb/0x4ad31463d9bba1fb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x100f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e9b expref: 121 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.902841:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502104.902860:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 848 00010000:00010000:2.0:1777502104.902868:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.902870:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777502104.902874:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+105:2370:x1863837562907776:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.902875:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc05ad lrc: 4/0,1 mode: --/PW res: [0x280000400:0xff3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.902881:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 849 00010000:00010000:0.0:1777502104.902889:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777502104.902894:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+105:2371:x1863837562907904:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502104.902894:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47d59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+264:3311:x1863837561310848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3459us (4007us total) trans 8589935549 rc 0/0 00010000:00010000:0.0:1777502104.902897:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c65b63bd/0x4ad31463d9bba5d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fc1 expref: 105 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.902905:0:205380:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005ad1ba5d/0x4ad31463d9bbaa75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xff3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8320d2 expref: 91 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.902912:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502104.902912:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2844 00010000:00010000:3.0:1777502104.902923:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000057ca55b3/0x4ad31463d9bba703 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xff0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832031 expref: 105 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.902925:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c65b63bd/0x4ad31463d9bba5d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fc1 expref: 105 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.902931:0:205380:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005ad1ba5d/0x4ad31463d9bbaa75 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xff3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8320d2 expref: 91 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.902946:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd47d5b800/2, rc 0, transno 8589935549 00010000:00010000:0.0:1777502104.902958:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c65b63bd/0x4ad31463d9bba5d6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fc1 expref: 105 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.902960:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47d5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561310848:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.902967:0:205380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77c8d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:205380:1863837561314176:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.902972:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000057ca55b3/0x4ad31463d9bba703 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xff0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832031 expref: 105 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.902984:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.902987:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.902991:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc0560 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.902992:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000057ca55b3/0x4ad31463d9bba703 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xff0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832031 expref: 104 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.903014:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc0560 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.903020:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.903022:0:205380:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092840 going to sleep for 11 seconds 00010000:00010000:1.0:1777502104.903022:0:205375:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b7d89561/0x4ad31463d9bba5ba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1011:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fba expref: 121 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.903024:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.903030:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000640ccdf3/0x4ad31463d9bc0567 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.903035:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502104.903042:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000640ccdf3/0x4ad31463d9bc0567 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xff0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.903043:0:205375:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b7d89561/0x4ad31463d9bba5ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1011:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fba expref: 121 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.903046:0:205383:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc0560 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.903061:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+103:2370:x1863837562907776:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 188us (908us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.903075:0:205383:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc0560 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.903079:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 848 00000100:00100000:1.0:1777502104.903081:0:205375:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77f9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205375:1863837561314432:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.903082:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.903093:0:205383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc0560 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.903102:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 850 00010000:00010000:2.0:1777502104.903103:0:205383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc0560 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.903108:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+102:2371:x1863837562907904:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 215us (858us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.903115:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+122:2370:x1863837562908032:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502104.903119:0:205375:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25240 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.903128:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 849 00010000:00010000:0.0:1777502104.903131:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.903140:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002581d9e0/0x4ad31463d9bba176 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x100e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e71 expref: 122 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.903141:0:205384:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000640ccdf3/0x4ad31463d9bc0567 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.903149:0:205383:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.903154:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 851 00010000:00010000:1.0:1777502104.903163:0:205384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000640ccdf3/0x4ad31463d9bc0567 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.903168:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002581d9e0/0x4ad31463d9bba176 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x100e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e71 expref: 122 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.903171:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f687850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+121:2371:x1863837562908160:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.903186:0:205384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000640ccdf3/0x4ad31463d9bc0567 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.903188:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.903197:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003fc9b9cb/0x4ad31463d9bba1fb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x100f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e9b expref: 121 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.903209:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002581d9e0/0x4ad31463d9bba176 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x100e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e71 expref: 122 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.903211:0:205384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000640ccdf3/0x4ad31463d9bc0567 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.903239:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.903242:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003fc9b9cb/0x4ad31463d9bba1fb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x100f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e9b expref: 121 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.903242:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.903244:0:205384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1777502104.903247:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dadc0b49/0x4ad31463d9bc0575 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x100e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.903266:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dadc0b49/0x4ad31463d9bc0575 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x100e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.903272:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.903275:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.903278:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006da9abd0/0x4ad31463d9bc057c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x100f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.903280:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71c39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+264:3310:x1863837561310592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3794us (4362us total) trans 8589935550 rc 0/0 00010000:00010000:0.0:1777502104.903280:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777502104.903286:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc0560 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.903299:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2845 00010000:00010000:3.0:1777502104.903304:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006da9abd0/0x4ad31463d9bc057c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x100f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.903306:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.903312:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc0560 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.903322:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc0560 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.903326:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.903326:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1777502104.903337:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc0560 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.903338:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77f9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561314304:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.903353:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f687850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+121:2371:x1863837562908160:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 186us (599us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502104.903359:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc0560 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.903366:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 851 00000100:00100000:2.0:1777502104.903373:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.903383:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.903387:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000640ccdf3/0x4ad31463d9bc0567 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.903391:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+264:3310:x1863837561311360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3770us (4396us total) trans 8589935551 rc 0/0 00000100:00100000:1.0:1777502104.903402:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2846 00010000:00010000:0.0:1777502104.903402:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd58ba6a00 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:2.0:1777502104.903408:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561314304 00010000:00010000:0.0:1777502104.903409:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000640ccdf3/0x4ad31463d9bc0567 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.903414:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561314304 00010000:00010000:0.0:1777502104.903420:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000640ccdf3/0x4ad31463d9bc0567 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.903426:0:205382:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25300 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.903430:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000640ccdf3/0x4ad31463d9bc0567 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.903437:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000640ccdf3/0x4ad31463d9bc0567 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xff0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.903445:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2856 00010000:00010000:1.0:1777502104.903448:0:205368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003fc9b9cb/0x4ad31463d9bba1fb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x100f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831e9b expref: 120 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.903450:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.903453:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.903457:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+264:3309:x1863837561314304:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.903458:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.903466:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.903467:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cfe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205368:1863837561312640:192.168.202.27@tcp:104: 00002000:00080000:2.0:1777502104.903472:0:205381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4084 count 1 00010000:00010000:0.0:1777502104.903481:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.903484:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006da9abd0/0x4ad31463d9bc057c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x100f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.903486:0:205381:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc05b4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xff4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.903503:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+121:2370:x1863837562908032:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 390us (844us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502104.903507:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006da9abd0/0x4ad31463d9bc057c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x100f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.903514:0:205381:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000052572530/0x4ad31463d9bbaaec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832111 expref: 91 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.903517:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 850 00010000:00010000:1.0:1777502104.903527:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006da9abd0/0x4ad31463d9bc057c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x100f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.903531:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.903535:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.903539:0:205381:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc05b4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.903542:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006da9abd0/0x4ad31463d9bc057c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x100f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.903553:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ba043c26/0x4ad31463d9bb9c83 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x100a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d21 expref: 120 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.903568:0:205381:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000052572530/0x4ad31463d9bbaaec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832111 expref: 91 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.903575:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006da9abd0/0x4ad31463d9bc057c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x100f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.903614:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502104.903619:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 852 00010000:00010000:2.0:1777502104.903626:0:205381:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000052572530/0x4ad31463d9bbaaec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832111 expref: 91 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.903631:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+120:2370:x1863837562907392:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.903632:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.903640:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006da9abd0/0x4ad31463d9bc057c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x100f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.903644:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502104.903646:0:205381:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77c8f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205381:1863837561314560:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.903653:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ba043c26/0x4ad31463d9bb9c83 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x100a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d21 expref: 120 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.903664:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ba043c26/0x4ad31463d9bb9c83 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x100a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d21 expref: 120 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.903677:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba043c26/0x4ad31463d9bb9c83 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x100a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831d21 expref: 120 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.903688:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.903690:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.903693:0:205381:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092e40 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.903693:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bd8d3d11/0x4ad31463d9bc0544 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x100a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.903703:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bd8d3d11/0x4ad31463d9bc0544 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x100a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.903711:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd58ba7800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.903728:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006da9abd0/0x4ad31463d9bc057c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x100f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.903738:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd47d5a680/2, rc 0, transno 8589935551 00010000:00010000:3.0:1777502104.903748:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006da9abd0/0x4ad31463d9bc057c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x100f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.903751:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.903758:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561311360:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.903772:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+119:2370:x1863837562907392:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 144us (1986us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502104.903777:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006da9abd0/0x4ad31463d9bc057c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x100f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.903781:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd47d59f80/2, rc 0, transno 8589935550 00000100:00100000:0.0:1777502104.903781:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 852 00000100:00100000:1.0:1777502104.903785:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+260:3312:x1863837561312512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3610us (3661us total) trans 8589935956 rc 0/0 00000100:00100000:2.0:1777502104.903791:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561310592:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.903801:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2849 00010000:00010000:3.0:1777502104.903802:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006da9abd0/0x4ad31463d9bc057c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x100f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.903811:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7ccb3100/2, rc 0, transno 8589935955 00000100:00100000:2.0:1777502104.903823:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561310720:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.903833:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.903837:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.903840:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502104.903855:0:205377:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6646d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205377:1863837561312256:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.903870:0:205377:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006e081f80/0x4ad31463d9bc056e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.903904:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77f9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561314688:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.903908:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561314944:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.903943:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502104.903973:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.903981:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777502104.903989:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561314816:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.904029:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.904051:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.904057:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561314688 00000100:00100000:2.0:1777502104.904062:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561314688 00000100:00100000:0.0:1777502104.904063:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f79d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+265:3311:x1863837561309312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6550us (7263us total) trans 8589935552 rc 0/0 00000004:00080000:1.0:1777502104.904067:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd48ce7b80/2, rc 0, transno 8589935552 00000100:00100000:0.0:1777502104.904075:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2837 00000100:00100000:1.0:1777502104.904078:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561309312:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.904089:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502104.904095:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561314944 00000100:00100000:2.0:1777502104.904096:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561314816 00000100:00100000:0.0:1777502104.904101:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561314944 00000100:00100000:2.0:1777502104.904102:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561314816 00000100:00100000:0.0:1777502104.904118:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562908288 00000100:00100000:0.0:1777502104.904122:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562908288 00000004:00080000:1.0:1777502104.904136:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70cfc700/2, rc 0, transno 8589935956 00000100:00100000:2.0:1777502104.904141:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2857 00010000:00010000:0.0:1777502104.904144:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ac380732/0x4ad31463d9bba61c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fe4 expref: 102 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.904149:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561312512:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.904156:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+266:3311:x1863837561314688:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.904161:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00002000:00080000:2.0:1777502104.904176:0:189105:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4085 count 1 00000100:00100000:0.0:1777502104.904177:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562908416 00000100:00100000:1.0:1777502104.904182:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777502104.904183:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562908416 00000100:00100000:1.0:1777502104.904190:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80e9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561315200:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.904193:0:189105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc05bb lrc: 3/0,1 mode: --/PW res: [0x280000400:0xff5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.904200:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000268ad1d2/0x4ad31463d9bb9bd4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1009:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831cbf expref: 119 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.904212:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.904219:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777502104.904232:0:189105:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000093dfcfdc/0x4ad31463d9bbab39 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xff5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83212d expref: 91 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.904240:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562908544 00000100:00100000:3.0:1777502104.904244:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502104.904245:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562908544 00010000:00010000:2.0:1777502104.904246:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.904248:0:205378:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bd8d3d11/0x4ad31463d9bc0544 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x100a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.904250:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.904255:0:189105:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc05bb lrc: 4/0,1 mode: --/PW res: [0x280000400:0xff5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.904258:0:205378:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd8d3d11/0x4ad31463d9bc0544 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x100a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.904261:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006c1d64be/0x4ad31463d9bba853 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xff2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832069 expref: 103 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.904265:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562908800 00000100:00100000:3.0:1777502104.904270:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562908800 00010000:00010000:3.0:1777502104.904285:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000063819cb/0x4ad31463d9bba861 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83205b expref: 104 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.904294:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562908672 00010000:00010000:1.0:1777502104.904295:0:205378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bd8d3d11/0x4ad31463d9bc0544 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x100a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.904297:0:189105:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000093dfcfdc/0x4ad31463d9bbab39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xff5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83212d expref: 91 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.904299:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562908672 00000100:00100000:3.0:1777502104.904315:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 853 00010000:00010000:1.0:1777502104.904316:0:205378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bd8d3d11/0x4ad31463d9bc0544 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x100a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.904317:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000997ce023/0x4ad31463d9bba287 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1010:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831eb7 expref: 120 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.904327:0:189105:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000093dfcfdc/0x4ad31463d9bbab39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xff5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83212d expref: 91 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.904330:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+104:2370:x1863837562908288:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.904339:0:205378:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.904345:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.904352:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ac380732/0x4ad31463d9bba61c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fe4 expref: 104 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.904354:0:189105:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77c8ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561315328:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.904358:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 854 00000100:00100000:0.0:1777502104.904372:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+119:2371:x1863837562908416:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.904386:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ac380732/0x4ad31463d9bba61c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fe4 expref: 104 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.904387:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.904396:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000268ad1d2/0x4ad31463d9bb9bd4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1009:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831cbf expref: 119 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.904399:0:189105:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092f00 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.904404:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ac380732/0x4ad31463d9bba61c lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fe4 expref: 104 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.904413:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000268ad1d2/0x4ad31463d9bb9bd4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1009:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831cbf expref: 119 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.904416:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.904420:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.904424:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006e081f80/0x4ad31463d9bc056e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.904430:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006e081f80/0x4ad31463d9bc056e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.904432:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.904435:0:188358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77c8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:188358:1863837561313792:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.904436:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.904442:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc0583 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1009:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.904450:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502104.904451:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc0583 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1009:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.904458:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+261:3310:x1863837561309952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5338us (5837us total) trans 8589935957 rc 0/0 00010000:00010000:2.0:1777502104.904459:0:188358:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0598 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.904471:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+103:2370:x1863837562908288:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 145us (421us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502104.904471:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.904474:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2841 00000100:00100000:3.0:1777502104.904487:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 853 00000100:00100000:1.0:1777502104.904492:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561315200 00000100:00100000:1.0:1777502104.904496:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561315200 00000100:00100000:0.0:1777502104.904497:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+119:2371:x1863837562908416:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 126us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.904508:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 855 00000100:00100000:2.0:1777502104.904514:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561313664:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.904515:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 854 00000100:00100000:1.0:1777502104.904521:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2858 00000100:00100000:3.0:1777502104.904522:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+102:2371:x1863837562908544:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.904532:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502104.904536:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd80e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+266:3311:x1863837561314816:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.904537:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006c1d64be/0x4ad31463d9bba853 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xff2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832069 expref: 102 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.904538:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc0591 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1010:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.904544:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 856 00002000:00080000:1.0:1777502104.904558:0:205378:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4086 count 1 00000100:00100000:0.0:1777502104.904560:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+102:2370:x1863837562908800:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.904573:0:205378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006d6c8b53/0x4ad31463d9bc05c2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xff6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.904606:0:205378:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003260a87e/0x4ad31463d9bbad9a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321c0 expref: 91 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.904608:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.904610:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006c1d64be/0x4ad31463d9bba853 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xff2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832069 expref: 102 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.904619:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000063819cb/0x4ad31463d9bba861 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xff1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83205b expref: 102 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.904626:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1777502104.904632:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.904635:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.904636:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.904638:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.904640:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80e9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561315072:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.904640:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d6c8b53/0x4ad31463d9bc05c2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.904642:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc058a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.904642:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000063819cb/0x4ad31463d9bba861 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xff1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83205b expref: 102 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.904670:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc058a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xff2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.904679:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000063819cb/0x4ad31463d9bba861 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xff1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83205b expref: 102 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.904680:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.904692:0:205378:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003260a87e/0x4ad31463d9bbad9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321c0 expref: 91 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.904701:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502104.904701:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.904702:0:205378:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003260a87e/0x4ad31463d9bbad9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321c0 expref: 91 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.904706:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.904710:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0598 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.904714:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561315072 00000100:00100000:1.0:1777502104.904715:0:205378:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80e9b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205378:1863837561315456:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.904734:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561315072 00000100:00100000:3.0:1777502104.904736:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+101:2371:x1863837562908544:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 220us (577us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502104.904737:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0598 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.904747:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 855 00000100:00100000:2.0:1777502104.904767:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2859 00010000:00010000:0.0:1777502104.904767:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.904773:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 857 00000100:00100000:1.0:1777502104.904778:0:205378:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25b40 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.904785:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+120:2370:x1863837562908672:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.904785:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd80e99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+261:3312:x1863837561315200:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.904793:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+100:2370:x1863837562908800:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 237us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.904800:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 856 00002000:00080000:2.0:1777502104.904801:0:205383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4116 count 1 00000100:00100000:1.0:1777502104.904808:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2860 00010000:00010000:2.0:1777502104.904817:0:205383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc05c9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1014:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.904818:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+267:3309:x1863837561315072:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.904823:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.904831:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bd8d3d11/0x4ad31463d9bc0544 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x100a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.904838:0:205383:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f0298d90/0x4ad31463d9bba63f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1014:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831feb expref: 120 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.904839:0:187548:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4087 count 1 00010000:00010000:0.0:1777502104.904841:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd58ba7200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.904848:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd8d3d11/0x4ad31463d9bc0544 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x100a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.904852:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.904856:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.904856:0:187548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000083e21f74/0x4ad31463d9bc05d0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xff7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.904860:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc05c9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1014:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.904864:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd8d3d11/0x4ad31463d9bc0544 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x100a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.904886:0:187548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003e40fbe5/0x4ad31463d9bbad8c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xff7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321b2 expref: 91 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.904892:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bd8d3d11/0x4ad31463d9bc0544 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x100a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.904901:0:205383:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f0298d90/0x4ad31463d9bba63f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1014:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831feb expref: 120 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.904902:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.904903:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502104.904906:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.904913:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000997ce023/0x4ad31463d9bba287 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1010:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831eb7 expref: 120 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.904913:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000083e21f74/0x4ad31463d9bc05d0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xff7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.904914:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd8d3d11/0x4ad31463d9bc0544 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x100a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.904927:0:205383:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f0298d90/0x4ad31463d9bba63f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1014:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831feb expref: 120 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.904950:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000997ce023/0x4ad31463d9bba287 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1010:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831eb7 expref: 120 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.904951:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.904956:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.904959:0:187548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003e40fbe5/0x4ad31463d9bbad8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xff7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321b2 expref: 91 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.904961:0:205383:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77c8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561315584:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.904961:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.904984:0:205377:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006e081f80/0x4ad31463d9bc056e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.904992:0:205383:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092d80 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.905003:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000997ce023/0x4ad31463d9bba287 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1010:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831eb7 expref: 120 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.905004:0:205377:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006e081f80/0x4ad31463d9bc056e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.905005:0:187548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003e40fbe5/0x4ad31463d9bbad8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xff7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321b2 expref: 91 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.905011:0:188358:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0598 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.905032:0:205377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006e081f80/0x4ad31463d9bc056e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.905035:0:188358:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0598 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.905037:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.905038:0:187548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80e99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561315712:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.905041:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.905047:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc0591 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1010:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.905057:0:205377:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006e081f80/0x4ad31463d9bc056e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.905063:0:188358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0598 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.905068:0:187548:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25f00 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.905075:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc0591 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1010:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.905088:0:205377:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502104.905089:0:205379:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dadc0b49/0x4ad31463d9bc0575 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x100e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.905091:0:188358:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0598 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.905100:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.905107:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006e081f80/0x4ad31463d9bc056e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.905111:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.905113:0:205379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dadc0b49/0x4ad31463d9bc0575 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x100e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.905128:0:188358:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.905129:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68600 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:3.0:1777502104.905130:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+119:2370:x1863837562908672:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 349us (891us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502104.905136:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006e081f80/0x4ad31463d9bc056e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.905140:0:205379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dadc0b49/0x4ad31463d9bc0575 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x100e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.905144:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 857 00010000:00010000:0.0:1777502104.905159:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006e081f80/0x4ad31463d9bc056e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.905160:0:205379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dadc0b49/0x4ad31463d9bc0575 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x100e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.905184:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006e081f80/0x4ad31463d9bc056e lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.905192:0:205379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1777502104.905193:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006e081f80/0x4ad31463d9bc056e lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.905196:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.905203:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0598 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.905212:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.905214:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.905216:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0598 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.905218:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dadc0b49/0x4ad31463d9bc0575 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x100e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.905234:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0598 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.905248:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd58ba7400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.905254:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dadc0b49/0x4ad31463d9bc0575 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x100e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.905263:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dadc0b49/0x4ad31463d9bc0575 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x100e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.905273:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dadc0b49/0x4ad31463d9bc0575 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x100e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.905280:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dadc0b49/0x4ad31463d9bc0575 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x100e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.905294:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.905297:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.905300:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.905307:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.905318:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+268:3309:x1863837561313024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3271us (3554us total) trans 8589935553 rc 0/0 00000100:00100000:2.0:1777502104.905326:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2853 00010000:00010000:3.0:1777502104.905342:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0598 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.905352:0:187550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc0591 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1010:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.905353:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0598 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.905377:0:187550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc0591 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1010:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.905383:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4a988c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+262:3311:x1863837561311104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5480us (5834us total) trans 8589935958 rc 0/0 00000100:00100000:1.0:1777502104.905399:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2848 00010000:00010000:2.0:1777502104.905403:0:187550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc0591 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1010:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.905410:0:187550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc0591 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1010:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.905431:0:187550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.905433:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.905436:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.905439:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc0591 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1010:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.905439:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd6e4f5f80/2, rc 0, transno 8589935958 00010000:00010000:3.0:1777502104.905451:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.905454:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc0591 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1010:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.905455:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6e4f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561311104:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.905464:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71c3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+268:3310:x1863837561311232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5764us (6399us total) trans 8589935554 rc 0/0 00010000:00010000:3.0:1777502104.905467:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc0591 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1010:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.905477:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2847 00010000:00010000:3.0:1777502104.905481:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc0591 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1010:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.905486:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc0591 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1010:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.905505:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.905508:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.905510:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80e99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561315840:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.905511:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.905518:0:188366:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000268ad1d2/0x4ad31463d9bb9bd4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1009:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831cbf expref: 118 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.905532:0:188366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6646df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561313280:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.905548:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.905552:0:188366:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc0583 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1009:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.905562:0:188366:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc0583 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1009:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.905569:0:188366:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc0583 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1009:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.905608:0:188366:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc0583 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1009:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.905617:0:188366:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc0583 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1009:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.905631:0:188366:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777502104.905635:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561315840 00000100:00100000:1.0:1777502104.905640:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561315840 00000100:00100000:2.0:1777502104.905642:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71c39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+262:3309:x1863837561312896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3780us (3992us total) trans 8589935959 rc 0/0 00010000:00010000:0.0:1777502104.905642:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.905649:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc0583 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1009:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.905653:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2852 00010000:00010000:0.0:1777502104.905661:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.905665:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc0583 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1009:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.905673:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc0583 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1009:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.905679:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2861 00000100:00100000:1.0:1777502104.905692:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd80e99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+262:3312:x1863837561315840:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.905693:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc0583 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1009:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.905703:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc0583 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1009:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.905707:0:205376:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4117 count 1 00000100:00100000:2.0:1777502104.905708:0:205380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77c8d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:205380:1863837561314176:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.905736:0:205376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7f49d73/0x4ad31463d9bc05d7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1015:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.905737:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.905741:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.905743:0:205380:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc05ad lrc: 3/0,1 mode: --/PW res: [0x280000400:0xff3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.905744:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.905758:0:205376:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b4728395/0x4ad31463d9bba6fc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1015:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832023 expref: 118 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.905766:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.905768:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.905771:0:205376:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7f49d73/0x4ad31463d9bc05d7 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1015:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.905778:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2862 00000004:00080000:2.0:1777502104.905781:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd47d5b100/2, rc 0, transno 8589935553 00000100:00100000:0.0:1777502104.905789:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+262:3309:x1863837561314944:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.905794:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47d5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561313024:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.905799:0:205376:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b4728395/0x4ad31463d9bba6fc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1015:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832023 expref: 118 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1777502104.905802:0:187551:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4115 count 1 00010000:00010000:1.0:1777502104.905815:0:205376:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b4728395/0x4ad31463d9bba6fc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1015:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832023 expref: 118 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.905817:0:187551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bc05de lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1013:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.905835:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc5606ad80/2, rc 0, transno 8589935959 00000100:00100000:1.0:1777502104.905836:0:205376:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80e9b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205376:1863837561315968:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.905839:0:187551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000088787fc6/0x4ad31463d9bba60e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1013:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fc8 expref: 118 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.905848:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc5606ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561312896:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.905850:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.905853:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.905857:0:187551:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bc05de lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1013:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.905880:0:187551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000088787fc6/0x4ad31463d9bba60e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1013:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fc8 expref: 118 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.905883:0:205376:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25180 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.905897:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77c8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561316352:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.905900:0:187551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000088787fc6/0x4ad31463d9bba60e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1013:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fc8 expref: 118 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.905913:0:187551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6646df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:187551:1863837561316224:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.905935:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.905946:0:187551:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd52c4f840 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.905953:0:205375:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77f9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205375:1863837561314432:192.168.202.27@tcp:104: 00000004:00080000:2.0:1777502104.905971:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd47d58000/2, rc 0, transno 8589935554 00010000:00010000:1.0:1777502104.905975:0:205375:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000075155023/0x4ad31463d9bc05a6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1011:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.905982:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47d58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561311232:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.906033:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777502104.906037:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561316352 00000100:00100000:2.0:1777502104.906042:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561316352 00000100:00100000:1.0:1777502104.906044:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77c8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561316480:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.906072:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2863 00000100:00100000:2.0:1777502104.906081:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+264:3310:x1863837561316352:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.906089:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.906090:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+264:3310:x1863837561309184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9419us (9546us total) trans 8589935960 rc 0/0 00002000:00080000:2.0:1777502104.906098:0:205377:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4118 count 1 00000100:00100000:0.0:1777502104.906099:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2835 00010000:00010000:2.0:1777502104.906112:0:205377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc05e5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1016:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.906125:0:205377:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bba85a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1016:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832062 expref: 118 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.906132:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.906132:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561316480 00010000:00010000:2.0:1777502104.906134:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.906138:0:205377:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc05e5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1016:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.906138:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561316480 00010000:00010000:2.0:1777502104.906163:0:205377:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bba85a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1016:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832062 expref: 118 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.906172:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2864 00010000:00010000:2.0:1777502104.906177:0:205377:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bba85a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1016:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832062 expref: 118 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.906183:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd80e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+268:3312:x1863837561316480:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.906197:0:205377:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77c8c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:205377:1863837561316608:192.168.202.27@tcp:104: 00002000:00080000:1.0:1777502104.906199:0:205385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4089 count 1 00010000:00010000:1.0:1777502104.906213:0:205385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003afdf544/0x4ad31463d9bc05ec lrc: 3/0,1 mode: --/PW res: [0x280000400:0xff9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.906226:0:205385:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf3b6622/0x4ad31463d9bbaf45 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xff9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832253 expref: 91 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.906230:0:205377:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092840 going to sleep for 11 seconds 00010000:00010000:1.0:1777502104.906236:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.906238:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.906241:0:205385:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003afdf544/0x4ad31463d9bc05ec lrc: 4/0,1 mode: --/PW res: [0x280000400:0xff9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.906248:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77c8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561316096:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.906263:0:205385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cf3b6622/0x4ad31463d9bbaf45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xff9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832253 expref: 91 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.906274:0:205385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cf3b6622/0x4ad31463d9bbaf45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xff9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832253 expref: 91 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.906283:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.906298:0:205385:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80e9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:205385:1863837561316736:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.906317:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561316096 00000100:00100000:2.0:1777502104.906322:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561316096 00000100:00100000:1.0:1777502104.906324:0:205385:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25240 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.906348:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2865 00000100:00100000:1.0:1777502104.906355:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+269:3309:x1863837561316096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777502104.906367:0:205384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4088 count 1 00000004:00080000:2.0:1777502104.906371:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc42384e00/2, rc 0, transno 8589935957 00010000:00010000:1.0:1777502104.906379:0:205384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000daa21b1e/0x4ad31463d9bc05f3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xff8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.906380:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc42384e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561309952:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.906397:0:205384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008fb0ed28/0x4ad31463d9bbaf06 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xff8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832245 expref: 91 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.906407:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502104.906409:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.906412:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.906415:0:205384:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000daa21b1e/0x4ad31463d9bc05f3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xff8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.906418:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70ced500/2, rc 0, transno 8589935960 00000100:00100000:2.0:1777502104.906426:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70ced500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561309184:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.906436:0:205384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008fb0ed28/0x4ad31463d9bbaf06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xff8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832245 expref: 91 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.906444:0:205384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008fb0ed28/0x4ad31463d9bbaf06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xff8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832245 expref: 91 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.906444:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562908928 00000100:00100000:0.0:1777502104.906450:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562908928 00000100:00100000:1.0:1777502104.906458:0:205384:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80e98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:205384:1863837561316992:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.906472:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005ad1ba5d/0x4ad31463d9bbaa75 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xff3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8320d2 expref: 92 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.906475:0:205381:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77c8f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205381:1863837561314560:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.906489:0:205384:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25900 going to sleep for 11 seconds 00010000:00010000:2.0:1777502104.906493:0:205381:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc05b4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.906508:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 858 00000100:00100000:1.0:1777502104.906511:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777502104.906518:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77c8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561317120:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.906520:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+92:2371:x1863837562908928:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777502104.906521:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.906523:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77c8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561316864:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.906535:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.906542:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005ad1ba5d/0x4ad31463d9bbaa75 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xff3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8320d2 expref: 92 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.906551:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.906559:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005ad1ba5d/0x4ad31463d9bbaa75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xff3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8320d2 expref: 92 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.906575:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ad1ba5d/0x4ad31463d9bbaa75 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xff3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8320d2 expref: 92 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.906611:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502104.906633:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561317120 00000100:00100000:2.0:1777502104.906638:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561317120 00000100:00100000:2.0:1777502104.906664:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561316864 00000100:00100000:1.0:1777502104.906665:0:205382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:205382:1863837561313920:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.906669:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561316864 00010000:00010000:0.0:1777502104.906669:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.906673:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.906677:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc05ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.906683:0:205382:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d5b06970/0x4ad31463d9bc059f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1012:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.906684:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc05ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xff3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.906693:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2866 00000100:00100000:2.0:1777502104.906706:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+265:3309:x1863837561317120:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777502104.906729:0:188366:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4120 count 1 00000100:00100000:1.0:1777502104.906730:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2867 00010000:00010000:0.0:1777502104.906731:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.906743:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd80e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+265:3311:x1863837561316864:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.906746:0:188366:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc05fa lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1018:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.906756:0:205379:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4119 count 1 00000100:00100000:0.0:1777502104.906757:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+91:2371:x1863837562908928:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 239us (469us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.906763:0:188366:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000167ba9ce/0x4ad31463d9bbaa7c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1018:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8320d9 expref: 117 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.906769:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 858 00010000:00010000:1.0:1777502104.906771:0:205379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c14221f/0x4ad31463d9bc0601 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1017:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.906782:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777502104.906784:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562909056 00010000:00010000:2.0:1777502104.906785:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.906790:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc05fa lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1018:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.906790:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562909056 00010000:00010000:1.0:1777502104.906792:0:205379:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf4a2c9c/0x4ad31463d9bba87d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832070 expref: 118 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.906807:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b7d89561/0x4ad31463d9bba5ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1011:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fba expref: 119 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.906812:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.906815:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.906819:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c14221f/0x4ad31463d9bc0601 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.906833:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.906833:0:188366:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000167ba9ce/0x4ad31463d9bbaa7c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1018:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8320d9 expref: 117 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.906840:0:205379:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cf4a2c9c/0x4ad31463d9bba87d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832070 expref: 119 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.906841:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 859 00000100:00100000:0.0:1777502104.906854:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f684850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+119:2370:x1863837562909056:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.906860:0:188366:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000167ba9ce/0x4ad31463d9bbaa7c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1018:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8320d9 expref: 117 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.906860:0:205379:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cf4a2c9c/0x4ad31463d9bba87d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832070 expref: 119 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.906865:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.906874:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b7d89561/0x4ad31463d9bba5ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1011:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fba expref: 119 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.906892:0:188366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77c8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561317248:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.906903:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b7d89561/0x4ad31463d9bba5ba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1011:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fba expref: 119 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.906909:0:205379:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80e99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561317376:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.906929:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7d89561/0x4ad31463d9bba5ba lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1011:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fba expref: 119 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.906940:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.906942:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.906944:0:188366:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092e40 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.906946:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000075155023/0x4ad31463d9bc05a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1011:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.906947:0:205379:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25300 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.906957:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075155023/0x4ad31463d9bc05a6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1011:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.906964:0:205380:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc05ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.906974:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.906976:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.906979:0:205380:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc05ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.906989:0:205380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc05ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.906996:0:205380:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc05ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.906998:0:205375:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000075155023/0x4ad31463d9bc05a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.907003:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f684850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+118:2370:x1863837562909056:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 151us (485us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502104.907020:0:205375:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075155023/0x4ad31463d9bc05a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.907023:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 859 00010000:00010000:2.0:1777502104.907028:0:205380:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502104.907031:0:205375:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075155023/0x4ad31463d9bc05a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.907037:0:205375:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000075155023/0x4ad31463d9bc05a6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.907049:0:205375:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1777502104.907057:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777502104.907062:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc05ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.907071:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.907075:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc05ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.907083:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc05ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.907100:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc05ad lrc: 1/0,0 mode: --/PW res: [0x280000400:0xff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.907107:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc05ad lrc: 0/0,0 mode: --/PW res: [0x280000400:0xff3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.907123:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.907127:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000075155023/0x4ad31463d9bc05a6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.907134:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd58ba6800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.907138:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000075155023/0x4ad31463d9bc05a6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.907145:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000075155023/0x4ad31463d9bc05a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.907156:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000075155023/0x4ad31463d9bc05a6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.907163:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075155023/0x4ad31463d9bc05a6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.907181:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.907182:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.907186:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.907190:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.907192:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+270:3309:x1863837561314048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4412us (4522us total) trans 8589935555 rc 0/0 00010000:00010000:0.0:1777502104.907198:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.907201:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2855 00000100:00100000:0.0:1777502104.907209:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562909312 00000100:00100000:0.0:1777502104.907213:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562909312 00010000:00010000:0.0:1777502104.907230:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000052572530/0x4ad31463d9bbaaec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832111 expref: 91 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.907233:0:189105:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77c8ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561315328:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.907252:0:189105:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc05bb lrc: 3/0,1 mode: --/PW res: [0x280000400:0xff5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.907258:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4d4a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+266:3311:x1863837561313152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5546us (5913us total) trans 8589935961 rc 0/0 00000100:00100000:0.0:1777502104.907259:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562909184 00000100:00100000:0.0:1777502104.907264:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562909184 00000100:00100000:1.0:1777502104.907267:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2851 00010000:00010000:0.0:1777502104.907281:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aedafa5a/0x4ad31463d9bba600 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1012:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fcf expref: 118 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.907282:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77f9ca80/2, rc 0, transno 8589935555 00000100:00100000:2.0:1777502104.907294:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77f9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561314048:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.907302:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562909440 00000100:00100000:0.0:1777502104.907306:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562909440 00000004:00080000:1.0:1777502104.907315:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd476d0000/2, rc 0, transno 8589935961 00010000:00010000:0.0:1777502104.907320:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000093dfcfdc/0x4ad31463d9bbab39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xff5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83212d expref: 92 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.907329:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77c8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561317504:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.907332:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd476d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561313152:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.907338:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 860 00000100:00100000:0.0:1777502104.907347:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+92:2370:x1863837562909312:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.907353:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.907357:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.907362:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000052572530/0x4ad31463d9bbaaec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xff4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832111 expref: 92 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.907374:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000052572530/0x4ad31463d9bbaaec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xff4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832111 expref: 92 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.907389:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1777502104.907389:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052572530/0x4ad31463d9bbaaec lrc: 0/0,0 mode: --/PR res: [0x280000400:0xff4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832111 expref: 92 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.907402:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80e98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561317632:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.907403:0:205386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c1d64be/0x4ad31463d9bba853 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xff2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832069 expref: 99 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.907403:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.907407:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.907412:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc05b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.907423:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc05b4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.907424:0:205386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc49232a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:205386:1863837561313408:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.907436:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777502104.907448:0:205386:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc058a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.907454:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.907457:0:205386:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc058a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.907465:0:205386:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc058a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.907473:0:205386:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc058a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.907486:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+91:2370:x1863837562909312:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 137us (655us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.907489:0:205386:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc058a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.907491:0:205378:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80e9b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205378:1863837561315456:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.907497:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502104.907514:0:205378:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006d6c8b53/0x4ad31463d9bc05c2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.907518:0:205386:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502104.907527:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 860 00000100:00100000:0.0:1777502104.907547:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 861 00000100:00100000:0.0:1777502104.907557:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+118:2371:x1863837562909184:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.907567:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.907568:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.907573:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc058a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.907573:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aedafa5a/0x4ad31463d9bba600 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1012:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fcf expref: 118 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.907599:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.907602:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc058a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.907618:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc058a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.907623:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aedafa5a/0x4ad31463d9bba600 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1012:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fcf expref: 118 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.907632:0:205381:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc05b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.907639:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aedafa5a/0x4ad31463d9bba600 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1012:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fcf expref: 118 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.907647:0:205381:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc05b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.907668:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc058a lrc: 1/0,0 mode: --/PW res: [0x280000400:0xff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.907670:0:205381:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc05b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.907672:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.907676:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.907680:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d5b06970/0x4ad31463d9bc059f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1012:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.907687:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc058a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.907696:0:205381:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc05b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.907703:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5b06970/0x4ad31463d9bc059f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1012:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.907713:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.907717:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.907730:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.907743:0:205381:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.907746:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502104.907758:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.907763:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc05b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.907764:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.907774:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.907777:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc05b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.907785:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc05b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.907795:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc05b4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.907803:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc05b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.907823:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.907826:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.907829:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502104.907853:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+117:2371:x1863837562909184:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 298us (882us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.907863:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 861 00000100:00100000:3.0:1777502104.907865:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502104.907880:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562909568 00000100:00100000:0.0:1777502104.907884:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562909568 00000100:00100000:2.0:1777502104.907897:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+270:3309:x1863837561314304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4442us (4524us total) trans 8589935556 rc 0/0 00010000:00010000:0.0:1777502104.907898:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003260a87e/0x4ad31463d9bbad9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321c0 expref: 91 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.907913:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2856 00000100:00100000:0.0:1777502104.907922:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562909696 00000100:00100000:0.0:1777502104.907925:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562909696 00000100:00100000:2.0:1777502104.907932:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561317504 00000100:00100000:2.0:1777502104.907938:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561317504 00010000:00010000:0.0:1777502104.907938:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f0298d90/0x4ad31463d9bba63f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1014:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831feb expref: 117 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.907956:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562909824 00000100:00100000:0.0:1777502104.907959:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562909824 00000100:00100000:2.0:1777502104.907967:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561317632 00000100:00100000:2.0:1777502104.907971:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561317632 00010000:00010000:0.0:1777502104.907974:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b4728395/0x4ad31463d9bba6fc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1015:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832023 expref: 118 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.907996:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 862 00000100:00100000:2.0:1777502104.908002:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2868 00000100:00100000:0.0:1777502104.908006:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+91:2371:x1863837562909440:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.908014:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+270:3310:x1863837561317504:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.908014:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.908021:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000093dfcfdc/0x4ad31463d9bbab39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xff5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83212d expref: 91 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.908029:0:205381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4090 count 1 00010000:00010000:0.0:1777502104.908033:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000093dfcfdc/0x4ad31463d9bbab39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xff5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83212d expref: 91 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.908043:0:205381:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc0608 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xffa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.908049:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000093dfcfdc/0x4ad31463d9bbab39 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xff5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83212d expref: 91 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.908063:0:205381:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000071fc120d/0x4ad31463d9bbaf3e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832268 expref: 90 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.908063:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.908066:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.908070:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc05bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.908078:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.908081:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.908083:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc05bb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xff5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.908085:0:205381:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc0608 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.908111:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.908118:0:205381:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000071fc120d/0x4ad31463d9bbaf3e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832268 expref: 90 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.908125:0:205381:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000071fc120d/0x4ad31463d9bbaf3e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832268 expref: 90 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.908133:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+90:2371:x1863837562909440:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 129us (954us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.908137:0:205381:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205381:1863837561317760:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.908149:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 862 00000100:00100000:3.0:1777502104.908154:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502104.908170:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562909952 00000100:00100000:0.0:1777502104.908174:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562909952 00000100:00100000:2.0:1777502104.908176:0:205381:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092480 going to sleep for 11 seconds 00010000:00010000:2.0:1777502104.908188:0:189105:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc05bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.908190:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000088787fc6/0x4ad31463d9bba60e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1013:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fc8 expref: 119 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.908199:0:189105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc05bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.908214:0:189105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc05bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.908219:0:189105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc05bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.908220:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 863 00000100:00100000:0.0:1777502104.908232:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+89:2370:x1863837562909568:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.908238:0:189105:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.908243:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.908245:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.908250:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc05bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.908258:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.908262:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc05bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.908270:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc05bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.908281:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc05bb lrc: 1/0,0 mode: --/PW res: [0x280000400:0xff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.908289:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc05bb lrc: 0/0,0 mode: --/PW res: [0x280000400:0xff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.908305:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.908307:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.908309:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.908317:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.908322:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003260a87e/0x4ad31463d9bbad9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xff6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321c0 expref: 89 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.908332:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003260a87e/0x4ad31463d9bbad9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xff6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321c0 expref: 89 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.908342:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+271:3311:x1863837561314688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4193us (4400us total) trans 8589935557 rc 0/0 00000100:00100000:2.0:1777502104.908352:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2857 00010000:00010000:0.0:1777502104.908356:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003260a87e/0x4ad31463d9bbad9a lrc: 0/0,0 mode: --/PR res: [0x280000400:0xff6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321c0 expref: 89 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.908365:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.908366:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2869 00010000:00010000:0.0:1777502104.908368:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.908372:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006d6c8b53/0x4ad31463d9bc05c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.908376:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd80e98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+266:3312:x1863837561317632:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.908386:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d6c8b53/0x4ad31463d9bc05c2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.908395:0:189105:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4121 count 1 00010000:00010000:0.0:1777502104.908399:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.908408:0:189105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc060f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1019:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.908420:0:189105:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000038706bc4/0x4ad31463d9bbab32 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1019:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832126 expref: 117 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.908427:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.908430:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777502104.908432:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+88:2370:x1863837562909568:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 201us (941us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.908434:0:189105:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc060f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1019:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.908445:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 863 00000100:00100000:0.0:1777502104.908460:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562910080 00000100:00100000:0.0:1777502104.908464:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562910080 00010000:00010000:2.0:1777502104.908466:0:189105:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000038706bc4/0x4ad31463d9bbab32 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1019:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832126 expref: 117 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.908478:0:189105:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000038706bc4/0x4ad31463d9bbab32 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1019:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832126 expref: 117 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.908481:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bba85a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1016:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832062 expref: 120 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.908500:0:189105:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc49232a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:189105:1863837561317888:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.908506:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 864 00000100:00100000:0.0:1777502104.908514:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+120:2370:x1863837562909696:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.908521:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.908524:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f0298d90/0x4ad31463d9bba63f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1014:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831feb expref: 120 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.908540:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f0298d90/0x4ad31463d9bba63f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1014:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831feb expref: 120 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.908553:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.908555:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.908558:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc05c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1014:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.908565:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc05c9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1014:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.908566:0:189105:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092900 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.908622:0:205377:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77c8c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:205377:1863837561316608:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.908644:0:205377:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc05e5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1016:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.908655:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1777502104.908679:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77f9d180/2, rc 0, transno 8589935556 00000100:00100000:2.0:1777502104.908688:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77f9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561314304:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.908742:0:205383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f0298d90/0x4ad31463d9bba63f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1014:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831feb expref: 120 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.908753:0:205383:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77c8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561315584:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.908764:0:205383:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc05c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.908773:0:205383:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc05c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.908780:0:205383:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc05c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.908790:0:205383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc05c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.908797:0:205383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc05c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.908814:0:205383:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.908846:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.908851:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc05c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.908858:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.908863:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc05c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.908870:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc05c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.908882:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc05c9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.908893:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc05c9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.908912:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.908915:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.908917:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502104.908931:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+119:2370:x1863837562909696:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 419us (1169us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.908939:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 864 00000100:00100000:2.0:1777502104.908949:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd80e99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+267:3312:x1863837561315200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4169us (4732us total) trans 8589935962 rc 0/0 00000100:00100000:0.0:1777502104.908956:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 865 00000100:00100000:2.0:1777502104.908959:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2859 00000100:00100000:0.0:1777502104.908968:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+118:2370:x1863837562909824:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.908976:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.908982:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b4728395/0x4ad31463d9bba6fc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1015:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832023 expref: 118 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.908994:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b4728395/0x4ad31463d9bba6fc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1015:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832023 expref: 118 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.909005:0:188366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77c8e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561317248:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.909006:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.909010:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777502104.909015:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.909015:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a7f49d73/0x4ad31463d9bc05d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1015:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.909020:0:188366:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc05fa lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1018:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.909030:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7f49d73/0x4ad31463d9bc05d7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1015:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.909049:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502104.909072:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+118:2370:x1863837562909824:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 107us (1209us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.909081:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 865 00000100:00100000:0.0:1777502104.909100:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562910336 00000100:00100000:0.0:1777502104.909104:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562910336 00010000:00010000:0.0:1777502104.909119:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008fb0ed28/0x4ad31463d9bbaf06 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xff8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832245 expref: 88 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.909134:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+271:3312:x1863837561312768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7876us (8505us total) trans 8589935558 rc 0/0 00000100:00100000:0.0:1777502104.909139:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 866 00000100:00100000:2.0:1777502104.909143:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2850 00000100:00100000:0.0:1777502104.909151:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f685450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+117:2371:x1863837562909952:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.909159:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777502104.909164:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.909166:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000088787fc6/0x4ad31463d9bba60e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1013:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fc8 expref: 117 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.909176:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000088787fc6/0x4ad31463d9bba60e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1013:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fc8 expref: 117 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.909186:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.909189:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.909192:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bc05de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1013:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.909199:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bc05de lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1013:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.909214:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.909219:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77c8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561318016:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.909232:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f685450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+117:2371:x1863837562909952:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 84us (1085us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.909238:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 866 00000100:00100000:1.0:1777502104.909252:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.909264:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562910208 00000100:00100000:0.0:1777502104.909267:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562910208 00010000:00010000:0.0:1777502104.909279:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cf3b6622/0x4ad31463d9bbaf45 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xff9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832253 expref: 89 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.909284:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd80e9ad80/2, rc 0, transno 8589935962 00000100:00100000:0.0:1777502104.909296:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 867 00000100:00100000:1.0:1777502104.909299:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80e9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561315200:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.909306:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+116:2371:x1863837562910080:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.909314:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:1.0:1777502104.909317:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70cfed80/2, rc 0, transno 8589935558 00010000:00010000:0.0:1777502104.909319:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bba85a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1016:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832062 expref: 116 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.909330:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bba85a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1016:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832062 expref: 116 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.909334:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561312768:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.909338:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777502104.909350:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77c8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561318144:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.909354:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bba85a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1016:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832062 expref: 116 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.909358:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.909370:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.909373:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.909376:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc05e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1016:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.909385:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.909394:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc05e5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1016:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.909404:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77f9ea00/2, rc 0, transno 8589935557 00010000:00010000:0.0:1777502104.909414:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.909418:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80e98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561318272:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.909419:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77f9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561314688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.909429:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502104.909439:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+115:2371:x1863837562910080:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 133us (1196us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.909446:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 867 00000100:00100000:2.0:1777502104.909457:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.909464:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562910464 00000100:00100000:1.0:1777502104.909467:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80e9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561318400:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.909469:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562910464 00010000:00010000:0.0:1777502104.909486:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000167ba9ce/0x4ad31463d9bbaa7c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1018:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8320d9 expref: 118 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.909494:0:205377:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc05e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.909503:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562910592 00000100:00100000:1.0:1777502104.909506:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.909507:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562910592 00010000:00010000:2.0:1777502104.909516:0:205377:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc05e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.909522:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cf4a2c9c/0x4ad31463d9bba87d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832070 expref: 115 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.909527:0:205377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc05e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.909539:0:205377:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc05e5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.909549:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 868 00010000:00010000:2.0:1777502104.909554:0:205377:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502104.909555:0:205376:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4728395/0x4ad31463d9bba6fc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1015:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832023 expref: 115 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.909560:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+89:2370:x1863837562910336:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.909572:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.909603:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008fb0ed28/0x4ad31463d9bbaf06 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xff8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832245 expref: 89 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.909607:0:205376:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80e9b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205376:1863837561315968:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.909621:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008fb0ed28/0x4ad31463d9bbaf06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xff8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832245 expref: 89 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.909629:0:205376:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a7f49d73/0x4ad31463d9bc05d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.909646:0:205376:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a7f49d73/0x4ad31463d9bc05d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.909646:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.909650:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.909656:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000daa21b1e/0x4ad31463d9bc05f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.909657:0:205376:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7f49d73/0x4ad31463d9bc05d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.909674:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000daa21b1e/0x4ad31463d9bc05f3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xff8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.909677:0:205376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7f49d73/0x4ad31463d9bc05d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.909686:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+267:3310:x1863837561316352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3605us (3750us total) trans 8589935963 rc 0/0 00010000:00010000:0.0:1777502104.909695:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.909697:0:205376:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7f49d73/0x4ad31463d9bc05d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.909702:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2863 00000100:00100000:0.0:1777502104.909716:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+89:2370:x1863837562910336:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 159us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.909729:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561318016 00010000:00010000:1.0:1777502104.909730:0:205376:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1777502104.909736:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561318016 00000100:00100000:0.0:1777502104.909740:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 868 00010000:00010000:0.0:1777502104.909759:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1777502104.909765:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561318144 00010000:00010000:0.0:1777502104.909765:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc05e5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.909770:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561318144 00010000:00010000:0.0:1777502104.909776:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.909780:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc05e5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.909787:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc05e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.909791:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561318272 00000100:00100000:2.0:1777502104.909794:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561318272 00010000:00010000:3.0:1777502104.909796:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.909802:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc05e5 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.909803:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7f49d73/0x4ad31463d9bc05d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.909810:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561318400 00000100:00100000:2.0:1777502104.909815:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561318400 00010000:00010000:3.0:1777502104.909826:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd58ba7000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.909833:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7f49d73/0x4ad31463d9bc05d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.909833:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc05e5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.909841:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2870 00000100:00100000:2.0:1777502104.909850:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd80e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+273:3312:x1863837561318016:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.909850:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.909854:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.909857:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1777502104.909864:0:205377:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4091 count 1 00000100:00100000:1.0:1777502104.909866:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd80e99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+268:3312:x1863837561315840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4178us (4319us total) trans 8589935964 rc 0/0 00000100:00100000:0.0:1777502104.909872:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 869 00000100:00100000:1.0:1777502104.909876:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2861 00010000:00010000:2.0:1777502104.909879:0:205377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0616 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xffb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.909885:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+88:2370:x1863837562910208:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502104.909895:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2871 00010000:00010000:3.0:1777502104.909900:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7f49d73/0x4ad31463d9bc05d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.909900:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.909908:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cf3b6622/0x4ad31463d9bbaf45 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xff9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832253 expref: 88 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.909911:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+267:3310:x1863837561318144:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.909931:0:205377:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006a332dfa/0x4ad31463d9bbb25c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xffb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832348 expref: 98 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.909931:0:205376:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4122 count 1 00010000:00010000:3.0:1777502104.909935:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7f49d73/0x4ad31463d9bc05d7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.909936:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cf3b6622/0x4ad31463d9bbaf45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xff9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832253 expref: 88 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.909945:0:205376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8534bbf/0x4ad31463d9bc061d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x101a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.909958:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.909962:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.909965:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7f49d73/0x4ad31463d9bc05d7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.909967:0:205377:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0616 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xffb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.909970:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.909974:0:205376:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000036a72cfe/0x4ad31463d9bbad93 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x101a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321b9 expref: 118 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.909974:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.909979:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003afdf544/0x4ad31463d9bc05ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.910000:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.910000:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.910002:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003afdf544/0x4ad31463d9bc05ec lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xff9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.910005:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.910005:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.910008:0:205376:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8534bbf/0x4ad31463d9bc061d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x101a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.910010:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.910014:0:205377:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006a332dfa/0x4ad31463d9bbb25c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xffb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832348 expref: 98 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.910028:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.910033:0:205377:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006a332dfa/0x4ad31463d9bbb25c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xffb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832348 expref: 98 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.910042:0:205376:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000036a72cfe/0x4ad31463d9bbad93 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x101a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321b9 expref: 118 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.910045:0:205377:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205377:1863837561318528:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.910052:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+88:2370:x1863837562910208:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 170us (888us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502104.910059:0:205376:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000036a72cfe/0x4ad31463d9bbad93 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x101a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321b9 expref: 118 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.910066:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 869 00000100:00100000:1.0:1777502104.910072:0:205376:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80e9b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205376:1863837561318656:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.910084:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 870 00000100:00100000:0.0:1777502104.910094:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+118:2370:x1863837562910464:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502104.910102:0:205376:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25b40 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.910102:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502104.910103:0:205377:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092e40 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.910111:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000167ba9ce/0x4ad31463d9bbaa7c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1018:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8320d9 expref: 118 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.910122:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000167ba9ce/0x4ad31463d9bbaa7c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1018:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8320d9 expref: 118 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.910131:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd80e99880/2, rc 0, transno 8589935964 00000100:00100000:2.0:1777502104.910133:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2872 00010000:00010000:0.0:1777502104.910138:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000167ba9ce/0x4ad31463d9bbaa7c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1018:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8320d9 expref: 118 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.910147:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80e99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561315840:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.910149:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+273:3310:x1863837561318272:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.910149:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.910153:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.910157:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc05fa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1018:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.910165:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc05fa lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1018:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.910169:0:205385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf3b6622/0x4ad31463d9bbaf45 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xff9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832253 expref: 87 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.910184:0:205385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80e9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:205385:1863837561316736:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.910190:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.910201:0:205385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003afdf544/0x4ad31463d9bc05ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.910210:0:205385:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003afdf544/0x4ad31463d9bc05ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.910211:0:187550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4093 count 1 00000100:00100000:0.0:1777502104.910217:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+117:2370:x1863837562910464:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 124us (859us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.910228:0:187550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc0624 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xffd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.910228:0:205385:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003afdf544/0x4ad31463d9bc05ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.910233:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 870 00000100:00100000:0.0:1777502104.910252:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 871 00010000:00010000:1.0:1777502104.910254:0:205385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003afdf544/0x4ad31463d9bc05ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.910259:0:187550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d8160aa1/0x4ad31463d9bbb4b6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323c6 expref: 86 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.910263:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+114:2370:x1863837562910592:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.910277:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.910287:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cf4a2c9c/0x4ad31463d9bba87d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1017:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832070 expref: 114 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.910292:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502104.910296:0:205385:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003afdf544/0x4ad31463d9bc05ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.910307:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.910311:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.910316:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc0624 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.910316:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cf4a2c9c/0x4ad31463d9bba87d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1017:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832070 expref: 114 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.910329:0:205385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.910342:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.910344:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.910348:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002c14221f/0x4ad31463d9bc0601 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1017:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.910353:0:187550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d8160aa1/0x4ad31463d9bbb4b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323c6 expref: 86 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.910359:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c14221f/0x4ad31463d9bc0601 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1017:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.910373:0:187550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d8160aa1/0x4ad31463d9bbb4b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323c6 expref: 86 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.910379:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1777502104.910384:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.910385:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003afdf544/0x4ad31463d9bc05ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.910386:0:187550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:187550:1863837561318912:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.910399:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd58ba6200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.910403:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003afdf544/0x4ad31463d9bc05ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.910411:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003afdf544/0x4ad31463d9bc05ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.910423:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003afdf544/0x4ad31463d9bc05ec lrc: 1/0,0 mode: --/PW res: [0x280000400:0xff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.910426:0:187550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092840 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.910432:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003afdf544/0x4ad31463d9bc05ec lrc: 0/0,0 mode: --/PW res: [0x280000400:0xff9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.910451:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2873 00010000:00010000:0.0:1777502104.910453:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.910458:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.910458:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.910463:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.910465:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+274:3311:x1863837561318400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502104.910475:0:205380:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4092 count 1 00010000:00010000:0.0:1777502104.910476:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.910485:0:205380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc062b lrc: 3/0,1 mode: --/PW res: [0x280000400:0xffc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.910494:0:205380:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000336eb8e1/0x4ad31463d9bbb4af lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323bf expref: 86 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.910498:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.910499:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.910501:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc062b lrc: 4/0,1 mode: --/PW res: [0x280000400:0xffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.910516:0:205380:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000336eb8e1/0x4ad31463d9bbb4af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323bf expref: 86 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.910523:0:205380:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000336eb8e1/0x4ad31463d9bbb4af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323bf expref: 86 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.910532:0:205380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:205380:1863837561319040:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.910537:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+114:2370:x1863837562910592:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 274us (1107us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502104.910546:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd80e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+274:3312:x1863837561316480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4365us (4459us total) trans 8589935559 rc 0/0 00000100:00100000:0.0:1777502104.910550:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 871 00000100:00100000:2.0:1777502104.910558:0:205380:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092f00 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.910560:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2864 00000100:00100000:0.0:1777502104.910571:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562910720 00000100:00100000:0.0:1777502104.910576:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562910720 00010000:00010000:0.0:1777502104.910606:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000071fc120d/0x4ad31463d9bbaf3e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832268 expref: 87 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.910627:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562910848 00000100:00100000:1.0:1777502104.910630:0:187548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80e99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561315712:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.910631:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562910848 00000100:00100000:2.0:1777502104.910635:0:189105:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc49232a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:189105:1863837561317888:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.910646:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003e40fbe5/0x4ad31463d9bbad8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xff7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321b2 expref: 88 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.910653:0:187548:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000083e21f74/0x4ad31463d9bc05d0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xff7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.910655:0:189105:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc060f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1019:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.910658:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562910976 00000100:00100000:0.0:1777502104.910662:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562910976 00010000:00010000:0.0:1777502104.910673:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000038706bc4/0x4ad31463d9bbab32 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1019:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832126 expref: 117 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.910691:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777502104.910693:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 872 00000100:00100000:0.0:1777502104.910702:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+88:2371:x1863837562910720:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000004:00080000:2.0:1777502104.910703:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77c8f800/2, rc 0, transno 8589935963 00000100:00100000:1.0:1777502104.910704:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561318784:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.910714:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77c8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561316352:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.910714:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.910733:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000071fc120d/0x4ad31463d9bbaf3e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xffa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832268 expref: 88 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.910744:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000071fc120d/0x4ad31463d9bbaf3e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xffa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832268 expref: 88 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.910752:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.910764:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.910766:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.910769:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561319168:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.910769:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc0608 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xffa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.910781:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc0608 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xffa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.910787:0:205382:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d5b06970/0x4ad31463d9bc059f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.910794:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.910798:0:205382:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d5b06970/0x4ad31463d9bc059f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.910809:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.910811:0:205382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5b06970/0x4ad31463d9bc059f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.910820:0:205382:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d5b06970/0x4ad31463d9bc059f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.910825:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+88:2371:x1863837562910720:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 123us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.910838:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 872 00000100:00100000:2.0:1777502104.910849:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561318784 00010000:00010000:1.0:1777502104.910849:0:205382:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.910855:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561318784 00010000:00010000:0.0:1777502104.910856:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.910861:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d5b06970/0x4ad31463d9bc059f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.910873:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd58ba7a00 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:2.0:1777502104.910875:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561319168 00010000:00010000:0.0:1777502104.910877:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5b06970/0x4ad31463d9bc059f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.910879:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561319168 00010000:00010000:0.0:1777502104.910888:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5b06970/0x4ad31463d9bc059f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.910900:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d5b06970/0x4ad31463d9bc059f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.910904:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2874 00010000:00010000:0.0:1777502104.910913:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5b06970/0x4ad31463d9bc059f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.910916:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd80e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+269:3311:x1863837561318784:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777502104.910934:0:205383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4123 count 1 00010000:00010000:0.0:1777502104.910937:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.910940:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.910943:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.910949:0:205383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0632 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x101b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.910955:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 873 00000100:00100000:0.0:1777502104.910969:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f684c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+87:2370:x1863837562910848:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.910970:0:205383:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bfce0dfc/0x4ad31463d9bbada1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x101b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321c7 expref: 117 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.910981:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.910981:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.910985:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.910988:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003e40fbe5/0x4ad31463d9bbad8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xff7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321b2 expref: 87 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.910990:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0632 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x101b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.911013:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+270:3312:x1863837561313536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8875us (9215us total) trans 8589935965 rc 0/0 00010000:00010000:0.0:1777502104.911014:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003e40fbe5/0x4ad31463d9bbad8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xff7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321b2 expref: 87 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.911026:0:205383:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bfce0dfc/0x4ad31463d9bbada1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x101b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321c7 expref: 117 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.911031:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2854 00010000:00010000:2.0:1777502104.911055:0:205383:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bfce0dfc/0x4ad31463d9bbada1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x101b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321c7 expref: 117 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.911059:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2875 00010000:00010000:0.0:1777502104.911059:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e40fbe5/0x4ad31463d9bbad8c lrc: 0/0,0 mode: --/PR res: [0x280000400:0xff7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321b2 expref: 87 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.911075:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+269:3309:x1863837561319168:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.911083:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.911087:0:205383:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561319296:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.911087:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00002000:00080000:1.0:1777502104.911091:0:205382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4124 count 1 00010000:00010000:0.0:1777502104.911091:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000083e21f74/0x4ad31463d9bc05d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.911102:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000083e21f74/0x4ad31463d9bc05d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xff7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.911106:0:205382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d1b68116/0x4ad31463d9bc0639 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x101c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.911119:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.911120:0:205382:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ea728b55/0x4ad31463d9bbae57 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x101c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321ff expref: 117 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.911129:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.911131:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.911134:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d1b68116/0x4ad31463d9bc0639 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x101c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.911147:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f684c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+86:2370:x1863837562910848:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 183us (766us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.911153:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 873 00010000:00010000:1.0:1777502104.911157:0:205382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ea728b55/0x4ad31463d9bbae57 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x101c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321ff expref: 117 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.911168:0:205382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ea728b55/0x4ad31463d9bbae57 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x101c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321ff expref: 117 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.911180:0:205382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80e9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:205382:1863837561319424:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.911182:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 874 00000100:00100000:0.0:1777502104.911199:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+117:2371:x1863837562910976:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.911203:0:188366:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc05fa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1018:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.911208:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.911216:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000038706bc4/0x4ad31463d9bbab32 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1019:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832126 expref: 117 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.911217:0:188366:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc05fa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1018:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.911223:0:205382:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25840 going to sleep for 11 seconds 00010000:00010000:2.0:1777502104.911240:0:188366:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc05fa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1018:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.911244:0:187548:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000083e21f74/0x4ad31463d9bc05d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.911245:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.911245:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000038706bc4/0x4ad31463d9bbab32 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1019:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832126 expref: 117 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.911272:0:187548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000083e21f74/0x4ad31463d9bc05d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.911283:0:188366:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc05fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1018:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.911299:0:187548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000083e21f74/0x4ad31463d9bc05d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.911299:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000038706bc4/0x4ad31463d9bbab32 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1019:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832126 expref: 117 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.911315:0:188366:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502104.911320:0:187548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000083e21f74/0x4ad31463d9bc05d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.911323:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.911326:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.911331:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc060f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1019:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.911338:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc060f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1019:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.911343:0:187548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1777502104.911351:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777502104.911355:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc05fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1018:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.911362:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.911365:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc05fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1018:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.911373:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc05fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1018:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.911385:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc05fa lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1018:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.911397:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc05fa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1018:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.911415:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.911418:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000083e21f74/0x4ad31463d9bc05d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.911424:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd58ba7600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.911428:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000083e21f74/0x4ad31463d9bc05d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.911435:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000083e21f74/0x4ad31463d9bc05d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.911447:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000083e21f74/0x4ad31463d9bc05d0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.911454:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000083e21f74/0x4ad31463d9bc05d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xff7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.911474:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.911477:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.911481:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.911491:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502104.911495:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562911232 00000100:00100000:2.0:1777502104.911499:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+270:3309:x1863837561317120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4794us (4947us total) trans 8589935966 rc 0/0 00000100:00100000:0.0:1777502104.911500:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562911232 00000100:00100000:2.0:1777502104.911509:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2866 00010000:00010000:0.0:1777502104.911519:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000036a72cfe/0x4ad31463d9bbad93 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x101a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321b9 expref: 117 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.911540:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 875 00000004:00080000:2.0:1777502104.911548:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77c8ca80/2, rc 0, transno 8589935966 00000100:00100000:0.0:1777502104.911549:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+117:2371:x1863837562911232:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.911559:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502104.911563:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77c8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561317120:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.911564:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000036a72cfe/0x4ad31463d9bbad93 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x101a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321b9 expref: 117 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.911567:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+274:3309:x1863837561315072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6749us (6890us total) trans 8589935560 rc 0/0 00000100:00100000:1.0:1777502104.911608:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2860 00010000:00010000:0.0:1777502104.911611:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000036a72cfe/0x4ad31463d9bbad93 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x101a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321b9 expref: 117 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.911624:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.911627:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.911631:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b8534bbf/0x4ad31463d9bc061d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.911639:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8534bbf/0x4ad31463d9bc061d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x101a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.911652:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.911652:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1777502104.911655:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd80e9a300/2, rc 0, transno 8589935560 00010000:00010000:1.0:1777502104.911655:0:205384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008fb0ed28/0x4ad31463d9bbaf06 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xff8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832245 expref: 85 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.911672:0:205384:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80e98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:205384:1863837561316992:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.911674:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80e9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561315072:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.911682:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+117:2371:x1863837562911232:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 131us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.911686:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777502104.911688:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502104.911691:0:205384:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000daa21b1e/0x4ad31463d9bc05f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.911696:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 875 00000100:00100000:2.0:1777502104.911700:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561319552:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.911750:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.911758:0:205384:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000daa21b1e/0x4ad31463d9bc05f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.911773:0:205384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000daa21b1e/0x4ad31463d9bc05f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.911781:0:205384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000daa21b1e/0x4ad31463d9bc05f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.911785:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:187550:1863837561318912:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.911797:0:205384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000daa21b1e/0x4ad31463d9bc05f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.911806:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc0624 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.911815:0:205384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.911840:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.911845:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000daa21b1e/0x4ad31463d9bc05f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.911854:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77c8c380/2, rc 0, transno 8589935559 00010000:00010000:0.0:1777502104.911861:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd413ece00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.911866:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000daa21b1e/0x4ad31463d9bc05f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.911874:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77c8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561316480:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.911875:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000daa21b1e/0x4ad31463d9bc05f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.911890:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000daa21b1e/0x4ad31463d9bc05f3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.911893:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd47d58380/2, rc 0, transno 8589935965 00010000:00010000:0.0:1777502104.911902:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000daa21b1e/0x4ad31463d9bc05f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xff8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.911907:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561313536:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.911927:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.911929:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.911930:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.911934:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502104.911944:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562911104 00000100:00100000:0.0:1777502104.911949:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562911104 00000100:00100000:2.0:1777502104.911957:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77f9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561319808:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.911965:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006a332dfa/0x4ad31463d9bbb25c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xffb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832348 expref: 99 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.911980:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562911360 00000100:00100000:0.0:1777502104.911983:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562911360 00000100:00100000:2.0:1777502104.911989:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.911997:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d8160aa1/0x4ad31463d9bbb4b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323c6 expref: 85 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.912018:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777502104.912018:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+274:3309:x1863837561316096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5661us (5736us total) trans 8589935561 rc 0/0 00000100:00100000:0.0:1777502104.912018:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562911488 00000100:00100000:0.0:1777502104.912023:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562911488 00000100:00100000:2.0:1777502104.912029:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80e98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561319680:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.912032:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2865 00010000:00010000:0.0:1777502104.912037:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000336eb8e1/0x4ad31463d9bbb4af lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323bf expref: 86 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.912054:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561319552 00000100:00100000:0.0:1777502104.912058:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 876 00000100:00100000:1.0:1777502104.912060:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561319552 00000100:00100000:2.0:1777502104.912065:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.912072:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+99:2370:x1863837562911104:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.912081:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.912085:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006a332dfa/0x4ad31463d9bbb25c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xffb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832348 expref: 99 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.912086:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561319808 00000100:00100000:1.0:1777502104.912091:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561319808 00000100:00100000:2.0:1777502104.912101:0:205380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:205380:1863837561319040:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.912102:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006a332dfa/0x4ad31463d9bbb25c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xffb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832348 expref: 99 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.912107:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561319680 00000100:00100000:1.0:1777502104.912112:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561319680 00010000:00010000:2.0:1777502104.912119:0:205380:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc062b lrc: 3/0,1 mode: --/PW res: [0x280000400:0xffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.912123:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.912127:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.912131:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2876 00010000:00010000:0.0:1777502104.912132:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0616 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xffb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.912140:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4a98b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+270:3309:x1863837561319552:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.912142:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1777502104.912145:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0616 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xffb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.912155:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561319936:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777502104.912160:0:205384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4127 count 1 00010000:00010000:0.0:1777502104.912163:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.912172:0:205384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b128bdb7/0x4ad31463d9bc0640 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x101f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.912186:0:205384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000004ad1b9b/0x4ad31463d9bbb1d0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x101f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83231e expref: 113 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.912195:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.912196:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+99:2370:x1863837562911104:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 124us (544us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502104.912202:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.912206:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.912210:0:205384:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b128bdb7/0x4ad31463d9bc0640 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x101f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.912215:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 876 00000004:00080000:2.0:1777502104.912226:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77c8d880/2, rc 0, transno 8589935561 00010000:00010000:1.0:1777502104.912235:0:205384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000004ad1b9b/0x4ad31463d9bbb1d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x101f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83231e expref: 113 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.912236:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 877 00000100:00100000:2.0:1777502104.912245:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77c8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561316096:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.912247:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+86:2370:x1863837562911360:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.912249:0:205384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000004ad1b9b/0x4ad31463d9bbb1d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x101f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83231e expref: 113 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.912260:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502104.912262:0:205384:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47d59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:205384:1863837561320064:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.912268:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d8160aa1/0x4ad31463d9bbb4b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xffd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323c6 expref: 86 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.912278:0:205381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071fc120d/0x4ad31463d9bbaf3e lrc: 0/0,0 mode: --/PR res: [0x280000400:0xffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832268 expref: 86 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.912280:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d8160aa1/0x4ad31463d9bbb4b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xffd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323c6 expref: 86 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.912307:0:205381:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205381:1863837561317760:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.912309:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8160aa1/0x4ad31463d9bbb4b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xffd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323c6 expref: 85 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.912310:0:205384:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25f00 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.912325:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.912327:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.912330:0:205381:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc0608 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.912330:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc0624 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.912331:0:205378:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006d6c8b53/0x4ad31463d9bc05c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.912354:0:205378:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d6c8b53/0x4ad31463d9bc05c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.912354:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc0624 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.912358:0:205381:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc0608 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.912377:0:205378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006d6c8b53/0x4ad31463d9bc05c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.912383:0:205381:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc0608 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.912385:0:205378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006d6c8b53/0x4ad31463d9bc05c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.912388:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502104.912409:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+84:2370:x1863837562911360:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 164us (724us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.912426:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 877 00010000:00010000:2.0:1777502104.912427:0:205381:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc0608 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.912434:0:205378:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502104.912437:0:205381:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc0608 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.912445:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.912450:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006d6c8b53/0x4ad31463d9bc05c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.912454:0:205381:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.912461:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd58ba6e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.912465:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006d6c8b53/0x4ad31463d9bc05c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.912472:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006d6c8b53/0x4ad31463d9bc05c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.912482:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006d6c8b53/0x4ad31463d9bc05c2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.912489:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d6c8b53/0x4ad31463d9bc05c2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.912507:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.912511:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc0608 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.912518:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.912521:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc0608 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.912528:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc0608 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.912544:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc0608 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.912551:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc0608 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.912569:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.912573:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.912575:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd80e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+276:3311:x1863837561314816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8043us (8545us total) trans 8589935562 rc 0/0 00010000:00010000:0.0:1777502104.912576:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.912604:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2858 00000100:00100000:1.0:1777502104.912623:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561319936 00000100:00100000:1.0:1777502104.912625:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561319936 00010000:00010000:0.0:1777502104.912633:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502104.912649:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 878 00000100:00100000:1.0:1777502104.912652:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2877 00000100:00100000:1.0:1777502104.912664:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+276:3312:x1863837561319808:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.912666:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+83:2371:x1863837562911488:12345-192.168.202.27@tcp:103:ldlm_bl.0 00002000:00080000:1.0:1777502104.912674:0:205378:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4095 count 1 00010000:00010000:0.0:1777502104.912676:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502104.912682:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+276:3310:x1863837561317504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4669us (5328us total) trans 8589935563 rc 0/0 00010000:00010000:0.0:1777502104.912684:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000336eb8e1/0x4ad31463d9bbb4af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xffc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323bf expref: 83 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.912687:0:205378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000473b150a/0x4ad31463d9bc0647 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.912697:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2868 00010000:00010000:0.0:1777502104.912713:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000336eb8e1/0x4ad31463d9bbb4af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xffc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323bf expref: 83 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.912714:0:205378:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000045127da4/0x4ad31463d9bbb534 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323f7 expref: 98 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.912731:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2878 00010000:00010000:1.0:1777502104.912745:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.912746:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+275:3312:x1863837561319680:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.912748:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.912754:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000473b150a/0x4ad31463d9bc0647 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.912755:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000336eb8e1/0x4ad31463d9bbb4af lrc: 0/0,0 mode: --/PR res: [0x280000400:0xffc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323bf expref: 83 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.912757:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00002000:00080000:2.0:1777502104.912765:0:205381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4094 count 1 00010000:00010000:0.0:1777502104.912781:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.912782:0:205381:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc064e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xffe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.912785:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.912789:0:205378:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000045127da4/0x4ad31463d9bbb534 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323f7 expref: 98 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.912790:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc062b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.912797:0:205381:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000633981a/0x4ad31463d9bbb4e7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323e2 expref: 98 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.912812:0:205378:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000045127da4/0x4ad31463d9bbb534 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323f7 expref: 98 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.912817:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc062b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.912824:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.912828:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.912833:0:205381:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc064e lrc: 4/0,1 mode: --/PW res: [0x280000400:0xffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.912850:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.912859:0:205378:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5249fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205378:1863837561320320:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.912875:0:205381:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000633981a/0x4ad31463d9bbb4e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323e2 expref: 98 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.912875:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+82:2371:x1863837562911488:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 214us (948us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.912894:0:205381:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000633981a/0x4ad31463d9bbb4e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323e2 expref: 98 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.912894:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 878 00000100:00100000:1.0:1777502104.912897:0:205378:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25180 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.912908:0:205381:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205381:1863837561320448:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.912911:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562911616 00000100:00100000:0.0:1777502104.912915:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562911616 00000004:00080000:1.0:1777502104.912930:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70cfe680/2, rc 0, transno 8589935562 00010000:00010000:0.0:1777502104.912931:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ea728b55/0x4ad31463d9bbae57 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x101c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321ff expref: 117 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.912934:0:205381:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092f00 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.912942:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561314816:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.912953:0:205380:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc062b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.912959:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 879 00010000:00010000:2.0:1777502104.912965:0:205380:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc062b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.912972:0:205380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc062b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.912973:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+117:2370:x1863837562911616:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.912984:0:205380:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc062b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.912987:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502104.912988:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5249ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561320576:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.912995:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ea728b55/0x4ad31463d9bbae57 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x101c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321ff expref: 117 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.913006:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ea728b55/0x4ad31463d9bbae57 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x101c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321ff expref: 117 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.913009:0:205380:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777502104.913022:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.913022:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.913023:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.913026:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.913030:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d1b68116/0x4ad31463d9bc0639 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.913032:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc062b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.913055:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.913056:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d1b68116/0x4ad31463d9bc0639 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x101c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.913062:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc062b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.913070:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.913072:0:205379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf4a2c9c/0x4ad31463d9bba87d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832070 expref: 113 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.913076:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc062b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.913096:0:205379:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80e99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561317376:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.913098:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+117:2370:x1863837562911616:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 127us (346us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502104.913099:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc062b lrc: 1/0,0 mode: --/PW res: [0x280000400:0xffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.913108:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 879 00010000:00010000:1.0:1777502104.913118:0:205379:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002c14221f/0x4ad31463d9bc0601 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.913128:0:205379:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002c14221f/0x4ad31463d9bc0601 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.913135:0:205379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c14221f/0x4ad31463d9bc0601 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.913143:0:205379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c14221f/0x4ad31463d9bc0601 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.913151:0:205379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002c14221f/0x4ad31463d9bc0601 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.913166:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+276:3311:x1863837561318400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2703us (3662us total) trans 8589935564 rc 0/0 00010000:00010000:0.0:1777502104.913171:0:187551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000088787fc6/0x4ad31463d9bba60e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1013:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf831fc8 expref: 112 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.913174:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc062b lrc: 0/0,0 mode: --/PW res: [0x280000400:0xffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.913179:0:205379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.913183:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2873 00000100:00100000:0.0:1777502104.913199:0:187551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6646df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:187551:1863837561316224:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.913207:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561320576 00000100:00100000:2.0:1777502104.913211:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561320576 00010000:00010000:3.0:1777502104.913213:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.913217:0:187551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bc05de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.913218:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002c14221f/0x4ad31463d9bc0601 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.913234:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2879 00010000:00010000:0.0:1777502104.913240:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.913241:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd413ec600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.913246:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002c14221f/0x4ad31463d9bc0601 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.913246:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+271:3310:x1863837561319936:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.913247:0:187551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bc05de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.913265:0:205380:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4125 count 1 00010000:00010000:0.0:1777502104.913268:0:187551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bc05de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.913273:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002c14221f/0x4ad31463d9bc0601 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.913280:0:205380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc0655 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x101d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.913281:0:187551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bc05de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.913293:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002c14221f/0x4ad31463d9bc0601 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.913312:0:205380:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000097c7235e/0x4ad31463d9bbaf37 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x101d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83225a expref: 116 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.913315:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd80e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+272:3311:x1863837561316864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6573us (6706us total) trans 8589935967 rc 0/0 00010000:00010000:3.0:1777502104.913317:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c14221f/0x4ad31463d9bc0601 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.913327:0:187551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bc05de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.913332:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2867 00010000:00010000:2.0:1777502104.913340:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.913344:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.913348:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc0655 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x101d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.913349:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2880 00010000:00010000:0.0:1777502104.913352:0:187551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777502104.913359:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+276:3311:x1863837561320576:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.913361:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.913363:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.913369:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bc05de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.913375:0:205379:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4097 count 1 00010000:00010000:3.0:1777502104.913378:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.913383:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bc05de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.913385:0:205380:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000097c7235e/0x4ad31463d9bbaf37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x101d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83225a expref: 116 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.913386:0:205379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8005d6c/0x4ad31463d9bc065c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1001:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.913406:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bc05de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.913411:0:205379:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b104a1a5/0x4ad31463d9bbb709 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832459 expref: 98 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.913413:0:205380:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000097c7235e/0x4ad31463d9bbaf37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x101d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83225a expref: 116 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.913431:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.913434:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.913438:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8005d6c/0x4ad31463d9bc065c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.913448:0:205380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc49232a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561320704:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.913451:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bc05de lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.913460:0:205379:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b104a1a5/0x4ad31463d9bbb709 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832459 expref: 98 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.913461:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bc05de lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.913478:0:205380:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092a80 going to sleep for 11 seconds 00010000:00010000:1.0:1777502104.913478:0:205379:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b104a1a5/0x4ad31463d9bbb709 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832459 expref: 98 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.913490:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.913491:0:205379:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205379:1863837561320832:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.913494:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.913499:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502104.913500:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+272:3309:x1863837561314944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7713us (9528us total) trans 8589935968 rc 0/0 00010000:00010000:2.0:1777502104.913502:0:187550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc0624 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.913514:0:205379:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777502104.913515:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2862 00010000:00010000:2.0:1777502104.913520:0:187550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc0624 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.913535:0:187550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc0624 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.913541:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd80e9a680/2, rc 0, transno 8589935564 00010000:00010000:2.0:1777502104.913544:0:187550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc0624 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.913549:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.913551:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80e9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561318400:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.913567:0:187550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.913572:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:1.0:1777502104.913607:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77c8e680/2, rc 0, transno 8589935967 00010000:00010000:0.0:1777502104.913616:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc0624 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.913618:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77c8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561316864:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.913627:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1777502104.913629:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.913634:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc0624 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.913642:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc0624 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.913653:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80e99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561320960:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.913655:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc0624 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.913663:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc0624 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.913684:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.913689:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.913693:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.913697:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.913731:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561320960 00000100:00100000:1.0:1777502104.913736:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561320960 00000100:00100000:0.0:1777502104.913745:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+116:2371:x1863837562910976:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 2552us (3291us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.913750:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+278:3310:x1863837561318272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3607us (4292us total) trans 8589935565 rc 0/0 00000100:00100000:0.0:1777502104.913760:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 874 00000100:00100000:1.0:1777502104.913761:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2881 00000100:00100000:2.0:1777502104.913770:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2872 00000100:00100000:1.0:1777502104.913773:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+278:3311:x1863837561320960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777502104.913784:0:187551:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4098 count 1 00010000:00010000:2.0:1777502104.913800:0:189105:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc060f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.913809:0:189105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc060f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.913818:0:189105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc060f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.913821:0:187551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003404d6ea/0x4ad31463d9bc0663 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1002:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.913828:0:189105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc060f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.913841:0:187551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a5449889/0x4ad31463d9bbb9b0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1002:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832532 expref: 98 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.913847:0:189105:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502104.913848:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.913852:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.913855:0:187551:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003404d6ea/0x4ad31463d9bc0663 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1002:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.913857:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.913864:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc060f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.913872:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.913875:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc060f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.913883:0:187551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a5449889/0x4ad31463d9bbb9b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1002:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832532 expref: 98 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.913885:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc060f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.913911:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc060f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.913914:0:187551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a5449889/0x4ad31463d9bbb9b0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1002:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832532 expref: 98 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.913929:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc060f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.913937:0:187551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:187551:1863837561321216:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.913949:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.913953:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.913957:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.913977:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd80e98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+272:3312:x1863837561317632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5602us (6543us total) trans 8589935969 rc 0/0 00000100:00100000:2.0:1777502104.913987:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2869 00000100:00100000:1.0:1777502104.913995:0:187551:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25300 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.914017:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561320192:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.914050:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.914054:0:205382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ea728b55/0x4ad31463d9bbae57 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x101c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321ff expref: 115 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.914068:0:205382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80e9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:205382:1863837561319424:192.168.202.27@tcp:104: 00000004:00080000:2.0:1777502104.914079:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd80e98700/2, rc 0, transno 8589935565 00010000:00010000:1.0:1777502104.914081:0:205382:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d1b68116/0x4ad31463d9bc0639 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.914091:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80e98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561318272:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.914091:0:205382:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d1b68116/0x4ad31463d9bc0639 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.914102:0:205382:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d1b68116/0x4ad31463d9bc0639 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.914111:0:205382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d1b68116/0x4ad31463d9bc0639 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.914120:0:205382:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d1b68116/0x4ad31463d9bc0639 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x101c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.914128:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77c8ea00/2, rc 0, transno 8589935563 00000100:00100000:2.0:1777502104.914138:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77c8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561317504:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.914146:0:205382:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.914156:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.914161:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d1b68116/0x4ad31463d9bc0639 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x101c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.914170:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd413ecc00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.914173:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d1b68116/0x4ad31463d9bc0639 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x101c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.914179:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd71c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561321344:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.914183:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d1b68116/0x4ad31463d9bc0639 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x101c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.914191:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.914201:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d1b68116/0x4ad31463d9bc0639 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x101c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.914209:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d1b68116/0x4ad31463d9bc0639 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x101c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.914218:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.914230:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.914233:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.914236:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.914243:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777502104.914247:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562911744 00000100:00100000:0.0:1777502104.914251:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562911744 00000100:00100000:2.0:1777502104.914252:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f79d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561321088:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.914272:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000004ad1b9b/0x4ad31463d9bbb1d0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x101f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83231e expref: 112 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.914282:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.914300:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 880 00000100:00100000:0.0:1777502104.914308:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f686450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+112:2371:x1863837562911744:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502104.914316:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+272:3309:x1863837561319168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3245us (3509us total) trans 8589935970 rc 0/0 00010000:00010000:0.0:1777502104.914318:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:2.0:1777502104.914323:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd48ce7480/2, rc 0, transno 8589935970 00010000:00010000:0.0:1777502104.914327:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000004ad1b9b/0x4ad31463d9bbb1d0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x101f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83231e expref: 112 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.914329:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2875 00000100:00100000:2.0:1777502104.914335:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561319168:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.914345:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000004ad1b9b/0x4ad31463d9bbb1d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x101f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83231e expref: 112 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.914349:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561320192 00000100:00100000:1.0:1777502104.914355:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561320192 00010000:00010000:0.0:1777502104.914359:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.914362:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.914365:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b128bdb7/0x4ad31463d9bc0640 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.914373:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b128bdb7/0x4ad31463d9bc0640 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x101f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.914376:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70cff800/2, rc 0, transno 8589935968 00000100:00100000:1.0:1777502104.914380:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561321344 00000100:00100000:1.0:1777502104.914384:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561321344 00010000:00010000:0.0:1777502104.914389:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.914390:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561314944:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.914404:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561321088 00000100:00100000:1.0:1777502104.914408:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561321088 00000100:00100000:0.0:1777502104.914423:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f686450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+112:2371:x1863837562911744:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 115us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.914430:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 880 00000100:00100000:2.0:1777502104.914432:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd50898e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561321728:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.914436:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2882 00000100:00100000:1.0:1777502104.914448:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71c39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+279:3310:x1863837561320192:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777502104.914461:0:205382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4096 count 1 00000100:00100000:2.0:1777502104.914470:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.914474:0:205382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000010d159fe/0x4ad31463d9bc066a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1000:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.914488:0:205382:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5367e9a/0x4ad31463d9bbb6df lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832452 expref: 98 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.914495:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.914497:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.914500:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561321728 00010000:00010000:1.0:1777502104.914500:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000010d159fe/0x4ad31463d9bc066a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.914506:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561321728 00010000:00010000:1.0:1777502104.914528:0:205382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5367e9a/0x4ad31463d9bbb6df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832452 expref: 98 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.914529:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2883 00000100:00100000:2.0:1777502104.914539:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77eeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+279:3310:x1863837561321344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502104.914556:0:189105:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4100 count 1 00010000:00010000:1.0:1777502104.914557:0:205382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5367e9a/0x4ad31463d9bbb6df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832452 expref: 98 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.914570:0:189105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0671 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1004:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.914573:0:205382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:205382:1863837561321856:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.914606:0:189105:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001d480e55/0x4ad31463d9bbba51 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1004:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83254e expref: 98 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.914613:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.914615:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.914617:0:189105:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0671 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1004:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.914637:0:189105:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001d480e55/0x4ad31463d9bbba51 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1004:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83254e expref: 98 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.914650:0:189105:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001d480e55/0x4ad31463d9bbba51 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1004:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83254e expref: 98 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.914660:0:189105:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5089b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561321984:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.914668:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd71c3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561321472:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.914688:0:205382:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25240 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.914690:0:189105:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092180 going to sleep for 11 seconds 00000100:00100000:0.0:1777502104.914704:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.914714:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561321472 00000100:00100000:1.0:1777502104.914730:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561321472 00000100:00100000:2.0:1777502104.914733:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2884 00000100:00100000:0.0:1777502104.914739:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777502104.914744:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5089bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+273:3310:x1863837561321088:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.914749:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5089b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561321600:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777502104.914759:0:187550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4128 count 1 00000100:00100000:1.0:1777502104.914760:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2885 00000100:00100000:1.0:1777502104.914772:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd50898a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+273:3309:x1863837561321728:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.914773:0:187550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc0678 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.914783:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1777502104.914792:0:205375:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4129 count 1 00010000:00010000:2.0:1777502104.914794:0:187550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000031276e2b/0x4ad31463d9bbb263 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83234f expref: 111 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.914808:0:205375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007967ecb2/0x4ad31463d9bc067f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1021:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.914809:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777502104.914812:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561321600 00010000:00010000:2.0:1777502104.914813:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.914819:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc0678 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.914819:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561321600 00010000:00010000:1.0:1777502104.914832:0:205375:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bd22d216/0x4ad31463d9bbb4a8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323b8 expref: 114 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.914840:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777502104.914842:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2886 00010000:00010000:1.0:1777502104.914843:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.914846:0:187550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000031276e2b/0x4ad31463d9bbb263 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83234f expref: 111 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.914848:0:205375:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007967ecb2/0x4ad31463d9bc067f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.914853:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+280:3311:x1863837561321472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777502104.914872:0:188358:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4099 count 1 00010000:00010000:2.0:1777502104.914873:0:187550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000031276e2b/0x4ad31463d9bbb263 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83234f expref: 111 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.914887:0:205375:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bd22d216/0x4ad31463d9bbb4a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323b8 expref: 114 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.914887:0:188358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc0686 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1003:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.914889:0:187550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5089aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561322112:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.914913:0:205375:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bd22d216/0x4ad31463d9bbb4a8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323b8 expref: 114 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.914916:0:188358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e9e05a09/0x4ad31463d9bbba27 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1003:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832540 expref: 98 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.914932:0:187550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092600 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.914936:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.914939:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.914940:0:205375:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205375:1863837561322240:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.914943:0:188358:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc0686 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1003:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.914960:0:205377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a332dfa/0x4ad31463d9bbb25c lrc: 0/0,0 mode: --/PR res: [0x280000400:0xffb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832348 expref: 98 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.914967:0:188358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e9e05a09/0x4ad31463d9bbba27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1003:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832540 expref: 98 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.914972:0:205377:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205377:1863837561318528:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.914976:0:205375:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25900 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.914987:0:188358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e9e05a09/0x4ad31463d9bbba27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1003:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832540 expref: 97 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.914988:0:205377:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0616 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.915001:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2887 00010000:00010000:2.0:1777502104.915008:0:205377:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0616 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.915013:0:188358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6646ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:188358:1863837561322368:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.915017:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+274:3311:x1863837561321600:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.915021:0:205377:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0616 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.915029:0:205377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0616 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.915033:0:205377:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0616 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.915036:0:187548:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4126 count 1 00000100:00100000:0.0:1777502104.915044:0:188358:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd52c4f000 going to sleep for 11 seconds 00010000:00010000:2.0:1777502104.915051:0:205377:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502104.915052:0:187548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d38a938c/0x4ad31463d9bc068d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x101e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.915054:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.915062:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0616 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.915069:0:187548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc396f80/0x4ad31463d9bbaf4c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x101e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832261 expref: 114 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.915073:0:205376:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036a72cfe/0x4ad31463d9bbad93 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x101a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321b9 expref: 114 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.915075:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.915081:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0616 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.915090:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.915093:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.915097:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d38a938c/0x4ad31463d9bc068d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x101e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.915098:0:205376:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80e9b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205376:1863837561318656:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.915117:0:205376:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b8534bbf/0x4ad31463d9bc061d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.915127:0:205376:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b8534bbf/0x4ad31463d9bc061d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.915129:0:187548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dc396f80/0x4ad31463d9bbaf4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x101e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832261 expref: 113 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.915141:0:205376:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8534bbf/0x4ad31463d9bc061d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.915151:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0616 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.915159:0:187548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dc396f80/0x4ad31463d9bbaf4c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x101e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832261 expref: 113 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.915166:0:205376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8534bbf/0x4ad31463d9bc061d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.915171:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd80e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+281:3312:x1863837561318016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5321us (5918us total) trans 8589935566 rc 0/0 00010000:00010000:3.0:1777502104.915175:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0616 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.915189:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2870 00010000:00010000:0.0:1777502104.915194:0:205376:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b8534bbf/0x4ad31463d9bc061d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x101a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.915196:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0616 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xffb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.915196:0:187548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:187548:1863837561322496:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.915218:0:205383:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092900 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.915224:0:205376:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.915228:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.915231:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b8534bbf/0x4ad31463d9bc061d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x101a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.915235:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.915236:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd413eda00 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:1.0:1777502104.915236:0:187548:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a253c0 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.915241:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8534bbf/0x4ad31463d9bc061d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x101a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.915241:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77c8c000/2, rc 0, transno 8589935566 00000100:00100000:2.0:1777502104.915252:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77c8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561318016:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.915259:0:205384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004ad1b9b/0x4ad31463d9bbb1d0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x101f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83231e expref: 111 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.915273:0:205384:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47d59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:205384:1863837561320064:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.915282:0:187551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:187551:1863837561321216:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.915285:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1777502104.915287:0:205384:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b128bdb7/0x4ad31463d9bc0640 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.915295:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561322624:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.915300:0:205384:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b128bdb7/0x4ad31463d9bc0640 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.915301:0:187551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003404d6ea/0x4ad31463d9bc0663 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1002:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.915312:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8534bbf/0x4ad31463d9bc061d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x101a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.915322:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.915324:0:205384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b128bdb7/0x4ad31463d9bc0640 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.915339:0:205384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b128bdb7/0x4ad31463d9bc0640 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.915345:0:205384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b128bdb7/0x4ad31463d9bc0640 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x101f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.915356:0:205378:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5249fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205378:1863837561320320:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.915359:0:205384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1777502104.915361:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd80e98380/2, rc 0, transno 8589935969 00010000:00010000:0.0:1777502104.915368:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1777502104.915371:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80e98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561317632:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.915372:0:205378:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000473b150a/0x4ad31463d9bc0647 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.915373:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b128bdb7/0x4ad31463d9bc0640 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x101f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.915383:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b8534bbf/0x4ad31463d9bc061d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x101a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.915397:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd413ed400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.915400:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8534bbf/0x4ad31463d9bc061d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x101a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.915400:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5095dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561322752:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.915402:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b128bdb7/0x4ad31463d9bc0640 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x101f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.915420:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b128bdb7/0x4ad31463d9bc0640 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x101f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.915422:0:205379:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205379:1863837561320832:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.915426:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.915430:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.915431:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777502104.915434:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.915444:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b128bdb7/0x4ad31463d9bc0640 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x101f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.915445:0:205379:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b8005d6c/0x4ad31463d9bc065c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.915462:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b128bdb7/0x4ad31463d9bc0640 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x101f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.915471:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561322624 00000100:00100000:2.0:1777502104.915474:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561322624 00000100:00100000:1.0:1777502104.915484:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561322752 00010000:00010000:0.0:1777502104.915485:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.915489:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561322752 00010000:00010000:0.0:1777502104.915489:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.915493:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.915497:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2888 00000100:00100000:2.0:1777502104.915505:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+281:3309:x1863837561322624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502104.915516:0:188366:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4101 count 1 00000100:00100000:1.0:1777502104.915522:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2889 00010000:00010000:2.0:1777502104.915526:0:188366:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc0694 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1005:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.915535:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5095e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+275:3311:x1863837561322752:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.915537:0:188366:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b45ab02c/0x4ad31463d9bbbb15 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832563 expref: 97 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.915545:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.915546:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.915548:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc0694 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.915553:0:205368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4131 count 1 00010000:00010000:2.0:1777502104.915564:0:188366:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b45ab02c/0x4ad31463d9bbbb15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832563 expref: 97 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.915567:0:205368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc069b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1023:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.915574:0:188366:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b45ab02c/0x4ad31463d9bbbb15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832563 expref: 97 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.915600:0:188366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5095f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:188366:1863837561322880:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.915618:0:205368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007fe744f6/0x4ad31463d9bbb4d9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323d4 expref: 113 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.915626:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.915628:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.915631:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc069b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.915634:0:188366:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092000 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.915657:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.915665:0:205380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc49232a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561320704:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.915677:0:205380:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc0655 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x101d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.915689:0:205368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007fe744f6/0x4ad31463d9bbb4d9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323d4 expref: 113 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.915700:0:205381:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205381:1863837561320448:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.915703:0:205368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007fe744f6/0x4ad31463d9bbb4d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323d4 expref: 113 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.915713:0:205381:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc064e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.915731:0:205368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205368:1863837561323008:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.915766:0:205368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777502104.915771:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+276:3310:x1863837561318144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5864us (6387us total) trans 8589935971 rc 0/0 00000004:00080000:2.0:1777502104.915780:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77c8e300/2, rc 0, transno 8589935971 00000100:00100000:0.0:1777502104.915780:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2871 00000100:00100000:2.0:1777502104.915791:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77c8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561318144:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.915808:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562912000 00000100:00100000:0.0:1777502104.915812:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562912000 00000100:00100000:3.0:1777502104.915817:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.915827:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1777502104.915831:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000633981a/0x4ad31463d9bbb4e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323e2 expref: 98 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.915836:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5095f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561323136:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.915860:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562911872 00000100:00100000:2.0:1777502104.915865:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.915866:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562911872 00010000:00010000:0.0:1777502104.915877:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000045127da4/0x4ad31463d9bbb534 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323f7 expref: 99 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.915900:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 881 00000100:00100000:1.0:1777502104.915905:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561323136 00000100:00100000:0.0:1777502104.915909:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+99:2371:x1863837562912000:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502104.915912:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561323136 00010000:00010000:0.0:1777502104.915917:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.915922:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000633981a/0x4ad31463d9bbb4e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xffe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323e2 expref: 99 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.915931:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000633981a/0x4ad31463d9bbb4e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xffe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323e2 expref: 99 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.915947:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2890 00010000:00010000:0.0:1777502104.915951:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000633981a/0x4ad31463d9bbb4e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xffe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323e2 expref: 99 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.915958:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5095df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+276:3311:x1863837561323136:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.915964:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.915966:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.915969:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc064e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.915972:0:205385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4130 count 1 00010000:00010000:0.0:1777502104.915980:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc064e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.915987:0:205385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc06a2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1022:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.915999:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.916001:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.916003:0:205385:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000cd71d2c/0x4ad31463d9bbb52d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323f0 expref: 113 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.916005:0:205381:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc064e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.916025:0:205381:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc064e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.916025:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777502104.916026:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+98:2371:x1863837562912000:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 119us (370us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502104.916029:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.916034:0:205385:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc06a2 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.916045:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 881 00010000:00010000:2.0:1777502104.916047:0:205381:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc064e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.916058:0:205381:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc064e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.916061:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562912128 00000100:00100000:0.0:1777502104.916066:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562912128 00010000:00010000:1.0:1777502104.916069:0:205385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000cd71d2c/0x4ad31463d9bbb52d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323f0 expref: 113 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.916081:0:205381:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.916082:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000097c7235e/0x4ad31463d9bbaf37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x101d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83225a expref: 114 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.916083:0:205385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000cd71d2c/0x4ad31463d9bbb52d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323f0 expref: 114 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.916110:0:205385:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561323264:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.916116:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.916120:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc064e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.916127:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.916132:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc064e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.916140:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc064e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.916141:0:205385:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25180 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.916155:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc064e lrc: 1/0,0 mode: --/PW res: [0x280000400:0xffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.916162:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc064e lrc: 0/0,0 mode: --/PW res: [0x280000400:0xffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.916177:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.916180:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.916182:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502104.916193:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 882 00000100:00100000:0.0:1777502104.916200:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+97:2371:x1863837562911872:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.916208:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.916213:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000045127da4/0x4ad31463d9bbb534 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323f7 expref: 97 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.916218:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+282:3312:x1863837561319680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3475us (4155us total) trans 8589935567 rc 0/0 00000100:00100000:2.0:1777502104.916230:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2878 00010000:00010000:0.0:1777502104.916233:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000045127da4/0x4ad31463d9bbb534 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323f7 expref: 97 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.916246:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000045127da4/0x4ad31463d9bbb534 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323f7 expref: 97 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.916253:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd80e98e00/2, rc 0, transno 8589935567 00000100:00100000:2.0:1777502104.916261:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80e98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561319680:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.916262:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.916265:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.916268:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000473b150a/0x4ad31463d9bc0647 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.916276:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000473b150a/0x4ad31463d9bc0647 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.916284:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5095ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561323392:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.916296:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.916301:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.916311:0:205378:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000473b150a/0x4ad31463d9bc0647 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.916319:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+96:2371:x1863837562911872:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 118us (504us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502104.916327:0:205378:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000473b150a/0x4ad31463d9bc0647 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.916332:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 882 00000100:00100000:2.0:1777502104.916333:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561323392 00000100:00100000:2.0:1777502104.916337:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561323392 00010000:00010000:1.0:1777502104.916344:0:205378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000473b150a/0x4ad31463d9bc0647 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.916352:0:205378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000473b150a/0x4ad31463d9bc0647 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.916354:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 883 00000100:00100000:2.0:1777502104.916359:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2891 00000100:00100000:0.0:1777502104.916367:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+114:2371:x1863837562912128:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.916371:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+282:3309:x1863837561323392:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.916381:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:2.0:1777502104.916383:0:205386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4102 count 1 00010000:00010000:1.0:1777502104.916383:0:205378:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.916388:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000097c7235e/0x4ad31463d9bbaf37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x101d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83225a expref: 114 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.916396:0:205386:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc06a9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1006:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.916400:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000097c7235e/0x4ad31463d9bbaf37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x101d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83225a expref: 114 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.916411:0:205386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e2c69cf2/0x4ad31463d9bbbc65 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1006:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8325b7 expref: 95 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.916417:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.916418:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.916420:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc06a9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1006:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.916421:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097c7235e/0x4ad31463d9bbaf37 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x101d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83225a expref: 114 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.916445:0:205386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e2c69cf2/0x4ad31463d9bbbc65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1006:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8325b7 expref: 95 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.916446:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.916450:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.916454:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc0655 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.916457:0:205386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e2c69cf2/0x4ad31463d9bbbc65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1006:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8325b7 expref: 95 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.916473:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc0655 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x101d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.916476:0:205386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc49232a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:205386:1863837561323520:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.916492:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.916497:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000473b150a/0x4ad31463d9bc0647 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.916504:0:205386:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092a80 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.916505:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd413eca00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.916510:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000473b150a/0x4ad31463d9bc0647 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.916518:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000473b150a/0x4ad31463d9bc0647 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.916526:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+283:3312:x1863837561319808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3864us (4535us total) trans 8589935568 rc 0/0 00010000:00010000:0.0:1777502104.916531:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000473b150a/0x4ad31463d9bc0647 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.916536:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2877 00010000:00010000:0.0:1777502104.916544:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000473b150a/0x4ad31463d9bc0647 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.916568:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777502104.916570:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77f9f100/2, rc 0, transno 8589935568 00010000:00010000:0.0:1777502104.916570:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.916574:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.916619:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77f9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561319808:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.916649:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58bec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561323648:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.916665:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.916681:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.916685:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502104.916690:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+113:2371:x1863837562912128:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 324us (832us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.916698:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 883 00000100:00100000:0.0:1777502104.916715:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562912256 00000100:00100000:0.0:1777502104.916730:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562912256 00010000:00010000:2.0:1777502104.916746:0:205380:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc0655 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.916747:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a5449889/0x4ad31463d9bbb9b0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1002:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832532 expref: 96 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.916766:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.916768:0:205380:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc0655 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.916779:0:205380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc0655 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.916780:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562912384 00000100:00100000:0.0:1777502104.916785:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562912384 00010000:00010000:2.0:1777502104.916792:0:205380:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc0655 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x101d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.916800:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b104a1a5/0x4ad31463d9bbb709 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832459 expref: 97 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.916814:0:205380:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502104.916818:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 884 00010000:00010000:3.0:1777502104.916823:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1777502104.916828:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+97:2372:x1863837562912256:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.916830:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc0655 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x101d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.916839:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.916840:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.916846:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a5449889/0x4ad31463d9bbb9b0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1002:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832532 expref: 97 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.916847:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc0655 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x101d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.916849:0:205382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:205382:1863837561321856:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.916868:0:205382:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000010d159fe/0x4ad31463d9bc066a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.916873:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc0655 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x101d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.916875:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a5449889/0x4ad31463d9bbb9b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1002:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832532 expref: 97 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.916903:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc0655 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x101d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.916909:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a5449889/0x4ad31463d9bbb9b0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1002:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832532 expref: 97 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.916920:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c8e3830/0x4ad31463d9bc0655 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x101d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.916925:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.916929:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.916933:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003404d6ea/0x4ad31463d9bc0663 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1002:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.916940:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003404d6ea/0x4ad31463d9bc0663 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1002:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.916947:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.916949:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+277:3310:x1863837561319936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3703us (4758us total) trans 8589935972 rc 0/0 00010000:00010000:3.0:1777502104.916950:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.916954:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.916959:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.916961:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2879 00010000:00010000:1.0:1777502104.916972:0:187551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003404d6ea/0x4ad31463d9bc0663 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.916980:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561323648 00010000:00010000:1.0:1777502104.916982:0:187551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003404d6ea/0x4ad31463d9bc0663 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.916986:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561323648 00000100:00100000:0.0:1777502104.916986:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+96:2372:x1863837562912256:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 158us (312us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502104.917001:0:187551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003404d6ea/0x4ad31463d9bc0663 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.917002:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 884 00010000:00010000:1.0:1777502104.917012:0:187551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003404d6ea/0x4ad31463d9bc0663 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.917018:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2892 00000100:00100000:0.0:1777502104.917025:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 885 00000100:00100000:2.0:1777502104.917033:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+283:3310:x1863837561323648:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.917036:0:187551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502104.917040:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+95:2370:x1863837562912384:12345-192.168.202.27@tcp:103:ldlm_bl.0 00002000:00080000:2.0:1777502104.917050:0:205380:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4103 count 1 00010000:00010000:0.0:1777502104.917051:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.917057:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003404d6ea/0x4ad31463d9bc0663 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.917064:0:205380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc06b0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1007:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.917064:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd413ed600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.917070:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003404d6ea/0x4ad31463d9bc0663 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.917084:0:205380:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000acb4f9c9/0x4ad31463d9bbbeb8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1007:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832666 expref: 81 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.917091:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003404d6ea/0x4ad31463d9bc0663 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.917098:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.917100:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.917105:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc06b0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1007:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.917111:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003404d6ea/0x4ad31463d9bc0663 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.917116:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.917123:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003404d6ea/0x4ad31463d9bc0663 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.917132:0:205380:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000acb4f9c9/0x4ad31463d9bbbeb8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1007:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832666 expref: 81 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.917143:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.917145:0:205380:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000acb4f9c9/0x4ad31463d9bbbeb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1007:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832666 expref: 81 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.917147:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.917151:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.917159:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502104.917161:0:205380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58bedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:205380:1863837561323776:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.917166:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b104a1a5/0x4ad31463d9bbb709 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1001:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832459 expref: 95 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.917179:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.917179:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b104a1a5/0x4ad31463d9bbb709 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1001:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832459 expref: 95 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.917194:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+284:3311:x1863837561320960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3422us (3510us total) trans 8589935569 rc 0/0 00010000:00010000:0.0:1777502104.917198:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b104a1a5/0x4ad31463d9bbb709 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1001:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832459 expref: 95 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.917203:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2881 00000100:00100000:2.0:1777502104.917205:0:205380:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092540 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.917218:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.917220:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.917223:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8005d6c/0x4ad31463d9bc065c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.917232:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.917237:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8005d6c/0x4ad31463d9bc065c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1001:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.917242:0:189105:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5089b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561321984:192.168.202.27@tcp:104: 00000004:00080000:1.0:1777502104.917249:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd80e99c00/2, rc 0, transno 8589935569 00000100:00100000:3.0:1777502104.917253:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.917264:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80e99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561320960:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.917268:0:189105:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0671 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1004:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.917268:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502104.917295:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+94:2370:x1863837562912384:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 261us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.917302:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 885 00000004:00080000:2.0:1777502104.917306:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd48ce7100/2, rc 0, transno 8589935972 00000100:00100000:1.0:1777502104.917307:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777502104.917317:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562912640 00000100:00100000:1.0:1777502104.917320:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561323904:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.917321:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561319936:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.917322:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562912640 00010000:00010000:0.0:1777502104.917337:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001d480e55/0x4ad31463d9bbba51 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1004:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83254e expref: 94 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.917351:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562912512 00000100:00100000:0.0:1777502104.917354:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562912512 00010000:00010000:0.0:1777502104.917366:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5367e9a/0x4ad31463d9bbb6df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832452 expref: 95 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.917369:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5089aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561322112:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.917382:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc0678 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.917384:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562912768 00000100:00100000:0.0:1777502104.917388:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562912768 00010000:00010000:0.0:1777502104.917402:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000031276e2b/0x4ad31463d9bbb263 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83234f expref: 111 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.917413:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562912896 00000100:00100000:0.0:1777502104.917415:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562912896 00010000:00010000:0.0:1777502104.917422:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dc396f80/0x4ad31463d9bbaf4c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x101e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832261 expref: 113 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.917438:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 886 00000100:00100000:0.0:1777502104.917443:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+95:2371:x1863837562912640:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.917450:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.917453:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001d480e55/0x4ad31463d9bbba51 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1004:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83254e expref: 95 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.917462:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001d480e55/0x4ad31463d9bbba51 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1004:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83254e expref: 95 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.917475:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001d480e55/0x4ad31463d9bbba51 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1004:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83254e expref: 95 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.917485:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.917486:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.917489:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.917493:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0671 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1004:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.917500:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0671 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1004:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.917511:0:188366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5095f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:188366:1863837561322880:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.917520:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58bef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561324032:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.917520:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.917528:0:188366:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc0694 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.917547:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+94:2371:x1863837562912640:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 102us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.917555:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 886 00000100:00100000:2.0:1777502104.917560:0:205383:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561319296:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.917562:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.917569:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502104.917575:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562913024 00000100:00100000:0.0:1777502104.917604:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562913024 00010000:00010000:2.0:1777502104.917615:0:205383:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0632 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x101b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.917618:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e9e05a09/0x4ad31463d9bbba27 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1003:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832540 expref: 94 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.917647:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 887 00010000:00010000:2.0:1777502104.917650:0:189105:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0671 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.917657:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f685c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+94:2370:x1863837562912512:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.917667:0:189105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0671 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.917670:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777502104.917679:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.917679:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5367e9a/0x4ad31463d9bbb6df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1000:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832452 expref: 94 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.917683:0:189105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0671 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.917688:0:187548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:187548:1863837561322496:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.917706:0:189105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0671 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.917706:0:187548:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d38a938c/0x4ad31463d9bc068d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x101e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.917707:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.917710:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5367e9a/0x4ad31463d9bbb6df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1000:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832452 expref: 94 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.917750:0:189105:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.917753:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5367e9a/0x4ad31463d9bbb6df lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1000:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832452 expref: 94 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.917763:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205368:1863837561323008:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.917764:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.917768:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.917772:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000010d159fe/0x4ad31463d9bc066a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.917780:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000010d159fe/0x4ad31463d9bc066a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.917782:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc069b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.917798:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1777502104.917799:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.917805:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0671 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.917815:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.917819:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0671 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.917823:0:205375:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205375:1863837561322240:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.917833:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0671 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.917844:0:205375:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007967ecb2/0x4ad31463d9bc067f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.917845:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0671 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.917865:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0671 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.917874:0:205379:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b8005d6c/0x4ad31463d9bc065c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.917878:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.917883:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.917884:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77eeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+284:3310:x1863837561321344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3345us (3669us total) trans 8589935570 rc 0/0 00010000:00010000:0.0:1777502104.917886:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.917888:0:205379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8005d6c/0x4ad31463d9bc065c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.917889:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.917906:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.917910:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2883 00010000:00010000:1.0:1777502104.917910:0:205379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8005d6c/0x4ad31463d9bc065c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.917922:0:205379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b8005d6c/0x4ad31463d9bc065c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.917929:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561323904 00000100:00100000:0.0:1777502104.917933:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f685c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+93:2370:x1863837562912512:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 276us (782us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.917935:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561323904 00000100:00100000:0.0:1777502104.917950:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 887 00010000:00010000:1.0:1777502104.917960:0:205379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.917963:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561324032 00000100:00100000:2.0:1777502104.917968:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561324032 00010000:00010000:0.0:1777502104.917978:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.917983:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b8005d6c/0x4ad31463d9bc065c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.917991:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd413ed800 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:2.0:1777502104.917994:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2893 00010000:00010000:0.0:1777502104.917997:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8005d6c/0x4ad31463d9bc065c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.918004:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+284:3312:x1863837561323904:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.918011:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8005d6c/0x4ad31463d9bc065c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.918019:0:189105:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4104 count 1 00000100:00100000:3.0:1777502104.918020:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.918026:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b8005d6c/0x4ad31463d9bc065c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.918033:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8005d6c/0x4ad31463d9bc065c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1001:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.918034:0:189105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc06b7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1008:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.918059:0:189105:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005c6bed3b/0x4ad31463d9bbbef0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1008:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83266d expref: 81 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.918064:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.918068:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.918069:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.918072:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.918073:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.918075:0:189105:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc06b7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1008:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.918094:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562913280 00010000:00010000:2.0:1777502104.918096:0:189105:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005c6bed3b/0x4ad31463d9bbbef0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1008:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83266d expref: 81 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.918099:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562913280 00010000:00010000:2.0:1777502104.918106:0:189105:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005c6bed3b/0x4ad31463d9bbbef0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1008:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83266d expref: 81 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.918117:0:189105:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561324160:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.918117:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b45ab02c/0x4ad31463d9bbbb15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832563 expref: 93 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.918123:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+285:3311:x1863837561320576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4763us (5098us total) trans 8589935571 rc 0/0 00000100:00100000:1.0:1777502104.918138:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2880 00000100:00100000:0.0:1777502104.918146:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562913152 00000100:00100000:0.0:1777502104.918150:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562913152 00000100:00100000:1.0:1777502104.918162:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2894 00010000:00010000:0.0:1777502104.918166:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bd22d216/0x4ad31463d9bbb4a8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323b8 expref: 114 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.918167:0:189105:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092000 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.918175:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+277:3312:x1863837561324032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777502104.918190:0:205379:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4132 count 1 00000100:00100000:0.0:1777502104.918191:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562913536 00000004:00080000:2.0:1777502104.918192:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd71c3bb80/2, rc 0, transno 8589935570 00000100:00100000:0.0:1777502104.918196:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562913536 00010000:00010000:1.0:1777502104.918201:0:205379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000060669215/0x4ad31463d9bc06be lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1024:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.918206:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd71c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561321344:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.918211:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bfce0dfc/0x4ad31463d9bbada1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x101b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321c7 expref: 115 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.918226:0:205379:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc740859/0x4ad31463d9bbb6ca lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83243d expref: 111 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.918230:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562913408 00000100:00100000:0.0:1777502104.918234:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562913408 00010000:00010000:1.0:1777502104.918236:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.918239:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.918241:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000060669215/0x4ad31463d9bc06be lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.918245:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007fe744f6/0x4ad31463d9bbb4d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323d4 expref: 116 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.918259:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562913664 00000100:00100000:0.0:1777502104.918262:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562913664 00010000:00010000:0.0:1777502104.918275:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000cd71d2c/0x4ad31463d9bbb52d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323f0 expref: 117 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.918291:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 888 00000100:00100000:2.0:1777502104.918295:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561324288:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.918301:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+111:2373:x1863837562912768:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.918310:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:1.0:1777502104.918311:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd5249ed80/2, rc 0, transno 8589935571 00010000:00010000:0.0:1777502104.918315:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000031276e2b/0x4ad31463d9bbb263 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1020:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83234f expref: 111 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.918324:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5249ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561320576:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.918327:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.918330:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000031276e2b/0x4ad31463d9bbb263 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1020:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83234f expref: 111 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.918345:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031276e2b/0x4ad31463d9bbb263 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1020:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83234f expref: 111 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.918357:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1777502104.918357:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.918360:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.918364:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc0678 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.918368:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561324416:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.918378:0:205385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561323264:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.918378:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc0678 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.918398:0:205385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc06a2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.918399:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.918402:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.918429:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561324288 00000100:00100000:1.0:1777502104.918433:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561324288 00000100:00100000:0.0:1777502104.918438:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+110:2373:x1863837562912768:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 139us (1208us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.918444:0:187550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc0678 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.918446:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 888 00000100:00100000:1.0:1777502104.918454:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561324416 00010000:00010000:2.0:1777502104.918457:0:187550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc0678 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.918458:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561324416 00000100:00100000:0.0:1777502104.918468:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 889 00010000:00010000:2.0:1777502104.918469:0:187550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc0678 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.918478:0:187550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc0678 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.918480:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+117:2370:x1863837562912896:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502104.918482:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2895 00010000:00010000:0.0:1777502104.918494:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502104.918497:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5095f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+286:3309:x1863837561324288:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.918501:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dc396f80/0x4ad31463d9bbaf4c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x101e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832261 expref: 117 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.918508:0:187550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:1.0:1777502104.918512:0:187551:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4105 count 1 00010000:00010000:0.0:1777502104.918513:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dc396f80/0x4ad31463d9bbaf4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x101e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832261 expref: 117 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.918527:0:187551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc06c5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1009:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.918528:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc396f80/0x4ad31463d9bbaf4c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x101e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832261 expref: 117 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.918552:0:187551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000030bf5f9a/0x4ad31463d9bbbf13 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1009:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83267b expref: 81 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.918552:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.918556:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.918561:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d38a938c/0x4ad31463d9bc068d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.918564:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502104.918564:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.918567:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.918571:0:187551:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc06c5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1009:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.918597:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d38a938c/0x4ad31463d9bc068d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x101e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.918629:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502104.918635:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc0678 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.918644:0:187548:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d38a938c/0x4ad31463d9bc068d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.918645:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.918652:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc0678 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.918657:0:187548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d38a938c/0x4ad31463d9bc068d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.918658:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+116:2370:x1863837562912896:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 180us (1405us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502104.918676:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc0678 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.918677:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 889 00010000:00010000:1.0:1777502104.918680:0:187548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d38a938c/0x4ad31463d9bc068d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.918686:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5089bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+278:3310:x1863837561321088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3944us (4405us total) trans 8589935973 rc 0/0 00000100:00100000:0.0:1777502104.918697:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 890 00000100:00100000:2.0:1777502104.918705:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2884 00010000:00010000:3.0:1777502104.918709:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc0678 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.918712:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+93:2371:x1863837562913024:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.918735:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2896 00010000:00010000:1.0:1777502104.918735:0:187548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d38a938c/0x4ad31463d9bc068d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x101e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.918736:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.918745:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e9e05a09/0x4ad31463d9bbba27 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1003:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832540 expref: 93 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.918746:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5089aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+286:3309:x1863837561324416:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.918752:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc0678 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.918768:0:187550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4106 count 1 00010000:00010000:1.0:1777502104.918776:0:187548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.918777:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e9e05a09/0x4ad31463d9bbba27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1003:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832540 expref: 93 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.918783:0:187550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc06cc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x100a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.918786:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.918793:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d38a938c/0x4ad31463d9bc068d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x101e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.918796:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.918799:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.918804:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc0686 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1003:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.918805:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.918811:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d38a938c/0x4ad31463d9bc068d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x101e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.918818:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc0686 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1003:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.918835:0:187550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000d9efaa4/0x4ad31463d9bbc1c1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x100a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832731 expref: 81 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.918846:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.918846:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.918848:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.918852:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc06cc lrc: 4/0,1 mode: --/PW res: [0x280000400:0x100a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.918857:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.918876:0:187550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000d9efaa4/0x4ad31463d9bbc1c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x100a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832731 expref: 81 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.918881:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+93:2371:x1863837562913024:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 172us (1317us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.918898:0:187550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000d9efaa4/0x4ad31463d9bbc1c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x100a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832731 expref: 81 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.918898:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 890 00010000:00010000:3.0:1777502104.918912:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d38a938c/0x4ad31463d9bc068d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x101e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.918916:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 891 00000100:00100000:2.0:1777502104.918920:0:187550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5089b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:187550:1863837561324544:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.918931:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+92:2371:x1863837562913280:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502104.918938:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+278:3311:x1863837561321600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3924us (4157us total) trans 8589935974 rc 0/0 00010000:00010000:3.0:1777502104.918939:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d38a938c/0x4ad31463d9bc068d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x101e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.918941:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.918949:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b45ab02c/0x4ad31463d9bbbb15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1005:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832563 expref: 92 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.918956:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2887 00000100:00100000:2.0:1777502104.918963:0:187550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092180 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.918969:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b45ab02c/0x4ad31463d9bbbb15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1005:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832563 expref: 92 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.918983:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b45ab02c/0x4ad31463d9bbbb15 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1005:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832563 expref: 92 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.918992:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7f79d180/2, rc 0, transno 8589935973 00010000:00010000:0.0:1777502104.918994:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.918997:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.919001:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc0694 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.919002:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd5089b100/2, rc 0, transno 8589935974 00000100:00100000:2.0:1777502104.919005:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f79d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561321088:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.919012:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5089b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561321600:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.919018:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc0694 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.919037:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502104.919044:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d38a938c/0x4ad31463d9bc068d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x101e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.919054:0:187551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000030bf5f9a/0x4ad31463d9bbbf13 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1009:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83267b expref: 81 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.919060:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+91:2371:x1863837562913280:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 131us (1385us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502104.919061:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.919065:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.919068:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.919078:0:187551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000030bf5f9a/0x4ad31463d9bbbf13 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1009:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83267b expref: 81 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.919080:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 891 00000100:00100000:1.0:1777502104.919096:0:187551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:187551:1863837561324800:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.919104:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 892 00010000:00010000:2.0:1777502104.919105:0:188366:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc0694 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.919114:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+115:2371:x1863837562913152:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.919117:0:188366:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc0694 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.919123:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502104.919125:0:187551:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1777502104.919130:0:188366:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc0694 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.919132:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bd22d216/0x4ad31463d9bbb4a8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1021:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323b8 expref: 115 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.919144:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd722eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561324672:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.919152:0:188366:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc0694 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.919160:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bd22d216/0x4ad31463d9bbb4a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1021:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323b8 expref: 115 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.919175:0:188366:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.919179:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd22d216/0x4ad31463d9bbb4a8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1021:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323b8 expref: 115 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.919189:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.919193:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.919195:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.919199:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007967ecb2/0x4ad31463d9bc067f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.919207:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007967ecb2/0x4ad31463d9bc067f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.919219:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.919224:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc0694 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.919225:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777502104.919236:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561324928:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.919243:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.919247:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc0694 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.919254:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc0694 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.919266:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc0694 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.919276:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.919276:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc0694 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.919279:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.919302:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.919306:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.919309:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.919327:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561324672 00010000:00010000:0.0:1777502104.919328:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.919332:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561324672 00000100:00100000:3.0:1777502104.919338:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.919352:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+287:3309:x1863837561322624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3847us (4032us total) trans 8589935572 rc 0/0 00000100:00100000:0.0:1777502104.919354:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+114:2371:x1863837562913152:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 241us (1650us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502104.919360:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561324928 00000100:00100000:1.0:1777502104.919365:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561324928 00000100:00100000:2.0:1777502104.919367:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2888 00000100:00100000:0.0:1777502104.919370:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 892 00000100:00100000:0.0:1777502104.919393:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562913792 00000100:00100000:1.0:1777502104.919394:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2897 00000100:00100000:0.0:1777502104.919399:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562913792 00000100:00100000:2.0:1777502104.919407:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2898 00000100:00100000:1.0:1777502104.919408:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+279:3311:x1863837561324672:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.919415:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000acb4f9c9/0x4ad31463d9bbbeb8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1007:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832666 expref: 82 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.919420:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+279:3311:x1863837561324928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777502104.919423:0:205378:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4133 count 1 00010000:00010000:1.0:1777502104.919438:0:205378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002853f82b/0x4ad31463d9bc06d3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1025:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.919439:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562913920 00002000:00080000:2.0:1777502104.919441:0:188366:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4134 count 1 00000100:00100000:0.0:1777502104.919445:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562913920 00010000:00010000:2.0:1777502104.919456:0:188366:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc06da lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.919456:0:205378:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006ad398af/0x4ad31463d9bbb6d1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1025:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832444 expref: 109 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.919461:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005c6bed3b/0x4ad31463d9bbbef0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1008:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83266d expref: 83 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.919478:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502104.919483:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.919487:0:188366:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000016dbb316/0x4ad31463d9bbb805 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832498 expref: 109 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.919487:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.919492:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002853f82b/0x4ad31463d9bc06d3 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1025:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.919493:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562914048 00000100:00100000:0.0:1777502104.919497:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562914048 00010000:00010000:2.0:1777502104.919505:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.919509:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.919511:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e2c69cf2/0x4ad31463d9bbbc65 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1006:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8325b7 expref: 91 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.919514:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc06da lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.919526:0:205378:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006ad398af/0x4ad31463d9bbb6d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1025:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832444 expref: 109 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.919534:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 893 00010000:00010000:2.0:1777502104.919544:0:188366:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000016dbb316/0x4ad31463d9bbb805 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832498 expref: 109 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.919545:0:205378:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006ad398af/0x4ad31463d9bbb6d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1025:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832444 expref: 109 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.919547:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+113:2373:x1863837562913536:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.919560:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.919568:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bfce0dfc/0x4ad31463d9bbada1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x101b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321c7 expref: 113 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.919573:0:188366:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000016dbb316/0x4ad31463d9bbb805 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832498 expref: 109 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.919574:0:205378:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5249fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205378:1863837561325056:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.919610:0:188366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561325184:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.919631:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bfce0dfc/0x4ad31463d9bbada1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x101b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321c7 expref: 113 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.919644:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bfce0dfc/0x4ad31463d9bbada1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x101b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8321c7 expref: 113 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.919656:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.919658:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.919661:0:188366:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092900 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.919661:0:205378:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a253c0 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.919661:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0632 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.919672:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0632 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x101b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.919685:0:205375:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007967ecb2/0x4ad31463d9bc067f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.919690:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1777502104.919696:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd48ce4700/2, rc 0, transno 8589935572 00010000:00010000:1.0:1777502104.919705:0:205375:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007967ecb2/0x4ad31463d9bc067f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.919715:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+112:2373:x1863837562913536:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 170us (1918us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.919716:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561322624:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.919727:0:205375:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007967ecb2/0x4ad31463d9bc067f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.919743:0:205375:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007967ecb2/0x4ad31463d9bc067f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.919743:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 893 00010000:00010000:2.0:1777502104.919757:0:205383:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0632 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.919765:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 894 00010000:00010000:2.0:1777502104.919773:0:205383:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0632 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.919776:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f685850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+111:2371:x1863837562913408:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.919789:0:205383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0632 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.919791:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.919798:0:205383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0632 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x101b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.919799:0:205375:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.919802:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007fe744f6/0x4ad31463d9bbb4d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1023:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323d4 expref: 111 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.919825:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007fe744f6/0x4ad31463d9bbb4d9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1023:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323d4 expref: 111 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.919826:0:205383:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1777502104.919840:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fe744f6/0x4ad31463d9bbb4d9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1023:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323d4 expref: 111 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.919852:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.919854:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.919857:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc069b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.919865:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc069b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.919882:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777502104.919886:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007967ecb2/0x4ad31463d9bc067f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.919893:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd413edc00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.919896:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007967ecb2/0x4ad31463d9bc067f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.919904:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007967ecb2/0x4ad31463d9bc067f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.919914:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007967ecb2/0x4ad31463d9bc067f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.919921:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007967ecb2/0x4ad31463d9bc067f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.919935:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.919938:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0632 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x101b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.919945:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.919949:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0632 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x101b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.919961:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0632 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x101b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.919970:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0632 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x101b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.919978:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0632 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x101b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.919987:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd50898a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+281:3309:x1863837561321728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5216us (5517us total) trans 8589935975 rc 0/0 00010000:00010000:0.0:1777502104.919990:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.919993:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.919997:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.919998:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2885 00010000:00010000:0.0:1777502104.920004:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.920010:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd80e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+280:3311:x1863837561318784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9095us (9260us total) trans 8589935976 rc 0/0 00000100:00100000:2.0:1777502104.920021:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2874 00000100:00100000:0.0:1777502104.920021:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 895 00000100:00100000:0.0:1777502104.920034:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+110:2370:x1863837562913664:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000004:00080000:1.0:1777502104.920036:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd48ce6300/2, rc 0, transno 8589935976 00010000:00010000:0.0:1777502104.920041:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.920047:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000cd71d2c/0x4ad31463d9bbb52d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1022:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323f0 expref: 110 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.920051:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561318784:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.920052:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777502104.920063:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80e9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561325312:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.920065:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000cd71d2c/0x4ad31463d9bbb52d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1022:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323f0 expref: 110 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.920080:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000cd71d2c/0x4ad31463d9bbb52d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1022:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8323f0 expref: 110 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.920095:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.920098:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.920101:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.920104:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc06a2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.920108:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561325312 00000100:00100000:1.0:1777502104.920114:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561325312 00010000:00010000:0.0:1777502104.920114:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc06a2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.920115:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80e9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561325440:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.920140:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.920147:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.920149:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2899 00000100:00100000:1.0:1777502104.920160:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+287:3310:x1863837561325312:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.920171:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+109:2370:x1863837562913664:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 139us (2205us total) trans 0 rc 0/0 00002000:00080000:1.0:1777502104.920173:0:187548:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4107 count 1 00000100:00100000:0.0:1777502104.920183:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 895 00000100:00100000:2.0:1777502104.920185:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561325440 00010000:00010000:1.0:1777502104.920188:0:187548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc06e1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x100b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.920190:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561325440 00000100:00100000:0.0:1777502104.920200:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 896 00010000:00010000:1.0:1777502104.920204:0:187548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a35a7aea/0x4ad31463d9bbc1ba lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x100b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832723 expref: 83 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.920215:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+83:2371:x1863837562913792:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.920216:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2900 00000100:00100000:2.0:1777502104.920229:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+280:3310:x1863837561325440:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.920230:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502104.920231:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.920235:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.920239:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000acb4f9c9/0x4ad31463d9bbbeb8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1007:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832666 expref: 83 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.920240:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc06e1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x100b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.920245:0:205377:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4135 count 1 00010000:00010000:2.0:1777502104.920263:0:205377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc06e8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1027:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.920267:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000acb4f9c9/0x4ad31463d9bbbeb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1007:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832666 expref: 83 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.920280:0:187548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a35a7aea/0x4ad31463d9bbc1ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x100b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832723 expref: 83 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.920285:0:205377:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003329252b/0x4ad31463d9bbba20 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1027:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832539 expref: 109 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.920287:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.920290:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.920294:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc06b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1007:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.920301:0:187548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a35a7aea/0x4ad31463d9bbc1ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x100b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832723 expref: 83 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.920310:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.920315:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.920319:0:205377:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc06e8 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1027:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.920331:0:187548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70f3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561325568:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.920335:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc06b0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1007:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.920353:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.920360:0:205377:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003329252b/0x4ad31463d9bbba20 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1027:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832539 expref: 109 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.920370:0:205377:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003329252b/0x4ad31463d9bbba20 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1027:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832539 expref: 109 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.920375:0:187548:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777502104.920380:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+83:2371:x1863837562913792:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 169us (1105us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502104.920395:0:205385:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc06a2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.920395:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 896 00000100:00100000:2.0:1777502104.920399:0:205377:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:205377:1863837561325696:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.920411:0:205385:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc06a2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.920413:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 897 00010000:00010000:1.0:1777502104.920423:0:205385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc06a2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.920424:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+82:2371:x1863837562913920:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.920432:0:205377:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092f00 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.920435:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502104.920441:0:205385:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc06a2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.920443:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005c6bed3b/0x4ad31463d9bbbef0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1008:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83266d expref: 82 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.920460:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd50898e00/2, rc 0, transno 8589935975 00010000:00010000:0.0:1777502104.920468:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005c6bed3b/0x4ad31463d9bbbef0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1008:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83266d expref: 82 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.920480:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd50898e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561321728:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.920482:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.920486:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.920487:0:205385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.920490:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc06b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1008:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.920497:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.920498:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc06b7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1008:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.920504:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc06a2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.920513:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.920518:0:205386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc49232a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:205386:1863837561323520:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.920536:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+82:2371:x1863837562913920:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 113us (1199us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.920538:0:205386:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc06a9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1006:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.920539:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777502104.920551:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 897 00000100:00100000:1.0:1777502104.920552:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd51fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561325824:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.920573:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 898 00000100:00100000:0.0:1777502104.920600:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+91:2370:x1863837562914048:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.920609:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.920610:0:189105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c6bed3b/0x4ad31463d9bbbef0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1008:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83266d expref: 81 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.920616:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e2c69cf2/0x4ad31463d9bbbc65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1006:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8325b7 expref: 91 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.920624:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502104.920633:0:189105:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561324160:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.920638:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e2c69cf2/0x4ad31463d9bbbc65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1006:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8325b7 expref: 91 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.920652:0:189105:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc06b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.920654:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2c69cf2/0x4ad31463d9bbbc65 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1006:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8325b7 expref: 91 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.920675:0:189105:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc06b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.920683:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.920684:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.920687:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.920691:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc06a2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.920693:0:189105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc06b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.920693:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc06a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1006:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.920729:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc06a9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1006:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.920732:0:189105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc06b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.920735:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc06a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.920756:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.920757:0:189105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc06b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.920779:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+90:2370:x1863837562914048:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 179us (1305us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.920788:0:189105:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502104.920789:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 898 00000100:00100000:1.0:1777502104.920808:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5095df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+281:3311:x1863837561323136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4852us (4942us total) trans 8589935977 rc 0/0 00010000:00010000:0.0:1777502104.920809:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.920815:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc06b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.920821:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2890 00010000:00010000:0.0:1777502104.920828:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.920831:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc06b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.920839:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc06b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.920841:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561325824 00000100:00100000:1.0:1777502104.920846:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561325824 00010000:00010000:0.0:1777502104.920853:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc06b7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.920861:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc06b7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.920870:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2901 00010000:00010000:0.0:1777502104.920876:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.920880:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+281:3312:x1863837561325824:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.920881:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.920884:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1777502104.920897:0:205385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4136 count 1 00010000:00010000:0.0:1777502104.920901:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.920910:0:205385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc06ef lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1028:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.920923:0:205385:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000005ca6440/0x4ad31463d9bbba4a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832547 expref: 109 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.920929:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f685850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+108:2371:x1863837562913408:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 1153us (3099us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.920938:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+288:3312:x1863837561323904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2935us (3453us total) trans 8589935573 rc 0/0 00010000:00010000:1.0:1777502104.920940:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.920944:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777502104.920944:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 894 00010000:00010000:1.0:1777502104.920949:0:205385:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc06ef lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.920955:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2893 00010000:00010000:3.0:1777502104.920959:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc06a2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.920971:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc06a2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.920985:0:205385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000005ca6440/0x4ad31463d9bbba4a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832547 expref: 109 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.920989:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.920990:0:205386:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc06a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.920992:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.920995:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.921013:0:205386:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc06a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.921020:0:205385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000005ca6440/0x4ad31463d9bbba4a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832547 expref: 109 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.921026:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.921029:0:205386:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc06a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.921036:0:188358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e9e05a09/0x4ad31463d9bbba27 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1003:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832540 expref: 89 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.921050:0:205385:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561325952:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.921053:0:205386:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc06a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.921063:0:188358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6646ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:188358:1863837561322368:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.921064:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.921082:0:188358:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc0686 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.921086:0:205386:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777502104.921099:0:205385:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25480 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.921100:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.921107:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc06a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.921114:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.921118:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc06a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.921126:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc06a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.921132:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd521d0000/2, rc 0, transno 8589935573 00010000:00010000:0.0:1777502104.921140:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc06a9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.921144:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561323904:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.921155:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc06a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.921170:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.921172:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.921176:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.921180:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502104.921193:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562914176 00000100:00100000:1.0:1777502104.921194:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561326080:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.921198:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562914176 00010000:00010000:0.0:1777502104.921219:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000030bf5f9a/0x4ad31463d9bbbf13 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1009:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83267b expref: 81 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.921229:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.921240:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562914304 00000100:00100000:0.0:1777502104.921244:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562914304 00010000:00010000:0.0:1777502104.921258:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000d9efaa4/0x4ad31463d9bbc1c1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x100a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832731 expref: 82 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.921264:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+288:3309:x1863837561323392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4893us (4958us total) trans 8589935574 rc 0/0 00010000:00010000:1.0:1777502104.921265:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc069b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.921281:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562914432 00000100:00100000:2.0:1777502104.921283:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2891 00010000:00010000:1.0:1777502104.921283:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc069b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.921286:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562914432 00010000:00010000:1.0:1777502104.921297:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc069b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.921301:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000016dbb316/0x4ad31463d9bbb805 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832498 expref: 110 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.921304:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561326080 00000100:00100000:2.0:1777502104.921311:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561326080 00010000:00010000:1.0:1777502104.921311:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc069b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.921332:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 899 00010000:00010000:1.0:1777502104.921334:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.921341:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1777502104.921345:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2902 00010000:00010000:0.0:1777502104.921346:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc069b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.921354:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56200 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:2.0:1777502104.921355:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+288:3312:x1863837561326080:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.921359:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc069b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.921367:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc069b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.921371:0:205386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4111 count 1 00010000:00010000:0.0:1777502104.921382:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc069b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.921388:0:205386:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001d2f25b7/0x4ad31463d9bc06f6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x100f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.921394:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc069b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.921406:0:205386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008f6987d5/0x4ad31463d9bbc63d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x100f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832896 expref: 88 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.921414:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.921414:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.921417:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.921418:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.921421:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001d2f25b7/0x4ad31463d9bc06f6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x100f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.921422:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502104.921434:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+82:2370:x1863837562914176:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.921442:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.921445:0:205386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008f6987d5/0x4ad31463d9bbc63d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x100f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832896 expref: 88 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.921450:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000030bf5f9a/0x4ad31463d9bbbf13 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1009:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83267b expref: 82 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.921466:0:205386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008f6987d5/0x4ad31463d9bbc63d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x100f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832896 expref: 88 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.921469:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5095e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+282:3311:x1863837561322752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5936us (6040us total) trans 8589935978 rc 0/0 00010000:00010000:0.0:1777502104.921469:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000030bf5f9a/0x4ad31463d9bbbf13 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1009:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83267b expref: 82 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.921471:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.921490:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2889 00000100:00100000:2.0:1777502104.921498:0:205386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:205386:1863837561326208:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.921500:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.921502:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.921505:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc06c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1009:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.921513:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc06c5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1009:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.921527:0:205386:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092e40 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.921527:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:1.0:1777502104.921530:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd5095f480/2, rc 0, transno 8589935977 00000100:00100000:1.0:1777502104.921540:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5095f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561323136:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.921553:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+82:2370:x1863837562914176:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 213us (532us total) trans 0 rc 0/0 00000004:00080000:2.0:1777502104.921561:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd5095ed80/2, rc 0, transno 8589935574 00000100:00100000:0.0:1777502104.921566:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 899 00000100:00100000:0.0:1777502104.921594:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562914560 00000100:00100000:0.0:1777502104.921599:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562914560 00000100:00100000:2.0:1777502104.921606:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5095ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561323392:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.921614:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006ad398af/0x4ad31463d9bbb6d1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1025:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832444 expref: 111 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.921635:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd5095dc00/2, rc 0, transno 8589935978 00000100:00100000:0.0:1777502104.921641:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 900 00000100:00100000:2.0:1777502104.921644:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561326336:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.921648:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5095dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561322752:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.921654:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+81:2371:x1863837562914304:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.921663:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.921667:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000d9efaa4/0x4ad31463d9bbc1c1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x100a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832731 expref: 81 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.921679:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000d9efaa4/0x4ad31463d9bbc1c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x100a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832731 expref: 81 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.921687:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.921695:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.921698:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561326592:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.921698:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.921704:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc06cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.921707:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.921715:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1777502104.921716:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc06cc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x100a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.921737:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561326464:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.921744:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.921747:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.921773:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+81:2371:x1863837562914304:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 122us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.921786:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 900 00000100:00100000:2.0:1777502104.921790:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.921791:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561326336 00000100:00100000:1.0:1777502104.921796:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561326336 00000100:00100000:0.0:1777502104.921805:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562914688 00000100:00100000:0.0:1777502104.921809:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562914688 00000100:00100000:1.0:1777502104.921820:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561326592 00010000:00010000:0.0:1777502104.921825:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a35a7aea/0x4ad31463d9bbc1ba lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x100b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832723 expref: 81 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.921826:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561326592 00000100:00100000:2.0:1777502104.921833:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561326464 00000100:00100000:2.0:1777502104.921838:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561326464 00000100:00100000:0.0:1777502104.921847:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 901 00000100:00100000:1.0:1777502104.921852:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2903 00000100:00100000:0.0:1777502104.921857:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f686c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+111:2371:x1863837562914432:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502104.921863:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+283:3309:x1863837561326336:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.921865:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502104.921870:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2904 00010000:00010000:0.0:1777502104.921873:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000016dbb316/0x4ad31463d9bbb805 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1026:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832498 expref: 111 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.921881:0:205368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4137 count 1 00000100:00100000:2.0:1777502104.921882:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+283:3311:x1863837561326592:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.921888:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000016dbb316/0x4ad31463d9bbb805 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1026:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832498 expref: 111 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.921895:0:205368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc06fd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1029:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.921900:0:205383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4138 count 1 00010000:00010000:0.0:1777502104.921900:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.921904:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.921909:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc06da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1026:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.921914:0:205368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004c40659a/0x4ad31463d9bbbb0e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83256a expref: 111 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.921915:0:205383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc0704 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x102a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.921922:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc06da lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1026:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.921940:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.921943:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.921946:0:205383:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000058bb69d3/0x4ad31463d9bbbc5e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x102a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8325b0 expref: 111 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.921948:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc06fd lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.921948:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.921968:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.921970:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.921975:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc0704 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x102a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.921975:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f686c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+111:2371:x1863837562914432:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 120us (807us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502104.921986:0:205368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004c40659a/0x4ad31463d9bbbb0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83256a expref: 111 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.921999:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 901 00010000:00010000:1.0:1777502104.922010:0:205368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004c40659a/0x4ad31463d9bbbb0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83256a expref: 111 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.922016:0:205383:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000058bb69d3/0x4ad31463d9bbbc5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x102a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8325b0 expref: 110 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.922031:0:205368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c68000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205368:1863837561326720:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.922034:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 902 00010000:00010000:2.0:1777502104.922035:0:205383:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000058bb69d3/0x4ad31463d9bbbc5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x102a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8325b0 expref: 110 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.922047:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+110:2370:x1863837562914560:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.922052:0:205383:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561326848:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.922056:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.922062:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006ad398af/0x4ad31463d9bbb6d1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1025:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832444 expref: 110 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.922073:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006ad398af/0x4ad31463d9bbb6d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1025:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832444 expref: 110 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.922083:0:205383:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092240 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.922084:0:205368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25f00 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.922085:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.922090:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.922093:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002853f82b/0x4ad31463d9bc06d3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1025:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.922100:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002853f82b/0x4ad31463d9bc06d3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1025:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.922109:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2905 00010000:00010000:0.0:1777502104.922114:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.922120:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4a989450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+289:3309:x1863837561326464:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.922121:0:205380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000acb4f9c9/0x4ad31463d9bbbeb8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1007:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832666 expref: 81 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.922135:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+110:2370:x1863837562914560:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 89us (669us total) trans 0 rc 0/0 00002000:00080000:1.0:1777502104.922137:0:205375:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4110 count 1 00000100:00100000:2.0:1777502104.922139:0:205380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58bedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:205380:1863837561323776:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.922149:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 902 00010000:00010000:1.0:1777502104.922153:0:205375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc070b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x100e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.922159:0:205380:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc06b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.922167:0:205375:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000861d599/0x4ad31463d9bbc3b2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x100e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83279a expref: 80 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.922168:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 903 00010000:00010000:2.0:1777502104.922178:0:205380:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc06b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.922180:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+80:2371:x1863837562914688:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.922187:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.922191:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.922194:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502104.922196:0:205375:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc070b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x100e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.922197:0:205380:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc06b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.922202:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a35a7aea/0x4ad31463d9bbc1ba lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x100b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832723 expref: 80 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.922224:0:205380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc06b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.922227:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a35a7aea/0x4ad31463d9bbc1ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x100b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832723 expref: 80 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.922245:0:205380:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc06b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.922249:0:205375:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000861d599/0x4ad31463d9bbc3b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x100e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83279a expref: 80 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.922250:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.922253:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.922257:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc06e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.922276:0:205375:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000861d599/0x4ad31463d9bbc3b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x100e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83279a expref: 80 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.922276:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc06e1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x100b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.922277:0:205380:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.922303:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.922308:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc06b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.922309:0:205375:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c68700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:205375:1863837561326976:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.922321:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.922326:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc06b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.922333:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc06b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.922343:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc06b0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.922349:0:205375:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25180 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.922359:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc06b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.922378:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.922381:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.922384:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.922387:0:187551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030bf5f9a/0x4ad31463d9bbbf13 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1009:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83267b expref: 80 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.922397:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.922402:0:187551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:187551:1863837561324800:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.922416:0:187551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc06c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1009:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.922426:0:187551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc06c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1009:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.922431:0:187551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc06c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1009:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.922436:0:187551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc06c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1009:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.922440:0:187551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc06c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1009:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.922457:0:187551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502104.922502:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+79:2371:x1863837562914688:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 324us (800us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.922511:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 903 00010000:00010000:3.0:1777502104.922520:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1777502104.922524:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+290:3310:x1863837561323648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5494us (5843us total) trans 8589935575 rc 0/0 00010000:00010000:3.0:1777502104.922528:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc06c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1009:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.922533:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2892 00010000:00010000:0.0:1777502104.922551:0:188358:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc0686 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.922560:0:188358:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc0686 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.922563:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd58bec700/2, rc 0, transno 8589935575 00010000:00010000:0.0:1777502104.922572:0:188358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc0686 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.922601:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58bec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561323648:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.922603:0:188358:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc0686 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.922619:0:188358:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.922631:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1777502104.922632:0:205377:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:205377:1863837561325696:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.922635:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.922639:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc0686 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.922642:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc06c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1009:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.922645:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561327104:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.922647:0:205377:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc06e8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1027:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.922652:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.922658:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc0686 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.922667:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc0686 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.922675:0:187550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d9efaa4/0x4ad31463d9bbc1c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x100a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832731 expref: 78 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.922678:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc0686 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.922688:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502104.922689:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5089b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:187550:1863837561324544:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.922694:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc0686 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.922705:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc06cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.922711:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc06c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1009:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.922741:0:187550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc06cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.922741:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.922746:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.922748:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc06c5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1009:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.922749:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.922751:0:205382:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000010d159fe/0x4ad31463d9bc066a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.922759:0:187550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc06cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.922777:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc06c5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1009:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.922778:0:205382:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000010d159fe/0x4ad31463d9bc066a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.922783:0:187550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc06cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.922805:0:187550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc06cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x100a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.922807:0:205382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000010d159fe/0x4ad31463d9bc066a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.922813:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.922818:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502104.922823:0:205382:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000010d159fe/0x4ad31463d9bc066a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.922824:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc06cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x100a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.922826:0:187550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1777502104.922831:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.922845:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.922849:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc06cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x100a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.922857:0:205382:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.922858:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc06cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x100a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.922860:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.922867:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000010d159fe/0x4ad31463d9bc066a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.922875:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc06cc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x100a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.922876:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd413ec200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.922882:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000010d159fe/0x4ad31463d9bc066a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.922890:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc06cc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x100a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.922903:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000010d159fe/0x4ad31463d9bc066a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.922913:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000010d159fe/0x4ad31463d9bc066a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.922920:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010d159fe/0x4ad31463d9bc066a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1000:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.922939:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.922943:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.922946:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.922980:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5089aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+291:3309:x1863837561324416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4237us (4582us total) trans 8589935577 rc 0/0 00000100:00100000:2.0:1777502104.922987:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2896 00000100:00100000:2.0:1777502104.923003:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561327104 00000100:00100000:2.0:1777502104.923007:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561327104 00010000:00010000:3.0:1777502104.923018:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.923023:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.923027:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.923035:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2906 00000100:00100000:2.0:1777502104.923044:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+292:3312:x1863837561327104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502104.923058:0:187550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4108 count 1 00000100:00100000:3.0:1777502104.923064:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.923072:0:187550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc0712 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x100c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.923084:0:187550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000decdf8bb/0x4ad31463d9bbc40d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x100c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8327cb expref: 77 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.923093:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71c39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+293:3310:x1863837561320192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8645us (9040us total) trans 8589935578 rc 0/0 00010000:00010000:2.0:1777502104.923094:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.923097:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.923101:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc0712 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x100c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.923106:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2882 00010000:00010000:2.0:1777502104.923126:0:187550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000decdf8bb/0x4ad31463d9bbc40d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x100c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8327cb expref: 77 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.923135:0:187550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000decdf8bb/0x4ad31463d9bbc40d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x100c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8327cb expref: 77 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.923147:0:187550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:187550:1863837561327232:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.923147:0:205379:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dc740859/0x4ad31463d9bbb6ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83243d expref: 109 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.923162:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+292:3311:x1863837561321472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8309us (8458us total) trans 8589935579 rc 0/0 00000100:00100000:3.0:1777502104.923166:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502104.923169:0:205379:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dc740859/0x4ad31463d9bbb6ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83243d expref: 109 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.923178:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2886 00000100:00100000:2.0:1777502104.923187:0:187550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092f00 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.923190:0:205379:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561327360:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.923209:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562914816 00000100:00100000:0.0:1777502104.923213:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562914816 00000004:00080000:2.0:1777502104.923219:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd47d59c00/2, rc 0, transno 8589935578 00000100:00100000:1.0:1777502104.923229:0:205379:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25c00 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.923231:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003329252b/0x4ad31463d9bbba20 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1027:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832539 expref: 110 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.923239:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561320192:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.923256:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562914944 00000100:00100000:0.0:1777502104.923260:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562914944 00000100:00100000:2.0:1777502104.923264:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561327488:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.923274:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000005ca6440/0x4ad31463d9bbba4a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832547 expref: 111 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.923285:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd71c3aa00/2, rc 0, transno 8589935579 00000100:00100000:0.0:1777502104.923296:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 904 00000100:00100000:1.0:1777502104.923297:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd71c3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561321472:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.923303:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.923310:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+111:2370:x1863837562914816:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.923319:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.923324:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003329252b/0x4ad31463d9bbba20 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1027:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832539 expref: 111 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.923337:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003329252b/0x4ad31463d9bbba20 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1027:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832539 expref: 111 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.923341:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd521d0a80/2, rc 0, transno 8589935577 00010000:00010000:0.0:1777502104.923356:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003329252b/0x4ad31463d9bbba20 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1027:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832539 expref: 111 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.923359:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c68000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205368:1863837561326720:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.923361:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561324416:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.923376:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc06fd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.923380:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.923381:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1777502104.923384:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777502104.923389:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.923389:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc06e8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1027:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.923390:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561327616:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.923403:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc06e8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1027:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.923407:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777502104.923417:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561327744:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.923422:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.923425:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.923446:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+110:2370:x1863837562914816:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 139us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.923455:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 904 00000100:00100000:1.0:1777502104.923461:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.923476:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562915072 00000100:00100000:0.0:1777502104.923480:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562915072 00010000:00010000:2.0:1777502104.923481:0:205377:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc06e8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.923488:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.923496:0:205377:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc06e8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.923498:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008f6987d5/0x4ad31463d9bbc63d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x100f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832896 expref: 89 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.923513:0:205385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561325952:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.923515:0:205377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc06e8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.923535:0:205377:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc06e8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.923536:0:205385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc06ef lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.923548:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562915200 00000100:00100000:0.0:1777502104.923553:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562915200 00000100:00100000:3.0:1777502104.923560:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.923569:0:205377:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.923571:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004c40659a/0x4ad31463d9bbbb0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83256a expref: 110 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.923609:0:205378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ad398af/0x4ad31463d9bbb6d1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1025:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832444 expref: 110 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.923623:0:205378:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5249fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205378:1863837561325056:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.923645:0:205378:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002853f82b/0x4ad31463d9bc06d3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.923649:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.923655:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc06e8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.923658:0:205378:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002853f82b/0x4ad31463d9bc06d3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.923673:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502104.923676:0:205378:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002853f82b/0x4ad31463d9bc06d3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.923678:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc06e8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.923699:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc06e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.923703:0:205378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002853f82b/0x4ad31463d9bc06d3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.923715:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+284:3310:x1863837561325440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3488us (3569us total) trans 8589935979 rc 0/0 00010000:00010000:0.0:1777502104.923715:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc06e8 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.923728:0:205378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002853f82b/0x4ad31463d9bc06d3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.923744:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2900 00010000:00010000:0.0:1777502104.923752:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a128f93/0x4ad31463d9bc06e8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.923760:0:205378:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.923764:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561327488 00010000:00010000:0.0:1777502104.923767:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1777502104.923768:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561327488 00010000:00010000:0.0:1777502104.923772:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002853f82b/0x4ad31463d9bc06d3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.923784:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56c00 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:2.0:1777502104.923788:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561327616 00010000:00010000:0.0:1777502104.923788:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002853f82b/0x4ad31463d9bc06d3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.923791:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561327616 00010000:00010000:0.0:1777502104.923799:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002853f82b/0x4ad31463d9bc06d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.923806:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561327744 00000100:00100000:2.0:1777502104.923809:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561327744 00010000:00010000:0.0:1777502104.923811:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002853f82b/0x4ad31463d9bc06d3 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.923818:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002853f82b/0x4ad31463d9bc06d3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.923824:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2907 00000100:00100000:2.0:1777502104.923832:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+294:3309:x1863837561327488:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.923837:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.923840:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1777502104.923843:0:205377:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4109 count 1 00010000:00010000:0.0:1777502104.923843:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.923854:0:205377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc0719 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x100d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.923854:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502104.923863:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562915328 00010000:00010000:2.0:1777502104.923864:0:205377:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000badc1108/0x4ad31463d9bbc4f4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x100d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83280a expref: 77 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.923869:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562915328 00010000:00010000:2.0:1777502104.923872:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.923875:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.923878:0:205377:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc0719 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x100d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.923887:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000058bb69d3/0x4ad31463d9bbbc5e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x102a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8325b0 expref: 110 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.923903:0:205377:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000badc1108/0x4ad31463d9bbc4f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x100d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83280a expref: 77 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.923906:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 905 00000100:00100000:1.0:1777502104.923919:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+284:3311:x1863837561324672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4514us (4729us total) trans 8589935980 rc 0/0 00010000:00010000:2.0:1777502104.923920:0:205377:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000badc1108/0x4ad31463d9bbc4f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x100d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83280a expref: 77 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.923920:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+110:2371:x1863837562914944:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.923933:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502104.923937:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2897 00010000:00010000:0.0:1777502104.923943:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000005ca6440/0x4ad31463d9bbba4a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1028:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832547 expref: 110 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.923946:0:205377:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205377:1863837561327872:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.923956:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2908 00010000:00010000:0.0:1777502104.923964:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000005ca6440/0x4ad31463d9bbba4a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1028:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832547 expref: 110 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.923968:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+294:3309:x1863837561327616:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.923985:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005ca6440/0x4ad31463d9bbba4a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1028:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832547 expref: 110 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.923986:0:205378:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4113 count 1 00000100:00100000:2.0:1777502104.923997:0:205377:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092840 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.923999:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.924000:0:205378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc0720 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1011:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.924003:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.924009:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc06ef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.924015:0:205378:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003eca6e11/0x4ad31463d9bbc7a9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1011:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8328ea expref: 89 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.924022:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc06ef lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.924023:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd80e9aa00/2, rc 0, transno 8589935979 00010000:00010000:1.0:1777502104.924024:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.924027:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.924031:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc0720 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1011:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.924044:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80e9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561325440:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.924053:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.924079:0:205383:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561326848:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.924085:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+109:2371:x1863837562914944:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 169us (924us total) trans 0 rc 0/0 00000004:00080000:1.0:1777502104.924086:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd722eb100/2, rc 0, transno 8589935980 00010000:00010000:2.0:1777502104.924094:0:205383:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc0704 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x102a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.924096:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 905 00000100:00100000:1.0:1777502104.924097:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd722eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561324672:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.924107:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777502104.924119:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 906 00000100:00100000:0.0:1777502104.924130:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+89:2370:x1863837562915072:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.924135:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2909 00010000:00010000:0.0:1777502104.924140:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502104.924142:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561328000:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.924148:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+294:3312:x1863837561327744:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.924148:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008f6987d5/0x4ad31463d9bbc63d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x100f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832896 expref: 89 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.924167:0:205381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4112 count 1 00010000:00010000:0.0:1777502104.924169:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008f6987d5/0x4ad31463d9bbc63d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x100f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832896 expref: 89 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.924173:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777502104.924183:0:205381:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0727 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1010:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.924187:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.924191:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.924196:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001d2f25b7/0x4ad31463d9bc06f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.924201:0:205381:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007228a70d/0x4ad31463d9bbc804 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1010:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8328f8 expref: 89 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.924210:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001d2f25b7/0x4ad31463d9bc06f6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x100f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.924213:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561328128:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.924229:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.924230:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.924232:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.924236:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777502104.924238:0:205381:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0727 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1010:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.924259:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+89:2370:x1863837562915072:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 133us (871us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502104.924267:0:205375:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c68700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:205375:1863837561326976:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.924269:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 906 00010000:00010000:1.0:1777502104.924282:0:205375:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc070b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x100e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.924291:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 907 00000100:00100000:0.0:1777502104.924301:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+108:2370:x1863837562915200:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.924310:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.924314:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004c40659a/0x4ad31463d9bbbb0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1029:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83256a expref: 108 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.924321:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5095f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+294:3309:x1863837561324288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5827us (5996us total) trans 8589935576 rc 0/0 00010000:00010000:0.0:1777502104.924330:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004c40659a/0x4ad31463d9bbbb0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1029:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83256a expref: 108 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.924333:0:205381:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007228a70d/0x4ad31463d9bbc804 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1010:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8328f8 expref: 88 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.924334:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2895 00000100:00100000:1.0:1777502104.924352:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561328000 00010000:00010000:2.0:1777502104.924357:0:205381:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007228a70d/0x4ad31463d9bbc804 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1010:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8328f8 expref: 88 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.924359:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561328000 00000100:00100000:2.0:1777502104.924375:0:205381:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205381:1863837561328256:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.924377:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c40659a/0x4ad31463d9bbbb0e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1029:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83256a expref: 108 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.924378:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561328128 00000100:00100000:1.0:1777502104.924383:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561328128 00010000:00010000:0.0:1777502104.924395:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.924397:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.924400:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc06fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.924405:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2910 00010000:00010000:0.0:1777502104.924412:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc06fd lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.924416:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+285:3311:x1863837561328000:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.924419:0:205381:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092240 going to sleep for 11 seconds 00002000:00080000:1.0:1777502104.924435:0:187551:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4139 count 1 00010000:00010000:0.0:1777502104.924440:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.924447:0:187551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c68b158/0x4ad31463d9bc072e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x102b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.924461:0:187551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000802b2852/0x4ad31463d9bbbc6c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x102b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8325be expref: 107 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.924464:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+107:2370:x1863837562915200:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 164us (979us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.924470:0:188366:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000016dbb316/0x4ad31463d9bbb805 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832498 expref: 107 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.924482:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 907 00010000:00010000:1.0:1777502104.924496:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.924497:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.924499:0:187551:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c68b158/0x4ad31463d9bc072e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x102b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.924501:0:188366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561325184:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.924504:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 908 00000100:00100000:0.0:1777502104.924516:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f687450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+105:2370:x1863837562915328:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.924523:0:188366:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc06da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.924524:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502104.924526:0:187551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000802b2852/0x4ad31463d9bbbc6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x102b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8325be expref: 105 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.924532:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000058bb69d3/0x4ad31463d9bbbc5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x102a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8325b0 expref: 105 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.924550:0:188366:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc06da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.924552:0:187551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000802b2852/0x4ad31463d9bbbc6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x102b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8325be expref: 105 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.924557:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000058bb69d3/0x4ad31463d9bbbc5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x102a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8325b0 expref: 105 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.924598:0:187551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c68700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:187551:1863837561328384:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.924600:0:188366:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc06da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.924611:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.924622:0:188366:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc06da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.924624:0:187551:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25180 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.924632:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058bb69d3/0x4ad31463d9bbbc5e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x102a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8325b0 expref: 105 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.924637:0:188366:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc06da lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.924648:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd521d3800/2, rc 0, transno 8589935576 00010000:00010000:0.0:1777502104.924649:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.924652:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.924656:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc0704 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.924657:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561324288:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.924668:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc0704 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x102a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.924682:0:188366:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.924689:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.924692:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc06fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.924698:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc06fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.924700:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.924707:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc06da lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.924708:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc06fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.924743:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502104.924746:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc06fd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.924748:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc06da lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.924762:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc06da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.924768:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.924772:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc06da lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.924784:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001386fd0c/0x4ad31463d9bc06da lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.924801:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.924804:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc06fd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.924810:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.924813:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc06fd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.924821:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc06fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.924831:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc06fd lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.924839:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc06fd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.924859:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.924863:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.924867:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.924871:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.924883:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+286:3311:x1863837561324928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5465us (5608us total) trans 8589935981 rc 0/0 00000100:00100000:2.0:1777502104.924892:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2898 00000100:00100000:0.0:1777502104.924897:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f687450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+104:2370:x1863837562915328:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 383us (1337us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.924908:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 908 00000100:00100000:2.0:1777502104.924919:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2911 00000100:00100000:2.0:1777502104.924929:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5249fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+286:3309:x1863837561328128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777502104.924943:0:188366:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4140 count 1 00000100:00100000:0.0:1777502104.924950:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562915456 00000100:00100000:0.0:1777502104.924954:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562915456 00010000:00010000:2.0:1777502104.924956:0:188366:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0735 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x102c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.924961:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+286:3309:x1863837561326336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3099us (3276us total) trans 8589935982 rc 0/0 00010000:00010000:0.0:1777502104.924971:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000861d599/0x4ad31463d9bbc3b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x100e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83279a expref: 78 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.924974:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.924980:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2903 00010000:00010000:2.0:1777502104.924982:0:188366:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c3387d5e/0x4ad31463d9bbbe95 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x102c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83265f expref: 107 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.924997:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.924999:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.925002:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0735 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x102c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.925003:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562915584 00000100:00100000:0.0:1777502104.925007:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562915584 00000004:00080000:1.0:1777502104.925018:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7f5c7800/2, rc 0, transno 8589935981 00010000:00010000:0.0:1777502104.925023:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000decdf8bb/0x4ad31463d9bbc40d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x100c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8327cb expref: 79 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.925030:0:188366:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c3387d5e/0x4ad31463d9bbbe95 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x102c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83265f expref: 107 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.925031:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561324928:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.925046:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 909 00010000:00010000:2.0:1777502104.925051:0:188366:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c3387d5e/0x4ad31463d9bbbe95 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x102c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83265f expref: 107 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.925052:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502104.925059:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+79:2370:x1863837562915456:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.925073:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502104.925075:0:188366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561328640:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.925080:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000861d599/0x4ad31463d9bbc3b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x100e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83279a expref: 79 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.925092:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000861d599/0x4ad31463d9bbc3b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x100e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83279a expref: 79 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.925096:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6703e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561328768:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.925111:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000861d599/0x4ad31463d9bbc3b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x100e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83279a expref: 79 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.925114:0:188366:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092480 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.925125:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.925127:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.925132:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc070b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.925134:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502104.925139:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561328512:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.925146:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc070b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x100e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.925169:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.925182:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.925195:0:205379:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561327360:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.925200:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+78:2370:x1863837562915456:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 143us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.925208:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 909 00010000:00010000:1.0:1777502104.925215:0:205379:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000060669215/0x4ad31463d9bc06be lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.925216:0:205383:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc0704 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.925220:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562915712 00000100:00100000:0.0:1777502104.925225:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562915712 00010000:00010000:0.0:1777502104.925238:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dc740859/0x4ad31463d9bbb6ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1024:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83243d expref: 104 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.925242:0:205383:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc0704 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.925251:0:205375:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc070b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.925260:0:205383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc0704 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.925260:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 910 00000100:00100000:0.0:1777502104.925271:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+77:2371:x1863837562915584:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.925273:0:205375:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc070b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.925282:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.925284:0:205383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x102a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.925291:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000decdf8bb/0x4ad31463d9bbc40d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x100c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8327cb expref: 77 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.925295:0:205375:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc070b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.925320:0:205383:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.925320:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000decdf8bb/0x4ad31463d9bbc40d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x100c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8327cb expref: 77 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.925323:0:205375:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc070b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x100e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.925348:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.925351:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.925353:0:205375:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1777502104.925355:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc0712 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.925364:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc0712 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x100c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.925377:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777502104.925381:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x102a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.925388:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.925391:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x102a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.925399:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc0704 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x102a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.925411:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc0704 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x102a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.925417:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc0704 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x102a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.925433:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.925437:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc070b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x100e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.925444:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.925448:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc070b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x100e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.925455:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc070b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x100e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.925467:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc070b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x100e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.925475:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc070b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x100e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.925491:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.925493:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.925494:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.925498:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.925504:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.925514:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.925647:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+286:3311:x1863837561326592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3767us (3900us total) trans 8589935983 rc 0/0 00000100:00100000:2.0:1777502104.925655:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2904 00000100:00100000:0.0:1777502104.925660:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+77:2371:x1863837562915584:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 389us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.925668:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 910 00000100:00100000:1.0:1777502104.925674:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4a989450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+294:3309:x1863837561326464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3556us (3887us total) trans 8589935580 rc 0/0 00000100:00100000:2.0:1777502104.925676:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561328768 00000100:00100000:2.0:1777502104.925683:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561328768 00000100:00100000:0.0:1777502104.925684:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562915840 00000100:00100000:1.0:1777502104.925687:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2905 00000100:00100000:0.0:1777502104.925690:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562915840 00010000:00010000:0.0:1777502104.925706:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000badc1108/0x4ad31463d9bbc4f4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x100d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83280a expref: 77 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.925709:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561328512 00000100:00100000:1.0:1777502104.925714:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2912 00000100:00100000:2.0:1777502104.925715:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561328512 00000100:00100000:1.0:1777502104.925738:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6703ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+286:3311:x1863837561328768:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.925744:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 911 00000100:00100000:0.0:1777502104.925754:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+104:2370:x1863837562915712:12345-192.168.202.27@tcp:103:ldlm_bl.0 00002000:00080000:1.0:1777502104.925755:0:205375:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4141 count 1 00000100:00100000:2.0:1777502104.925757:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2913 00010000:00010000:1.0:1777502104.925771:0:205375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f5cac0e/0x4ad31463d9bc073c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x102d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.925771:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502104.925772:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+294:3310:x1863837561328512:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.925779:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dc740859/0x4ad31463d9bbb6ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1024:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83243d expref: 104 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.925796:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00002000:00080000:2.0:1777502104.925796:0:205383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4114 count 1 00010000:00010000:1.0:1777502104.925800:0:205375:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000118c7bf0/0x4ad31463d9bbbf0c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x102d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832674 expref: 107 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.925804:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dc740859/0x4ad31463d9bbb6ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1024:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83243d expref: 104 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.925812:0:205383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0743 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1012:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.925824:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.925829:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.925833:0:205375:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f5cac0e/0x4ad31463d9bc073c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x102d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.925834:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc740859/0x4ad31463d9bbb6ca lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1024:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83243d expref: 104 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.925838:0:205383:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8c1dc4b/0x4ad31463d9bbc900 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1012:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832937 expref: 77 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.925860:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.925862:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.925862:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.925866:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.925867:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0743 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1012:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.925870:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000060669215/0x4ad31463d9bc06be lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.925873:0:205375:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000118c7bf0/0x4ad31463d9bbbf0c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x102d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832674 expref: 107 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.925895:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000060669215/0x4ad31463d9bc06be lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.925901:0:205375:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000118c7bf0/0x4ad31463d9bbbf0c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x102d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832674 expref: 107 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.925906:0:205383:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b8c1dc4b/0x4ad31463d9bbc900 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1012:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832937 expref: 77 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.925916:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.925930:0:205375:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6703d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205375:1863837561328896:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.925931:0:205383:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b8c1dc4b/0x4ad31463d9bbc900 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1012:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832937 expref: 77 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.925944:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+103:2370:x1863837562915712:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 191us (894us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.925950:0:205383:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:205383:1863837561329024:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.925954:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 911 00000100:00100000:0.0:1777502104.925972:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562915968 00000100:00100000:0.0:1777502104.925976:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562915968 00000100:00100000:1.0:1777502104.925978:0:205375:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25f00 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.925986:0:205383:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092900 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.925989:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007228a70d/0x4ad31463d9bbc804 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1010:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8328f8 expref: 89 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.926008:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70c69c00/2, rc 0, transno 8589935983 00000100:00100000:0.0:1777502104.926016:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 912 00000100:00100000:1.0:1777502104.926021:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561326592:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.926026:0:205386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008f6987d5/0x4ad31463d9bbc63d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x100f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832896 expref: 89 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.926027:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+77:2370:x1863837562915840:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.926040:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502104.926045:0:205386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:205386:1863837561326208:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.926046:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000badc1108/0x4ad31463d9bbc4f4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x100d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83280a expref: 77 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.926062:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000badc1108/0x4ad31463d9bbc4f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x100d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83280a expref: 77 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.926064:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1777502104.926066:0:205386:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001d2f25b7/0x4ad31463d9bc06f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.926078:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6703f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561329152:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.926079:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.926081:0:205386:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001d2f25b7/0x4ad31463d9bc06f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.926082:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.926087:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc0719 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.926097:0:205386:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001d2f25b7/0x4ad31463d9bc06f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.926103:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc0719 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x100d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.926109:0:205386:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001d2f25b7/0x4ad31463d9bc06f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.926116:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.926123:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.926131:0:205386:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001d2f25b7/0x4ad31463d9bc06f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x100f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.926149:0:205386:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.926187:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1777502104.926192:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+77:2370:x1863837562915840:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 168us (701us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502104.926195:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001d2f25b7/0x4ad31463d9bc06f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x100f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.926203:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 912 00010000:00010000:3.0:1777502104.926210:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26e00 already unused, calling callback (ffffffffc13f52e0) 00000004:00080000:1.0:1777502104.926214:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70c6b800/2, rc 0, transno 8589935580 00010000:00010000:3.0:1777502104.926215:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001d2f25b7/0x4ad31463d9bc06f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x100f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.926223:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 913 00000100:00100000:1.0:1777502104.926228:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561326464:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.926233:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001d2f25b7/0x4ad31463d9bc06f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x100f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.926235:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+88:2371:x1863837562915968:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.926249:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.926253:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001d2f25b7/0x4ad31463d9bc06f6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x100f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.926256:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007228a70d/0x4ad31463d9bbc804 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1010:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8328f8 expref: 88 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.926270:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001d2f25b7/0x4ad31463d9bc06f6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x100f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.926270:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70c68e00/2, rc 0, transno 8589935982 00010000:00010000:0.0:1777502104.926276:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007228a70d/0x4ad31463d9bbc804 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1010:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8328f8 expref: 88 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.926279:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561326336:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.926305:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.926308:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.926311:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0727 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1010:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.926313:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+295:3312:x1863837561326080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4957us (5081us total) trans 8589935581 rc 0/0 00000100:00100000:1.0:1777502104.926314:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6703d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561329280:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.926317:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.926321:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.926324:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.926331:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0727 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1010:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.926333:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2902 00000100:00100000:1.0:1777502104.926344:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.926351:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.926352:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.926357:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561329152 00000100:00100000:2.0:1777502104.926362:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561329152 00000100:00100000:1.0:1777502104.926365:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777502104.926371:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6703d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561329408:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.926377:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+88:2371:x1863837562915968:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 144us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.926386:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561329280 00000100:00100000:0.0:1777502104.926386:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 913 00000100:00100000:2.0:1777502104.926390:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561329280 00000100:00100000:1.0:1777502104.926399:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.926404:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562916096 00000100:00100000:0.0:1777502104.926409:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562916096 00000100:00100000:2.0:1777502104.926415:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561329408 00000100:00100000:2.0:1777502104.926420:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561329408 00010000:00010000:0.0:1777502104.926427:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000802b2852/0x4ad31463d9bbbc6c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x102b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8325be expref: 103 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.926445:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2914 00000004:00080000:1.0:1777502104.926445:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70c6bb80/2, rc 0, transno 8589935581 00000100:00100000:0.0:1777502104.926451:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 914 00000100:00100000:3.0:1777502104.926457:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.926460:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561326080:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.926461:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6703df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+288:3311:x1863837561329152:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.926466:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+103:2370:x1863837562916096:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.926475:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:2.0:1777502104.926479:0:205386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4142 count 1 00010000:00010000:0.0:1777502104.926479:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000802b2852/0x4ad31463d9bbbc6c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x102b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8325be expref: 103 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.926494:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1777502104.926494:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000802b2852/0x4ad31463d9bbbc6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x102b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8325be expref: 103 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.926495:0:205386:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bc074a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x102e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.926504:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6703ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561329536:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.926521:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.926523:0:205386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003f2b52ea/0x4ad31463d9bbc0a2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x102e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8326dd expref: 107 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.926524:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.926529:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002c68b158/0x4ad31463d9bc072e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.926530:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.926546:0:205379:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000060669215/0x4ad31463d9bc06be lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.926547:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.926550:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c68b158/0x4ad31463d9bc072e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x102b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.926551:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.926556:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bc074a lrc: 4/0,1 mode: --/PW res: [0x240000400:0x102e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.926568:0:205379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000060669215/0x4ad31463d9bc06be lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.926595:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.926617:0:205379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000060669215/0x4ad31463d9bc06be lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.926621:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+103:2370:x1863837562916096:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 160us (274us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.926632:0:205386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003f2b52ea/0x4ad31463d9bbc0a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x102e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8326dd expref: 107 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.926636:0:205379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000060669215/0x4ad31463d9bc06be lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.926637:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 914 00000100:00100000:0.0:1777502104.926657:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562916224 00010000:00010000:2.0:1777502104.926659:0:205386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003f2b52ea/0x4ad31463d9bbc0a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x102e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8326dd expref: 107 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.926661:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562916224 00000100:00100000:3.0:1777502104.926664:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561329536 00010000:00010000:1.0:1777502104.926668:0:205379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.926669:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561329536 00010000:00010000:0.0:1777502104.926672:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.926678:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000060669215/0x4ad31463d9bc06be lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.926682:0:205386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:205386:1863837561329664:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.926692:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56000 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:3.0:1777502104.926697:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2915 00010000:00010000:0.0:1777502104.926697:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000060669215/0x4ad31463d9bc06be lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.926707:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000060669215/0x4ad31463d9bc06be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.926730:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000060669215/0x4ad31463d9bc06be lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.926738:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060669215/0x4ad31463d9bc06be lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.926742:0:205386:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc490920c0 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.926757:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.926761:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.926765:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.926775:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6703f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+296:3309:x1863837561329280:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.926787:0:205377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000badc1108/0x4ad31463d9bbc4f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x100d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83280a expref: 76 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.926788:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c3387d5e/0x4ad31463d9bbbe95 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x102c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83265f expref: 108 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1777502104.926790:0:189105:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4115 count 1 00010000:00010000:3.0:1777502104.926807:0:189105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bc0751 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1013:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.926814:0:205377:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205377:1863837561327872:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.926823:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 915 00010000:00010000:3.0:1777502104.926830:0:189105:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000033ba6c/0x4ad31463d9bbca2d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1013:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832968 expref: 87 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.926835:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f687050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+108:2371:x1863837562916224:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.926836:0:205377:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc0719 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.926843:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+289:3312:x1863837561324032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8670us (9281us total) trans 8589935984 rc 0/0 00010000:00010000:0.0:1777502104.926848:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.926850:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.926854:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.926857:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c3387d5e/0x4ad31463d9bbbe95 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x102c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83265f expref: 108 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.926860:0:189105:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bc0751 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1013:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.926864:0:205377:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc0719 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.926864:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2894 00010000:00010000:0.0:1777502104.926887:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c3387d5e/0x4ad31463d9bbbe95 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x102c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83265f expref: 108 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.926888:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2916 00010000:00010000:2.0:1777502104.926890:0:205377:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc0719 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.926902:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6703fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+288:3309:x1863837561329408:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.926914:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.926915:0:205377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc0719 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.926917:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00002000:00080000:1.0:1777502104.926922:0:205379:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4144 count 1 00010000:00010000:0.0:1777502104.926922:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0735 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.926937:0:205379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc0758 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1030:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.926950:0:205377:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc0719 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x100d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.926964:0:189105:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000033ba6c/0x4ad31463d9bbca2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1013:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832968 expref: 87 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.926964:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0735 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x102c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.926969:0:205379:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002069ba14/0x4ad31463d9bbc151 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1030:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832707 expref: 108 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.926978:0:205377:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502104.926993:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.926994:0:189105:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000033ba6c/0x4ad31463d9bbca2d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1013:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832968 expref: 87 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.926996:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.926996:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502104.927001:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc0758 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1030:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.927004:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc0719 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x100d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.927029:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.927033:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc0719 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x100d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.927034:0:189105:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd455a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561329792:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.927044:0:205379:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002069ba14/0x4ad31463d9bbc151 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1030:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832707 expref: 108 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.927049:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc0719 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x100d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.927063:0:205379:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002069ba14/0x4ad31463d9bbc151 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1030:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832707 expref: 108 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.927066:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc0719 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x100d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.927072:0:189105:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd7f24a240 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.927085:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017cf75f8/0x4ad31463d9bc0719 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x100d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.927089:0:205379:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6703f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561329920:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.927106:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.927110:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.927113:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.927124:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.927129:0:205379:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25300 going to sleep for 11 seconds 00000100:00100000:0.0:1777502104.927148:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f687050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+108:2371:x1863837562916224:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 316us (691us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.927153:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+297:3309:x1863837561327488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3319us (3852us total) trans 8589935582 rc 0/0 00000100:00100000:0.0:1777502104.927160:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 915 00000004:00080000:1.0:1777502104.927164:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd58bef100/2, rc 0, transno 8589935984 00000100:00100000:2.0:1777502104.927167:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2907 00000100:00100000:1.0:1777502104.927177:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58bef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561324032:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.927194:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2917 00000100:00100000:2.0:1777502104.927204:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6703ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+296:3312:x1863837561329536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502104.927218:0:205377:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4116 count 1 00000100:00100000:1.0:1777502104.927223:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6703dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561330048:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.927230:0:205377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc075f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1014:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.927244:0:205377:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bbca34 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1014:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83297d expref: 87 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.927254:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777502104.927255:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.927258:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.927261:0:205377:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc075f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1014:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.927285:0:205377:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bbca34 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1014:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83297d expref: 87 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.927296:0:205385:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc06ef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.927297:0:205377:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bbca34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1014:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83297d expref: 87 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.927308:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4a98b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+289:3309:x1863837561319552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15168us (15557us total) trans 8589935985 rc 0/0 00010000:00010000:1.0:1777502104.927320:0:205385:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc06ef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.927327:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2876 00000100:00100000:2.0:1777502104.927330:0:205377:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205377:1863837561330176:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.927336:0:205385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc06ef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.927342:0:205385:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc06ef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.927344:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561330048 00000100:00100000:3.0:1777502104.927351:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561330048 00010000:00010000:1.0:1777502104.927368:0:205385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.927373:0:205377:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092180 going to sleep for 11 seconds 00010000:00010000:2.0:1777502104.927408:0:205381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007228a70d/0x4ad31463d9bbc804 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1010:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8328f8 expref: 87 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.927423:0:205381:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205381:1863837561328256:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.927444:0:205381:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0727 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1010:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.927455:0:205381:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0727 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1010:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.927455:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.927463:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc06ef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.927465:0:205381:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0727 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1010:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.927472:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2918 00010000:00010000:0.0:1777502104.927482:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57200 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:3.0:1777502104.927483:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6703c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+290:3312:x1863837561330048:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.927489:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc06ef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.927491:0:205381:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0727 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1010:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.927510:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc06ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.927512:0:205381:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0727 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1010:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.927530:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+290:3312:x1863837561325824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6650us (6907us total) trans 8589935986 rc 0/0 00010000:00010000:0.0:1777502104.927536:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc06ef lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.927540:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2901 00010000:00010000:2.0:1777502104.927544:0:205381:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.927551:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc06ef lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.927570:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.927574:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0727 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1010:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.927601:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd51fd4a80/2, rc 0, transno 8589935986 00000100:00100000:1.0:1777502104.927612:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd51fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561325824:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.927614:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.927621:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0727 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1010:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.927627:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.927629:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0727 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1010:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.927641:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0727 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1010:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.927647:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70c6ad80/2, rc 0, transno 8589935582 00010000:00010000:0.0:1777502104.927649:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c8e3830/0x4ad31463d9bc0727 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1010:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.927664:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561327488:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.927669:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.927672:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.927676:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.927685:0:187548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a35a7aea/0x4ad31463d9bbc1ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x100b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832723 expref: 75 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.927702:0:187548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70f3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561325568:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.927711:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561330432:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.927731:0:187548:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc06e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.927742:0:187548:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc06e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.927749:0:187548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc06e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.927756:0:187548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc06e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.927763:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.927771:0:187548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc06e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x100b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.927785:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1777502104.927793:0:187548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.927796:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6703c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561330304:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.927803:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.927809:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc06e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x100b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.927816:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.927820:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc06e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x100b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.927829:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.927830:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc06e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x100b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.927844:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc06e1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x100b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.927852:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc06e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x100b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.927871:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561330432 00010000:00010000:0.0:1777502104.927871:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.927875:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.927876:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561330432 00010000:00010000:0.0:1777502104.927880:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.927882:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502104.927899:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562916352 00000100:00100000:0.0:1777502104.927904:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562916352 00000100:00100000:2.0:1777502104.927910:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561330304 00000100:00100000:2.0:1777502104.927917:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561330304 00000100:00100000:3.0:1777502104.927919:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.927923:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000118c7bf0/0x4ad31463d9bbbf0c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x102d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832674 expref: 108 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.927942:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2919 00000100:00100000:0.0:1777502104.927948:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562916480 00000100:00100000:2.0:1777502104.927952:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+298:3310:x1863837561330432:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.927952:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562916480 00002000:00080000:2.0:1777502104.927969:0:205376:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4118 count 1 00010000:00010000:0.0:1777502104.927969:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b8c1dc4b/0x4ad31463d9bbc900 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1012:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832937 expref: 75 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.927974:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+298:3310:x1863837561325312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7814us (7878us total) trans 8589935583 rc 0/0 00010000:00010000:2.0:1777502104.927986:0:205376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0766 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1016:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.927990:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2899 00000100:00100000:3.0:1777502104.928001:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2920 00010000:00010000:2.0:1777502104.928007:0:205376:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dd0b607e/0x4ad31463d9bbcc02 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1016:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8329e6 expref: 86 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.928007:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 916 00000100:00100000:3.0:1777502104.928015:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+290:3310:x1863837561330304:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.928022:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+108:2370:x1863837562916352:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.928025:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.928029:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.928032:0:205376:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0766 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1016:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.928033:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.928041:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000118c7bf0/0x4ad31463d9bbbf0c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x102d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832674 expref: 108 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.928054:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000118c7bf0/0x4ad31463d9bbbf0c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x102d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832674 expref: 108 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.928061:0:205376:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dd0b607e/0x4ad31463d9bbcc02 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1016:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8329e6 expref: 86 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.928083:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.928086:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.928087:0:205376:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dd0b607e/0x4ad31463d9bbcc02 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1016:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8329e6 expref: 86 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1777502104.928088:0:205380:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4145 count 1 00010000:00010000:0.0:1777502104.928090:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003f5cac0e/0x4ad31463d9bc073c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.928105:0:205380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc076d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1031:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.928109:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd80e9b100/2, rc 0, transno 8589935583 00010000:00010000:0.0:1777502104.928112:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f5cac0e/0x4ad31463d9bc073c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x102d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.928115:0:205376:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:205376:1863837561330560:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.928124:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80e9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561325312:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.928134:0:205380:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000123f64a5/0x4ad31463d9bbc3ab lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832793 expref: 108 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.928141:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502104.928143:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.928145:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.928149:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc076d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.928166:0:205376:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777502104.928166:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+108:2370:x1863837562916352:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 148us (287us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502104.928176:0:205380:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000123f64a5/0x4ad31463d9bbc3ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832793 expref: 108 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.928179:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777502104.928179:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 916 00000100:00100000:1.0:1777502104.928193:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6703c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561330688:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1777502104.928200:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd48ce4e00/2, rc 0, transno 8589935985 00010000:00010000:3.0:1777502104.928201:0:205380:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000123f64a5/0x4ad31463d9bbc3ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832793 expref: 107 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.928201:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 917 00000100:00100000:2.0:1777502104.928215:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561319552:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.928215:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+75:2370:x1863837562916480:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777502104.928221:0:205380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd455a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561330816:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.928226:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.928231:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.928237:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b8c1dc4b/0x4ad31463d9bbc900 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1012:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832937 expref: 75 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.928249:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b8c1dc4b/0x4ad31463d9bbc900 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1012:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832937 expref: 75 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.928256:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561330944:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.928260:0:205380:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd7f24a300 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.928263:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.928266:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.928269:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0743 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1012:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.928281:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0743 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1012:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.928290:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.928297:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502104.928320:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+75:2370:x1863837562916480:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 108us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.928327:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 917 00000100:00100000:1.0:1777502104.928343:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561330688 00000100:00100000:1.0:1777502104.928348:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561330688 00000100:00100000:1.0:1777502104.928367:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561330944 00000100:00100000:1.0:1777502104.928370:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561330944 00000100:00100000:1.0:1777502104.928386:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2921 00000100:00100000:2.0:1777502104.928392:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+299:3312:x1863837561327744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4249us (4934us total) trans 8589935584 rc 0/0 00000100:00100000:1.0:1777502104.928394:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6703e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+299:3312:x1863837561330688:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.928406:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2909 00002000:00080000:1.0:1777502104.928411:0:205382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4117 count 1 00010000:00010000:1.0:1777502104.928423:0:205382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc0774 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1015:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.928429:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2922 00010000:00010000:1.0:1777502104.928440:0:205382:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000159decfa/0x4ad31463d9bbcc8e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1015:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832a2c expref: 86 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.928441:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6703ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+291:3312:x1863837561330944:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.928452:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.928454:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.928455:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc0774 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1015:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.928460:0:205381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4146 count 1 00010000:00010000:1.0:1777502104.928471:0:205382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000159decfa/0x4ad31463d9bbcc8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1015:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832a2c expref: 86 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.928473:0:205381:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000633981a/0x4ad31463d9bc077b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1032:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.928485:0:205382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000159decfa/0x4ad31463d9bbcc8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1015:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832a2c expref: 86 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.928494:0:205381:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000007d42895/0x4ad31463d9bbc3c0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8327a1 expref: 107 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.928496:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.928504:0:205382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4cdf4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:205382:1863837561331072:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.928511:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.928513:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.928516:0:205381:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000633981a/0x4ad31463d9bc077b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.928526:0:205382:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25c00 going to sleep for 11 seconds 00010000:00010000:2.0:1777502104.928546:0:205381:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000007d42895/0x4ad31463d9bbc3c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8327a1 expref: 107 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.928546:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70c68000/2, rc 0, transno 8589935584 00000100:00100000:1.0:1777502104.928554:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561327744:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.928560:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562916608 00010000:00010000:2.0:1777502104.928563:0:205381:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000007d42895/0x4ad31463d9bbc3c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8327a1 expref: 107 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.928565:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562916608 00000100:00100000:2.0:1777502104.928615:0:205381:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:205381:1863837561331200:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.928624:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777502104.928635:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77eeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561331328:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.928660:0:205381:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092540 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.928670:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.928680:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000033ba6c/0x4ad31463d9bbca2d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1013:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832968 expref: 87 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.928682:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561331328 00000100:00100000:2.0:1777502104.928688:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561331328 00000100:00100000:0.0:1777502104.928712:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 918 00000100:00100000:2.0:1777502104.928730:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2923 00000100:00100000:0.0:1777502104.928734:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+87:2370:x1863837562916608:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.928741:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+299:3310:x1863837561331328:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.928743:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.928749:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000033ba6c/0x4ad31463d9bbca2d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1013:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832968 expref: 87 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.928754:0:205384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4119 count 1 00010000:00010000:0.0:1777502104.928760:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000033ba6c/0x4ad31463d9bbca2d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1013:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832968 expref: 87 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.928763:0:187551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000802b2852/0x4ad31463d9bbbc6c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x102b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8325be expref: 102 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.928767:0:205384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000beead314/0x4ad31463d9bc0782 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1017:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.928780:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.928784:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777502104.928785:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.928790:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bc0751 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1013:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.928794:0:187551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c68700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:187551:1863837561328384:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.928797:0:205384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e526135f/0x4ad31463d9bbccb8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832a33 expref: 87 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.928811:0:187551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002c68b158/0x4ad31463d9bc072e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.928819:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.928823:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.928826:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bc0751 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1013:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.928828:0:205384:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000beead314/0x4ad31463d9bc0782 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.928832:0:187551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002c68b158/0x4ad31463d9bc072e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.928846:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502104.928856:0:187551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c68b158/0x4ad31463d9bc072e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.928857:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.928866:0:187551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c68b158/0x4ad31463d9bc072e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.928873:0:205384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e526135f/0x4ad31463d9bbccb8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832a33 expref: 87 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.928877:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502104.928884:0:187551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002c68b158/0x4ad31463d9bc072e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x102b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.928889:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+87:2370:x1863837562916608:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 167us (447us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.928900:0:205384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e526135f/0x4ad31463d9bbccb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832a33 expref: 87 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.928909:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 918 00010000:00010000:1.0:1777502104.928921:0:187551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.928923:0:205384:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:205384:1863837561331456:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.928934:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.928938:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002c68b158/0x4ad31463d9bc072e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x102b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.928946:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.928950:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002c68b158/0x4ad31463d9bc072e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x102b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.928956:0:205384:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092000 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.928958:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002c68b158/0x4ad31463d9bc072e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x102b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.928970:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002c68b158/0x4ad31463d9bc072e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x102b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.928978:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c68b158/0x4ad31463d9bc072e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x102b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.928995:0:188366:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c3387d5e/0x4ad31463d9bbbe95 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x102c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83265f expref: 107 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.928997:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.929001:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.929006:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.929009:0:188366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561328640:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.929018:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562916736 00010000:00010000:2.0:1777502104.929022:0:188366:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0735 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.929022:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562916736 00010000:00010000:2.0:1777502104.929030:0:188366:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0735 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.929034:0:188366:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0735 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.929039:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003f2b52ea/0x4ad31463d9bbc0a2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x102e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8326dd expref: 107 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.929041:0:188366:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0735 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.929062:0:188366:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0735 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x102c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.929075:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562916864 00000100:00100000:0.0:1777502104.929078:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562916864 00002000:00080000:3.0:1777502104.929083:0:188358:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4143 count 1 00010000:00010000:2.0:1777502104.929088:0:188366:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.929091:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002069ba14/0x4ad31463d9bbc151 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1030:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832707 expref: 108 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.929101:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1777502104.929103:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+292:3311:x1863837561328000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4687us (4931us total) trans 8589935987 rc 0/0 00010000:00010000:3.0:1777502104.929107:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0735 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x102c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.929109:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562916992 00000100:00100000:1.0:1777502104.929113:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2910 00000100:00100000:0.0:1777502104.929113:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562916992 00010000:00010000:0.0:1777502104.929130:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bbca34 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1014:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83297d expref: 87 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.929152:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 919 00000004:00080000:1.0:1777502104.929156:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70c6b100/2, rc 0, transno 8589935987 00000100:00100000:0.0:1777502104.929163:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+108:2371:x1863837562916736:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.929169:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26200 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:1.0:1777502104.929170:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561328000:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.929175:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.929180:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003f2b52ea/0x4ad31463d9bbc0a2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x102e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8326dd expref: 108 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.929190:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003f2b52ea/0x4ad31463d9bbc0a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x102e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8326dd expref: 108 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.929205:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.929207:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.929210:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bc074a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.929217:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bc074a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x102e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.929220:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5095df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561331584:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.929226:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0735 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x102c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.929236:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0735 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x102c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.929239:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.929240:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5249fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+292:3309:x1863837561328128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4313us (5003us total) trans 8589935988 rc 0/0 00000100:00100000:2.0:1777502104.929254:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2911 00010000:00010000:3.0:1777502104.929259:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0735 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x102c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.929260:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502104.929271:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561331584 00000100:00100000:0.0:1777502104.929273:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+108:2371:x1863837562916736:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 112us (492us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502104.929275:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b427e8e1/0x4ad31463d9bc0735 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x102c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.929276:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561331584 00000100:00100000:0.0:1777502104.929290:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 919 00010000:00010000:3.0:1777502104.929304:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.929307:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.929307:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2924 00010000:00010000:3.0:1777502104.929311:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502104.929315:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 920 00000100:00100000:2.0:1777502104.929317:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5095e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+292:3310:x1863837561331584:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.929327:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+107:2370:x1863837562916864:12345-192.168.202.27@tcp:103:ldlm_bl.0 00002000:00080000:2.0:1777502104.929328:0:188366:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4147 count 1 00010000:00010000:1.0:1777502104.929336:0:205378:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003eca6e11/0x4ad31463d9bbc7a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1011:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8328ea expref: 87 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.929340:0:188366:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000061464c92/0x4ad31463d9bc0789 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1033:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.929340:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.929349:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002069ba14/0x4ad31463d9bbc151 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1030:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832707 expref: 107 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.929358:0:205378:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003eca6e11/0x4ad31463d9bbc7a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1011:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8328ea expref: 87 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.929364:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.929371:0:188366:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000156eaf21/0x4ad31463d9bbc4fb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832811 expref: 107 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.929379:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002069ba14/0x4ad31463d9bbc151 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1030:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832707 expref: 107 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.929388:0:205378:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5095f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205378:1863837561331712:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.929397:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.929400:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.929402:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061464c92/0x4ad31463d9bc0789 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.929406:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.929409:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.929414:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc0758 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1030:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.929422:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc0758 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1030:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.929423:0:205378:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25480 going to sleep for 11 seconds 00010000:00010000:2.0:1777502104.929431:0:188366:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000156eaf21/0x4ad31463d9bbc4fb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832811 expref: 107 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.929455:0:188366:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000156eaf21/0x4ad31463d9bbc4fb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832811 expref: 107 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.929457:0:205379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002069ba14/0x4ad31463d9bbc151 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1030:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832707 expref: 107 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.929459:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502104.929483:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+107:2370:x1863837562916864:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 158us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.929489:0:188366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561331840:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.929491:0:205379:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6703f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561329920:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.929495:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 920 00010000:00010000:1.0:1777502104.929511:0:205379:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc0758 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.929513:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562917120 00000100:00100000:2.0:1777502104.929515:0:188366:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777502104.929518:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562917120 00010000:00010000:1.0:1777502104.929527:0:205379:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc0758 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.929534:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dd0b607e/0x4ad31463d9bbcc02 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1016:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8329e6 expref: 88 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.929537:0:205379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc0758 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.929541:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70c69f80/2, rc 0, transno 8589935988 00000100:00100000:2.0:1777502104.929559:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561328128:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.929559:0:205379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc0758 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.929568:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 921 00010000:00010000:1.0:1777502104.929602:0:205379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc0758 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.929602:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+88:2371:x1863837562916992:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.929617:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.929623:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bbca34 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1014:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83297d expref: 88 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.929628:0:205379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.929639:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bbca34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1014:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83297d expref: 88 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.929642:0:205376:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:205376:1863837561330560:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.929655:0:187550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000decdf8bb/0x4ad31463d9bbc40d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x100c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8327cb expref: 74 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.929657:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.929659:0:205376:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0766 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1016:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.929661:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.929666:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc075f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1014:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.929677:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc075f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1014:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.929695:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.929699:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc0758 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.929703:0:205383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8c1dc4b/0x4ad31463d9bbc900 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1012:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832937 expref: 74 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.929713:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.929730:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc0758 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.929735:0:205383:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:205383:1863837561329024:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.929745:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc0758 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.929758:0:205383:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0743 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.929758:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc0758 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.929781:0:205383:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0743 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.929781:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc0758 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.929797:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6703fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+293:3309:x1863837561329408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2897us (3396us total) trans 8589935989 rc 0/0 00010000:00010000:2.0:1777502104.929804:0:205383:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0743 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.929806:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:187550:1863837561327232:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.929815:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.929819:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2916 00010000:00010000:0.0:1777502104.929819:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.929823:0:205383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0743 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.929823:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.929830:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc0712 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.929832:0:205383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0743 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.929834:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.929850:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561331968:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.929854:0:187550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc0712 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.929861:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+88:2371:x1863837562916992:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 281us (986us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.929869:0:205383:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502104.929872:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 921 00010000:00010000:0.0:1777502104.929888:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1777502104.929893:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.929895:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0743 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.929902:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.929907:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0743 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.929915:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0743 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.929927:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0743 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.929929:0:187550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc0712 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.929940:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e34eaad8/0x4ad31463d9bc0743 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.929947:0:187550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc0712 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.929956:0:187550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc0712 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x100c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.929959:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.929961:0:205375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000118c7bf0/0x4ad31463d9bbbf0c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x102d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832674 expref: 105 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.929963:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.929966:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502104.929981:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 922 00000100:00100000:1.0:1777502104.929988:0:205375:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6703d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205375:1863837561328896:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.929990:0:187550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502104.929995:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f684050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+87:2370:x1863837562917120:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.930006:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+300:3310:x1863837561328512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4237us (4825us total) trans 8589935585 rc 0/0 00010000:00010000:1.0:1777502104.930007:0:205375:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003f5cac0e/0x4ad31463d9bc073c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.930007:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.930013:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc0712 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x100c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.930022:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2913 00010000:00010000:0.0:1777502104.930033:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502104.930034:0:205375:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003f5cac0e/0x4ad31463d9bc073c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.930040:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc0712 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x100c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.930041:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561331968 00000100:00100000:2.0:1777502104.930045:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561331968 00010000:00010000:1.0:1777502104.930050:0:205375:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003f5cac0e/0x4ad31463d9bc073c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.930055:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc0712 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x100c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.930065:0:205375:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f5cac0e/0x4ad31463d9bc073c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.930071:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2925 00010000:00010000:0.0:1777502104.930072:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc0712 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x100c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.930083:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6703f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+293:3311:x1863837561331968:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.930083:0:205375:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003f5cac0e/0x4ad31463d9bc073c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x102d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.930095:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c808dd4e/0x4ad31463d9bc0712 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x100c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.930099:0:205383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4148 count 1 00010000:00010000:2.0:1777502104.930111:0:205383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d1d4fb6/0x4ad31463d9bc0790 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1034:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.930116:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502104.930117:0:205375:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1777502104.930121:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003f5cac0e/0x4ad31463d9bc073c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x102d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.930122:0:205383:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009c722e79/0x4ad31463d9bbc6d0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8328c0 expref: 101 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.930123:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.930140:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.930142:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.930142:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502104.930144:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d1d4fb6/0x4ad31463d9bc0790 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.930147:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003f5cac0e/0x4ad31463d9bc073c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x102d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.930157:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003f5cac0e/0x4ad31463d9bc073c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x102d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.930168:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003f5cac0e/0x4ad31463d9bc073c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x102d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.930169:0:205383:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009c722e79/0x4ad31463d9bbc6d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8328c0 expref: 101 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.930189:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f5cac0e/0x4ad31463d9bc073c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x102d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.930207:0:205383:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009c722e79/0x4ad31463d9bbc6d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8328c0 expref: 101 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.930216:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.930219:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.930221:0:205383:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561332096:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.930223:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.930230:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.930236:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dd0b607e/0x4ad31463d9bbcc02 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1016:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8329e6 expref: 87 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.930246:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dd0b607e/0x4ad31463d9bbcc02 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1016:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8329e6 expref: 87 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.930258:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dd0b607e/0x4ad31463d9bbcc02 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1016:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8329e6 expref: 87 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.930269:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.930270:0:205383:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092a80 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.930271:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.930276:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0766 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1016:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.930283:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6703ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+294:3311:x1863837561328768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4547us (5151us total) trans 8589935990 rc 0/0 00010000:00010000:0.0:1777502104.930287:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0766 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1016:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.930291:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2912 00000004:00080000:2.0:1777502104.930301:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd6703d180/2, rc 0, transno 8589935989 00010000:00010000:0.0:1777502104.930310:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.930316:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6703d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561329408:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1777502104.930332:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd521d3480/2, rc 0, transno 8589935585 00000100:00100000:0.0:1777502104.930337:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f684050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+86:2370:x1863837562917120:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 347us (977us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502104.930345:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561328512:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.930347:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 922 00010000:00010000:2.0:1777502104.930372:0:205376:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0766 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.930384:0:205376:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0766 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.930392:0:205376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0766 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.930393:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1777502104.930404:0:205376:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0766 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.930406:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6703d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561332352:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.930428:0:205376:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.930437:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1777502104.930441:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.930444:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0766 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.930452:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.930457:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0766 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.930464:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0766 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.930477:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0766 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.930481:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561332224:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.930488:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc0766 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.930506:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.930510:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.930513:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.930522:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777502104.930602:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd6703e300/2, rc 0, transno 8589935990 00000100:00100000:1.0:1777502104.930616:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6703e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561328768:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.930620:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561332352 00000100:00100000:2.0:1777502104.930623:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+300:3310:x1863837561330432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2672us (2861us total) trans 8589935586 rc 0/0 00000100:00100000:0.0:1777502104.930625:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561332352 00000100:00100000:2.0:1777502104.930634:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2919 00000100:00100000:0.0:1777502104.930652:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561332224 00000100:00100000:0.0:1777502104.930656:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561332224 00000100:00100000:2.0:1777502104.930657:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2926 00000100:00100000:2.0:1777502104.930666:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+300:3310:x1863837561332352:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.930674:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561332480:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777502104.930679:0:205376:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4121 count 1 00000100:00100000:0.0:1777502104.930685:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2927 00010000:00010000:2.0:1777502104.930693:0:205376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000071baf82f/0x4ad31463d9bc0797 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1019:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.930697:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+294:3312:x1863837561332224:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.930711:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777502104.930716:0:205376:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009607a995/0x4ad31463d9bbcf97 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1019:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832af0 expref: 85 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1777502104.930717:0:205368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4149 count 1 00010000:00010000:2.0:1777502104.930738:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.930742:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.930743:0:205368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc079e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1035:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.930747:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.930748:0:205376:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071baf82f/0x4ad31463d9bc0797 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1019:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.930751:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7f5c6300/2, rc 0, transno 8589935586 00000100:00100000:1.0:1777502104.930767:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561330432:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.930781:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.930785:0:205368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b47a8491/0x4ad31463d9bbc701 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8328c7 expref: 104 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.930789:0:205376:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009607a995/0x4ad31463d9bbcf97 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1019:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832af0 expref: 85 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.930799:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.930803:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.930807:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc079e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.930811:0:205376:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009607a995/0x4ad31463d9bbcf97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1019:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832af0 expref: 85 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.930814:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.930825:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd521d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561332736:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.930841:0:205376:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:205376:1863837561332608:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.930845:0:205368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b47a8491/0x4ad31463d9bbc701 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8328c7 expref: 104 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.930850:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.930862:0:205368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b47a8491/0x4ad31463d9bbc701 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8328c7 expref: 104 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.930864:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.930877:0:205368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6646ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205368:1863837561332864:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.930893:0:205376:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092900 going to sleep for 11 seconds 00000100:00100000:0.0:1777502104.930911:0:205368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc48fce3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.930921:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561332480 00000100:00100000:2.0:1777502104.930924:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561332480 00000100:00100000:0.0:1777502104.930933:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562917376 00000100:00100000:1.0:1777502104.930935:0:205382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4cdf4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:205382:1863837561331072:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.930937:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562917376 00000100:00100000:2.0:1777502104.930940:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561332736 00000100:00100000:2.0:1777502104.930944:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561332736 00010000:00010000:1.0:1777502104.930956:0:205382:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc0774 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1015:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.930960:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000123f64a5/0x4ad31463d9bbc3ab lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832793 expref: 105 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.930962:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2928 00000100:00100000:2.0:1777502104.930973:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd521d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+295:3310:x1863837561332480:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777502104.930986:0:205385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4150 count 1 00000100:00100000:1.0:1777502104.930995:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2929 00010000:00010000:2.0:1777502104.930996:0:205385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe3a3f5d/0x4ad31463d9bc07a5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1036:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.930998:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562917248 00000100:00100000:0.0:1777502104.931004:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562917248 00000100:00100000:1.0:1777502104.931006:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+301:3311:x1863837561332736:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.931010:0:205385:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b8d72f8b/0x4ad31463d9bbc8eb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832922 expref: 105 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.931016:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.931018:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.931020:0:205385:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe3a3f5d/0x4ad31463d9bc07a5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.931020:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000159decfa/0x4ad31463d9bbcc8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1015:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832a2c expref: 86 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.931022:0:187548:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4120 count 1 00010000:00010000:1.0:1777502104.931036:0:187548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc07ac lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1018:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.931057:0:205385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b8d72f8b/0x4ad31463d9bbc8eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832922 expref: 105 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.931062:0:187548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007a6198f9/0x4ad31463d9bbcf89 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1018:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832ae2 expref: 86 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.931067:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562917504 00010000:00010000:2.0:1777502104.931069:0:205385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b8d72f8b/0x4ad31463d9bbc8eb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832922 expref: 105 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.931073:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562917504 00010000:00010000:1.0:1777502104.931080:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.931084:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.931087:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc07ac lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1018:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.931088:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000007d42895/0x4ad31463d9bbc3c0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8327a1 expref: 106 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.931089:0:205385:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561332992:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.931118:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562917632 00000100:00100000:2.0:1777502104.931119:0:205385:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092f00 going to sleep for 11 seconds 00000100:00100000:0.0:1777502104.931122:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562917632 00010000:00010000:1.0:1777502104.931127:0:187548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007a6198f9/0x4ad31463d9bbcf89 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1018:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832ae2 expref: 87 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.931136:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e526135f/0x4ad31463d9bbccb8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832a33 expref: 87 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.931139:0:205384:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:205384:1863837561331456:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.931142:0:187548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007a6198f9/0x4ad31463d9bbcf89 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1018:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832ae2 expref: 87 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.931153:0:205384:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000beead314/0x4ad31463d9bc0782 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1017:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.931171:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 923 00000100:00100000:1.0:1777502104.931174:0:187548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4cdf4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561333120:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.931184:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+106:2371:x1863837562917376:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.931186:0:205381:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:205381:1863837561331200:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.931196:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.931197:0:205381:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000633981a/0x4ad31463d9bc077b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.931204:0:187548:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25c00 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.931205:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000123f64a5/0x4ad31463d9bbc3ab lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1031:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832793 expref: 106 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.931219:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000123f64a5/0x4ad31463d9bbc3ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1031:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832793 expref: 106 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.931221:0:205377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bbca34 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1014:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83297d expref: 87 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.931237:0:205378:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5095f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205378:1863837561331712:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.931243:0:205377:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205377:1863837561330176:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.931245:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.931249:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.931252:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc076d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1031:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.931254:0:205378:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc0720 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1011:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.931257:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.931258:0:205377:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc075f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.931269:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc076d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1031:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.931282:0:205377:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc075f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.931288:0:205377:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc075f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.931294:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.931294:0:205377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc075f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.931294:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.931303:0:205377:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc075f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.931317:0:205377:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502104.931319:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+106:2371:x1863837562917376:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 137us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.931327:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 923 00010000:00010000:0.0:1777502104.931344:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.931350:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc075f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.931357:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.931361:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc075f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.931369:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc075f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.931378:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc075f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.931386:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d00920ab/0x4ad31463d9bc075f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.931400:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.931403:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.931405:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502104.931412:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562917760 00000100:00100000:0.0:1777502104.931416:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562917760 00010000:00010000:0.0:1777502104.931430:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000156eaf21/0x4ad31463d9bbc4fb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832811 expref: 106 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.931445:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562917888 00000100:00100000:0.0:1777502104.931448:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562917888 00010000:00010000:0.0:1777502104.931459:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003eca6e11/0x4ad31463d9bbc7a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1011:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8328ea expref: 87 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.931472:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 924 00000100:00100000:0.0:1777502104.931479:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+87:2370:x1863837562917248:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.931486:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502104.931487:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6703ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+302:3312:x1863837561329536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4284us (4957us total) trans 8589935587 rc 0/0 00010000:00010000:0.0:1777502104.931492:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000159decfa/0x4ad31463d9bbcc8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1015:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832a2c expref: 87 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.931504:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd6703ea00/2, rc 0, transno 8589935587 00000100:00100000:2.0:1777502104.931510:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2917 00010000:00010000:0.0:1777502104.931516:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000159decfa/0x4ad31463d9bbcc8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1015:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832a2c expref: 87 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.931520:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6703ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561329536:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.931526:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.931542:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000159decfa/0x4ad31463d9bbcc8e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1015:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832a2c expref: 87 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.931552:0:205386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f2b52ea/0x4ad31463d9bbc0a2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x102e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8326dd expref: 106 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.931555:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.931558:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.931563:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc0774 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1015:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.931567:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5095f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561333248:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.931571:0:205386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:205386:1863837561329664:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.931613:0:205386:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bc074a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.931620:0:205386:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bc074a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.931625:0:205386:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bc074a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.931630:0:205386:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bc074a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.931635:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.931639:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc0774 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1015:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.931641:0:205386:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bc074a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x102e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.931671:0:205386:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.931677:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502104.931687:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502104.931687:0:205382:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc0774 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.931693:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bc074a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x102e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.931703:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+86:2370:x1863837562917248:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 222us (923us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502104.931712:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.931728:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bc074a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x102e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.931730:0:205382:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc0774 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.931735:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 924 00010000:00010000:3.0:1777502104.931747:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bc074a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x102e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.931750:0:205382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc0774 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.931753:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562918016 00000100:00100000:0.0:1777502104.931758:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562918016 00010000:00010000:1.0:1777502104.931761:0:205382:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc0774 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.931774:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009c722e79/0x4ad31463d9bbc6d0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8328c0 expref: 102 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.931783:0:205382:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.931794:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.931799:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc0774 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.931806:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.931810:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc0774 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.931818:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6703df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+296:3311:x1863837561329152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5360us (5704us total) trans 8589935991 rc 0/0 00010000:00010000:0.0:1777502104.931820:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc0774 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.931835:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bc074a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x102e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.931835:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2914 00010000:00010000:0.0:1777502104.931840:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc0774 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.931852:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092967ee8/0x4ad31463d9bc074a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x102e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.931853:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561333248 00010000:00010000:0.0:1777502104.931854:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc0774 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.931860:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561333248 00000100:00100000:2.0:1777502104.931891:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2930 00000100:00100000:2.0:1777502104.931902:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+303:3312:x1863837561333248:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.931908:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.931911:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1777502104.931913:0:205386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4122 count 1 00010000:00010000:0.0:1777502104.931913:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.931926:0:205386:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f2a6581/0x4ad31463d9bc07b3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x101a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.931927:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 925 00000100:00100000:0.0:1777502104.931939:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+105:2371:x1863837562917504:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.931942:0:205386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004146f8e7/0x4ad31463d9bbcfac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x101a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832afe expref: 85 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.931949:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502104.931951:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6703e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+303:3312:x1863837561330688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3556us (3726us total) trans 8589935588 rc 0/0 00010000:00010000:3.0:1777502104.931952:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.931957:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.931958:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.931958:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000007d42895/0x4ad31463d9bbc3c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1032:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8327a1 expref: 105 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.931961:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.931962:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.931968:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f2a6581/0x4ad31463d9bc07b3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x101a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.931971:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2921 00010000:00010000:0.0:1777502104.931981:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000007d42895/0x4ad31463d9bbc3c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1032:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8327a1 expref: 105 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.931995:0:205386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004146f8e7/0x4ad31463d9bbcfac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x101a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832afe expref: 85 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.931997:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000007d42895/0x4ad31463d9bbc3c0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1032:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8327a1 expref: 105 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.932008:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd6703f480/2, rc 0, transno 8589935991 00010000:00010000:2.0:1777502104.932015:0:205386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004146f8e7/0x4ad31463d9bbcfac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x101a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832afe expref: 85 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.932019:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.932021:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6703f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561329152:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.932023:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.932028:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000633981a/0x4ad31463d9bc077b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.932029:0:205386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:205386:1863837561333376:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.932042:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000633981a/0x4ad31463d9bc077b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.932053:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.932062:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.932073:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777502104.932080:0:205386:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092540 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.932082:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561333504:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.932088:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+104:2371:x1863837562917504:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 150us (1278us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.932097:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 925 00010000:00010000:2.0:1777502104.932101:0:205381:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000633981a/0x4ad31463d9bc077b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.932111:0:205381:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000633981a/0x4ad31463d9bc077b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.932115:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777502104.932125:0:205381:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000633981a/0x4ad31463d9bc077b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.932132:0:205381:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000633981a/0x4ad31463d9bc077b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.932154:0:205381:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1777502104.932160:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd6703c700/2, rc 0, transno 8589935588 00010000:00010000:0.0:1777502104.932161:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.932169:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000633981a/0x4ad31463d9bc077b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.932174:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6703c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561330688:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.932182:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.932186:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000633981a/0x4ad31463d9bc077b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.932194:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000633981a/0x4ad31463d9bc077b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.932205:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000633981a/0x4ad31463d9bc077b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.932214:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000633981a/0x4ad31463d9bc077b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.932218:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561333632:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.932233:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.932237:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.932239:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502104.932250:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562918144 00000100:00100000:3.0:1777502104.932251:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502104.932255:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562918144 00000100:00100000:1.0:1777502104.932259:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.932274:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b47a8491/0x4ad31463d9bbc701 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8328c7 expref: 104 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.932290:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6703ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+296:3312:x1863837561330944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3852us (4003us total) trans 8589935992 rc 0/0 00000100:00100000:0.0:1777502104.932294:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562918272 00000100:00100000:2.0:1777502104.932297:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2922 00000100:00100000:0.0:1777502104.932299:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562918272 00010000:00010000:0.0:1777502104.932313:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009607a995/0x4ad31463d9bbcf97 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1019:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832af0 expref: 86 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.932314:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561333504 00000004:00080000:1.0:1777502104.932317:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7f5c6a00/2, rc 0, transno 8589935992 00000100:00100000:2.0:1777502104.932320:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561333504 00000100:00100000:1.0:1777502104.932331:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561330944:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.932339:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 926 00000100:00100000:2.0:1777502104.932350:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561333632 00000100:00100000:0.0:1777502104.932350:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+86:2370:x1863837562917632:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.932356:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561333632 00010000:00010000:0.0:1777502104.932360:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.932366:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e526135f/0x4ad31463d9bbccb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1017:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832a33 expref: 86 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.932378:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e526135f/0x4ad31463d9bbccb8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1017:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832a33 expref: 86 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.932379:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2931 00000100:00100000:1.0:1777502104.932384:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80ecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561333760:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.932391:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+296:3310:x1863837561333504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777502104.932404:0:205381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4151 count 1 00010000:00010000:0.0:1777502104.932404:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e526135f/0x4ad31463d9bbccb8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1017:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832a33 expref: 86 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.932417:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.932417:0:205381:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a92065e7/0x4ad31463d9bc07ba lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1037:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.932418:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.932423:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.932426:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.932428:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000beead314/0x4ad31463d9bc0782 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.932437:0:205381:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bcc42b8c/0x4ad31463d9bbc8f2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832929 expref: 104 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.932440:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.932447:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000beead314/0x4ad31463d9bc0782 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.932448:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.932451:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.932454:0:205381:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a92065e7/0x4ad31463d9bc07ba lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.932463:0:188358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc07c1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x102f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.932474:0:188358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006b554df4/0x4ad31463d9bbc1c8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x102f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83272a expref: 104 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.932475:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.932476:0:205381:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bcc42b8c/0x4ad31463d9bbc8f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832929 expref: 104 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.932489:0:187548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4cdf4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561333120:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.932495:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.932498:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.932501:0:205381:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bcc42b8c/0x4ad31463d9bbc8f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832929 expref: 104 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.932502:0:188358:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc07c1 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x102f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.932503:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+85:2370:x1863837562917632:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 153us (1654us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502104.932508:0:187548:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc07ac lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1018:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.932525:0:205381:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:205381:1863837561333888:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.932535:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 926 00010000:00010000:3.0:1777502104.932543:0:188358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006b554df4/0x4ad31463d9bbc1c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x102f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83272a expref: 104 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.932550:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561333760 00010000:00010000:3.0:1777502104.932552:0:188358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006b554df4/0x4ad31463d9bbc1c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x102f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83272a expref: 104 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.932553:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562918400 00000100:00100000:1.0:1777502104.932555:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561333760 00000100:00100000:2.0:1777502104.932556:0:205381:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092480 going to sleep for 11 seconds 00000100:00100000:0.0:1777502104.932559:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562918400 00000100:00100000:3.0:1777502104.932568:0:188358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd455a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:188358:1863837561334016:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.932571:0:205384:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000beead314/0x4ad31463d9bc0782 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.932596:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b8d72f8b/0x4ad31463d9bbc8eb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832922 expref: 105 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.932606:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2932 00010000:00010000:2.0:1777502104.932610:0:205384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000beead314/0x4ad31463d9bc0782 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.932615:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562918528 00010000:00010000:2.0:1777502104.932616:0:205384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000beead314/0x4ad31463d9bc0782 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.932620:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+303:3310:x1863837561333632:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.932620:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562918528 00010000:00010000:2.0:1777502104.932631:0:205384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000beead314/0x4ad31463d9bc0782 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.932632:0:188358:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd7f24aa80 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.932637:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007a6198f9/0x4ad31463d9bbcf89 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1018:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832ae2 expref: 85 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.932640:0:205382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4123 count 1 00010000:00010000:2.0:1777502104.932650:0:205384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502104.932657:0:205382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc07c8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x101b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.932660:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.932666:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000beead314/0x4ad31463d9bc0782 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.932674:0:205382:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008a904cb2/0x4ad31463d9bbd1ce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x101b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832b98 expref: 72 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.932675:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e3000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.932680:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000beead314/0x4ad31463d9bc0782 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.932688:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.932692:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.932694:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000beead314/0x4ad31463d9bc0782 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.932696:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc07c8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x101b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.932728:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000beead314/0x4ad31463d9bc0782 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.932739:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000beead314/0x4ad31463d9bc0782 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.932744:0:205382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008a904cb2/0x4ad31463d9bbd1ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x101b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832b98 expref: 72 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.932758:0:205382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008a904cb2/0x4ad31463d9bbd1ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x101b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832b98 expref: 72 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.932761:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.932765:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.932771:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.932774:0:205382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80ece680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:205382:1863837561334144:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.932788:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 927 00010000:00010000:3.0:1777502104.932796:0:189105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000033ba6c/0x4ad31463d9bbca2d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1013:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832968 expref: 85 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.932799:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+105:2371:x1863837562917760:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.932810:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+304:3310:x1863837561331328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4072us (4143us total) trans 8589935589 rc 0/0 00010000:00010000:0.0:1777502104.932813:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777502104.932814:0:189105:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd455a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561329792:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.932816:0:205382:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25c00 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.932823:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000156eaf21/0x4ad31463d9bbc4fb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1033:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832811 expref: 105 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.932824:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2923 00010000:00010000:0.0:1777502104.932838:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000156eaf21/0x4ad31463d9bbc4fb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1033:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832811 expref: 105 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.932839:0:189105:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bc0751 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.932847:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2933 00000004:00080000:1.0:1777502104.932847:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77eeca80/2, rc 0, transno 8589935589 00000100:00100000:2.0:1777502104.932859:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd80ecc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+297:3311:x1863837561333760:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.932860:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77eeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561331328:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.932862:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.932866:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.932867:0:189105:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bc0751 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.932871:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000061464c92/0x4ad31463d9bc0789 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1033:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.932874:0:205384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4152 count 1 00010000:00010000:3.0:1777502104.932885:0:189105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bc0751 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.932887:0:205384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000badc1108/0x4ad31463d9bc07cf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1038:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.932889:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061464c92/0x4ad31463d9bc0789 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1033:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.932899:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777502104.932909:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561334272:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.932913:0:189105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bc0751 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.932914:0:205384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000994b5106/0x4ad31463d9bbca26 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83296f expref: 102 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.932924:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502104.932937:0:189105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bc0751 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.932937:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.932941:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.932944:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777502104.932947:0:205384:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000badc1108/0x4ad31463d9bc07cf lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.932949:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+105:2371:x1863837562917760:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 152us (1785us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.932967:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 927 00000100:00100000:1.0:1777502104.932971:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561334272 00010000:00010000:3.0:1777502104.932972:0:189105:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777502104.932977:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561334272 00010000:00010000:2.0:1777502104.932982:0:205384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000994b5106/0x4ad31463d9bbca26 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83296f expref: 102 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.932984:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.932990:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bc0751 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.933001:0:205384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000994b5106/0x4ad31463d9bbca26 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83296f expref: 102 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.933001:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5faa00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.933006:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bc0751 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.933007:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2934 00000100:00100000:1.0:1777502104.933019:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4a887c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+304:3311:x1863837561334272:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.933028:0:205384:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:205384:1863837561334400:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.933031:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bc0751 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.933038:0:205379:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4125 count 1 00010000:00010000:0.0:1777502104.933043:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bc0751 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.933052:0:205379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008fd82b92/0x4ad31463d9bc07d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x101d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.933052:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bc0751 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.933059:0:205384:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092840 going to sleep for 11 seconds 00010000:00010000:1.0:1777502104.933079:0:205379:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001b672b9d/0x4ad31463d9bbd31e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x101d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832bde expref: 72 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.933087:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.933087:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.933091:0:205385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561332992:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.933091:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.933092:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.933094:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008fd82b92/0x4ad31463d9bc07d6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x101d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.933096:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.933109:0:205385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fe3a3f5d/0x4ad31463d9bc07a5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.933114:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 928 00010000:00010000:1.0:1777502104.933120:0:205379:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001b672b9d/0x4ad31463d9bbd31e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x101d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832bde expref: 72 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.933130:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6703f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+305:3309:x1863837561329280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6421us (6787us total) trans 8589935590 rc 0/0 00000100:00100000:0.0:1777502104.933132:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+84:2370:x1863837562917888:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777502104.933147:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2915 00010000:00010000:0.0:1777502104.933147:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.933156:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003eca6e11/0x4ad31463d9bbc7a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1011:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8328ea expref: 84 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.933159:0:205379:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001b672b9d/0x4ad31463d9bbd31e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x101d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832bde expref: 72 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.933165:0:188366:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000156eaf21/0x4ad31463d9bbc4fb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832811 expref: 104 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.933180:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003eca6e11/0x4ad31463d9bbc7a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1011:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8328ea expref: 84 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.933186:0:205379:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80ece300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205379:1863837561334528:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.933196:0:188366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561331840:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.933206:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003eca6e11/0x4ad31463d9bbc7a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1011:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8328ea expref: 84 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.933216:0:188366:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000061464c92/0x4ad31463d9bc0789 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.933217:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.933220:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.933225:0:205380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000123f64a5/0x4ad31463d9bbc3ab lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832793 expref: 103 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.933226:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc0720 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1011:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.933230:0:188366:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000061464c92/0x4ad31463d9bc0789 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.933230:0:205379:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a253c0 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.933250:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc0720 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1011:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.933252:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd6703d880/2, rc 0, transno 8589935590 00010000:00010000:2.0:1777502104.933255:0:188366:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000061464c92/0x4ad31463d9bc0789 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.933261:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6703d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561329280:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.933273:0:205380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd455a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561330816:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.933278:0:188366:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000061464c92/0x4ad31463d9bc0789 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.933285:0:188366:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000061464c92/0x4ad31463d9bc0789 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.933288:0:205380:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc076d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.933291:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.933297:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1777502104.933300:0:205380:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc076d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.933301:0:188366:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777502104.933306:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80eced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561334656:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.933316:0:205380:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc076d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.933317:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+83:2370:x1863837562917888:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 190us (2020us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.933332:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 928 00010000:00010000:3.0:1777502104.933333:0:205380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc076d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.933337:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777502104.933346:0:205380:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc076d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.933356:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 929 00010000:00010000:3.0:1777502104.933364:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1777502104.933368:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f706450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+102:2371:x1863837562918016:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.933370:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000061464c92/0x4ad31463d9bc0789 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.933373:0:205378:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc0720 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.933377:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.933385:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009c722e79/0x4ad31463d9bbc6d0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1034:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8328c0 expref: 102 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.933395:0:205378:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc0720 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.933396:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.933403:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000061464c92/0x4ad31463d9bc0789 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.933409:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009c722e79/0x4ad31463d9bbc6d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1034:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8328c0 expref: 102 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.933410:0:205378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc0720 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.933420:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5095e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+298:3310:x1863837561331584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4104us (4160us total) trans 8589935993 rc 0/0 00010000:00010000:1.0:1777502104.933436:0:205378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc0720 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.933439:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2924 00010000:00010000:3.0:1777502104.933448:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000061464c92/0x4ad31463d9bc0789 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.933456:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561334656 00000100:00100000:2.0:1777502104.933462:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561334656 00010000:00010000:3.0:1777502104.933469:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000061464c92/0x4ad31463d9bc0789 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.933469:0:205378:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.933471:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.933475:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.933480:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000061464c92/0x4ad31463d9bc0789 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.933480:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001d1d4fb6/0x4ad31463d9bc0790 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1034:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.933492:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2935 00010000:00010000:0.0:1777502104.933502:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d1d4fb6/0x4ad31463d9bc0790 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1034:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.933504:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd80ecd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+305:3310:x1863837561334656:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.933510:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.933515:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc0720 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.933520:0:188366:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4124 count 1 00010000:00010000:3.0:1777502104.933521:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.933523:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.933526:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc0720 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.933531:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc0720 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.933531:0:188366:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014f14421/0x4ad31463d9bc07dd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x101c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.933535:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.933557:0:188366:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce50f874/0x4ad31463d9bbd302 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x101c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832bc9 expref: 72 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.933558:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc0720 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.933561:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f706450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+102:2371:x1863837562918016:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 195us (2039us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.933596:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 929 00010000:00010000:3.0:1777502104.933600:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc0720 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.933608:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.933611:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.933613:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014f14421/0x4ad31463d9bc07dd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x101c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.933623:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.933627:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.933630:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+306:3309:x1863837561327616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9664us (10205us total) trans 8589935591 rc 0/0 00010000:00010000:3.0:1777502104.933631:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.933633:0:188366:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ce50f874/0x4ad31463d9bbd302 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x101c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832bc9 expref: 72 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.933643:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 930 00000100:00100000:1.0:1777502104.933646:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2908 00010000:00010000:2.0:1777502104.933654:0:188366:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ce50f874/0x4ad31463d9bbd302 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x101c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832bc9 expref: 72 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.933660:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+102:2370:x1863837562918144:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.933669:0:188366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:188366:1863837561334784:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.933672:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.933678:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b47a8491/0x4ad31463d9bbc701 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1035:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8328c7 expref: 102 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.933688:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b47a8491/0x4ad31463d9bbc701 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1035:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8328c7 expref: 102 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.933690:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd5095df80/2, rc 0, transno 8589935993 00000100:00100000:1.0:1777502104.933700:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5095df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561331584:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.933704:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.933707:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.933711:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc079e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1035:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.933715:0:188366:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092f00 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.933733:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc079e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1035:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.933750:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561334912:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.933751:0:205380:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.933751:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502104.933763:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1777502104.933764:0:205376:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:205376:1863837561332608:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.933771:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc076d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.933778:0:205376:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000071baf82f/0x4ad31463d9bc0797 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1019:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.933779:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fbc00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.933786:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc076d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.933791:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.933812:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc076d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.933825:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561334912 00010000:00010000:0.0:1777502104.933826:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc076d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.933828:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561334912 00010000:00010000:0.0:1777502104.933836:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc076d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.933843:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70c69500/2, rc 0, transno 8589935591 00000100:00100000:2.0:1777502104.933848:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2936 00010000:00010000:0.0:1777502104.933853:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.933857:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561327616:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.933857:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.933858:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd80ecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+298:3310:x1863837561334912:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.933862:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1777502104.933876:0:205377:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4153 count 1 00010000:00010000:2.0:1777502104.933890:0:205377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000861d599/0x4ad31463d9bc07e4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1039:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.933891:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+102:2370:x1863837562918144:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 236us (1839us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.933907:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 930 00000100:00100000:1.0:1777502104.933908:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1777502104.933912:0:205377:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000144dc158/0x4ad31463d9bbcb29 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8329a7 expref: 101 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.933919:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561335040:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.933924:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777502104.933924:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 931 00010000:00010000:2.0:1777502104.933928:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.933932:0:205377:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000861d599/0x4ad31463d9bc07e4 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.933936:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+82:2371:x1863837562918272:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.933950:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502104.933956:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.933958:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009607a995/0x4ad31463d9bbcf97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1019:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832af0 expref: 82 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.933964:0:205377:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000144dc158/0x4ad31463d9bbcb29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8329a7 expref: 101 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.933975:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009607a995/0x4ad31463d9bbcf97 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1019:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832af0 expref: 82 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.933980:0:205377:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000144dc158/0x4ad31463d9bbcb29 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8329a7 expref: 101 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.933992:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561335040 00010000:00010000:0.0:1777502104.933994:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009607a995/0x4ad31463d9bbcf97 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1019:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832af0 expref: 82 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.933997:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561335040 00000100:00100000:2.0:1777502104.933998:0:205377:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:205377:1863837561335168:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.934012:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.934014:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.934017:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000071baf82f/0x4ad31463d9bc0797 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1019:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.934025:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071baf82f/0x4ad31463d9bc0797 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1019:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.934028:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2937 00000100:00100000:2.0:1777502104.934033:0:205377:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092900 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.934040:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd80ecd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+306:3312:x1863837561335040:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.934051:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:1.0:1777502104.934054:0:205378:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4126 count 1 00010000:00010000:2.0:1777502104.934063:0:205383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c722e79/0x4ad31463d9bbc6d0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8328c0 expref: 101 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.934067:0:205378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc07eb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x101e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.934077:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+81:2371:x1863837562918272:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 140us (1825us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.934091:0:205383:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561332096:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.934096:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 931 00010000:00010000:1.0:1777502104.934098:0:205378:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000089ccd67f/0x4ad31463d9bbd532 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x101e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832c63 expref: 72 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.934108:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.934109:0:205383:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001d1d4fb6/0x4ad31463d9bc0790 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.934110:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.934116:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc07eb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x101e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.934119:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 932 00000100:00100000:3.0:1777502104.934122:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+299:3310:x1863837561330304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6110us (6293us total) trans 8589935994 rc 0/0 00010000:00010000:2.0:1777502104.934123:0:205383:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001d1d4fb6/0x4ad31463d9bc0790 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.934134:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+101:2370:x1863837562918400:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777502104.934142:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2920 00010000:00010000:2.0:1777502104.934148:0:205383:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d1d4fb6/0x4ad31463d9bc0790 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.934148:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.934158:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b8d72f8b/0x4ad31463d9bbc8eb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1036:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832922 expref: 101 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.934159:0:205383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d1d4fb6/0x4ad31463d9bc0790 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.934169:0:205378:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000089ccd67f/0x4ad31463d9bbd532 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x101e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832c63 expref: 72 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.934182:0:205383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001d1d4fb6/0x4ad31463d9bc0790 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.934187:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b8d72f8b/0x4ad31463d9bbc8eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1036:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832922 expref: 101 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.934194:0:205378:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000089ccd67f/0x4ad31463d9bbd532 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x101e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832c63 expref: 72 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.934207:0:205383:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.934214:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.934218:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8d72f8b/0x4ad31463d9bbc8eb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1036:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832922 expref: 101 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.934222:0:205378:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80ecf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205378:1863837561335296:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.934236:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.934238:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.934242:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fe3a3f5d/0x4ad31463d9bc07a5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.934249:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe3a3f5d/0x4ad31463d9bc07a5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.934260:0:205378:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.934262:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.934267:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001d1d4fb6/0x4ad31463d9bc0790 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.934274:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e3a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.934278:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001d1d4fb6/0x4ad31463d9bc0790 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.934286:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001d1d4fb6/0x4ad31463d9bc0790 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.934295:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd6703c000/2, rc 0, transno 8589935994 00010000:00010000:0.0:1777502104.934299:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001d1d4fb6/0x4ad31463d9bc0790 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.934306:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d1d4fb6/0x4ad31463d9bc0790 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.934308:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6703c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561330304:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.934332:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.934334:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.934337:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.934347:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6703f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+299:3311:x1863837561331968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4266us (4456us total) trans 8589935995 rc 0/0 00000100:00100000:2.0:1777502104.934353:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2925 00010000:00010000:0.0:1777502104.934355:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.934377:0:205385:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fe3a3f5d/0x4ad31463d9bc07a5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.934380:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7f5c4a80/2, rc 0, transno 8589935995 00010000:00010000:2.0:1777502104.934383:0:205385:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe3a3f5d/0x4ad31463d9bc07a5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.934385:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+100:2370:x1863837562918400:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 255us (1969us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502104.934393:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561331968:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.934400:0:205385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe3a3f5d/0x4ad31463d9bc07a5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.934403:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777502104.934406:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 932 00010000:00010000:2.0:1777502104.934413:0:205385:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fe3a3f5d/0x4ad31463d9bc07a5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.934423:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+307:3312:x1863837561327104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11381us (11740us total) trans 8589935592 rc 0/0 00000100:00100000:0.0:1777502104.934425:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562918656 00000100:00100000:3.0:1777502104.934432:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2906 00000100:00100000:0.0:1777502104.934432:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562918656 00010000:00010000:2.0:1777502104.934433:0:205385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.934443:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.934449:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fe3a3f5d/0x4ad31463d9bc07a5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.934456:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e3400 already unused, calling callback (ffffffffc13f52e0) 00000004:00080000:1.0:1777502104.934461:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70c6a680/2, rc 0, transno 8589935592 00010000:00010000:0.0:1777502104.934461:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe3a3f5d/0x4ad31463d9bc07a5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.934476:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561327104:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.934477:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe3a3f5d/0x4ad31463d9bc07a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.934490:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fe3a3f5d/0x4ad31463d9bc07a5 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.934498:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe3a3f5d/0x4ad31463d9bc07a5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.934516:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.934518:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561335424:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.934519:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.934524:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.934545:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004146f8e7/0x4ad31463d9bbcfac lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x101a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832afe expref: 81 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.934557:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.934567:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 933 00000100:00100000:3.0:1777502104.934601:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561335424 00000100:00100000:3.0:1777502104.934605:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561335424 00000100:00100000:0.0:1777502104.934618:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+81:2370:x1863837562918528:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.934627:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd521d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+300:3310:x1863837561332480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3654us (3920us total) trans 8589935996 rc 0/0 00010000:00010000:0.0:1777502104.934628:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777502104.934634:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2938 00010000:00010000:0.0:1777502104.934636:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007a6198f9/0x4ad31463d9bbcf89 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1018:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832ae2 expref: 81 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.934644:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561335552:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.934646:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2928 00000100:00100000:3.0:1777502104.934650:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd80ecf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+300:3311:x1863837561335424:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.934658:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007a6198f9/0x4ad31463d9bbcf89 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1018:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832ae2 expref: 81 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1777502104.934667:0:205380:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4154 count 1 00010000:00010000:2.0:1777502104.934675:0:205376:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000071baf82f/0x4ad31463d9bc0797 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.934682:0:205380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc07f2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x103a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.934682:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a6198f9/0x4ad31463d9bbcf89 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1018:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832ae2 expref: 81 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.934686:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777502104.934699:0:205376:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000071baf82f/0x4ad31463d9bc0797 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.934710:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1777502104.934712:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.934716:0:205380:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000043218e9/0x4ad31463d9bbcb37 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x103a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8329b5 expref: 100 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.934716:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.934717:0:205376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000071baf82f/0x4ad31463d9bc0797 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.934732:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561335680:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.934732:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc07ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1018:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.934753:0:205376:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000071baf82f/0x4ad31463d9bc0797 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.934754:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc07ac lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1018:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.934767:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.934790:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.934791:0:205376:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1777502104.934810:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd521d1f80/2, rc 0, transno 8589935996 00000100:00100000:1.0:1777502104.934825:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561332480:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.934825:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+80:2370:x1863837562918528:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 249us (2388us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.934837:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 933 00000100:00100000:0.0:1777502104.934854:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 934 00000100:00100000:0.0:1777502104.934865:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+79:2370:x1863837562918656:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502104.934873:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1777502104.934873:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.934880:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004146f8e7/0x4ad31463d9bbcfac lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x101a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832afe expref: 79 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.934885:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4cdf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561335808:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.934897:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004146f8e7/0x4ad31463d9bbcfac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x101a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832afe expref: 79 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.934916:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.934918:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.934921:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002f2a6581/0x4ad31463d9bc07b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x101a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.934928:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+307:3310:x1863837561332352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4261us (4487us total) trans 8589935593 rc 0/0 00000100:00100000:1.0:1777502104.934933:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.934935:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f2a6581/0x4ad31463d9bc07b3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x101a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.934945:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.934949:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.934955:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc07f2 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x103a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.934955:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2926 00010000:00010000:0.0:1777502104.934963:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:1.0:1777502104.934965:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd6703d500/2, rc 0, transno 8589935593 00000100:00100000:2.0:1777502104.934971:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561335552 00000100:00100000:2.0:1777502104.934975:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561335552 00000100:00100000:1.0:1777502104.934975:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6703d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561332352:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.934985:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1777502104.934985:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+79:2370:x1863837562918656:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 122us (776us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502104.934991:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000071baf82f/0x4ad31463d9bc0797 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.934991:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561335680 00000100:00100000:2.0:1777502104.934995:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561335680 00000100:00100000:0.0:1777502104.934996:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 934 00010000:00010000:3.0:1777502104.935007:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e3c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.935012:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000071baf82f/0x4ad31463d9bc0797 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.935012:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777502104.935015:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561335808 00000100:00100000:2.0:1777502104.935018:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561335808 00000100:00100000:1.0:1777502104.935022:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561335936:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.935025:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000071baf82f/0x4ad31463d9bc0797 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.935037:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2939 00000100:00100000:2.0:1777502104.935043:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd80ecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+301:3309:x1863837561335552:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.935045:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000071baf82f/0x4ad31463d9bc0797 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.935050:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1777502104.935059:0:205376:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4155 count 1 00010000:00010000:3.0:1777502104.935060:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071baf82f/0x4ad31463d9bc0797 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.935062:0:205368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b47a8491/0x4ad31463d9bbc701 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8328c7 expref: 99 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.935070:0:205376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9e05a09/0x4ad31463d9bc07f9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x103b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.935076:0:187548:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc07ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1018:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.935093:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6646ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205368:1863837561332864:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.935095:0:187548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc07ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1018:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.935097:0:205376:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009f737082/0x4ad31463d9bbccbf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x103b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832a41 expref: 100 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.935100:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.935104:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.935109:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.935110:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc079e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.935117:0:187548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc07ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1018:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.935121:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.935124:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.935129:0:205376:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9e05a09/0x4ad31463d9bc07f9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x103b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.935138:0:187548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc07ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1018:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.935138:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc079e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.935164:0:205376:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009f737082/0x4ad31463d9bbccbf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x103b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832a41 expref: 100 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.935164:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc079e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.935175:0:187548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502104.935186:0:205376:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009f737082/0x4ad31463d9bbccbf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x103b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832a41 expref: 100 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.935196:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc079e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.935218:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc079e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.935222:0:205376:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205376:1863837561336064:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.935237:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.935241:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc07ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1018:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.935248:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.935253:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc07ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1018:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.935261:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc07ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1018:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.935273:0:205376:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092e40 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.935274:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc07ac lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1018:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.935284:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc07ac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1018:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.935299:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.935300:0:205384:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:205384:1863837561334400:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.935303:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.935307:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.935313:0:205384:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000badc1108/0x4ad31463d9bc07cf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.935321:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561335936 00000100:00100000:0.0:1777502104.935325:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561335936 00000100:00100000:1.0:1777502104.935330:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+309:3311:x1863837561332736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4327us (4468us total) trans 8589935594 rc 0/0 00000100:00100000:2.0:1777502104.935335:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2940 00000100:00100000:1.0:1777502104.935340:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2929 00000100:00100000:2.0:1777502104.935344:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd80ecc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+309:3309:x1863837561335680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502104.935354:0:205385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4131 count 1 00000100:00100000:0.0:1777502104.935356:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2941 00000100:00100000:1.0:1777502104.935363:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2942 00010000:00010000:2.0:1777502104.935365:0:205385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005ca6440/0x4ad31463d9bc0800 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1023:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.935369:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+301:3312:x1863837561335808:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.935376:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+308:3311:x1863837561335936:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.935378:0:205385:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002c8ef73e/0x4ad31463d9bbd826 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d89 expref: 78 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1777502104.935386:0:187551:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4156 count 1 00010000:00010000:2.0:1777502104.935387:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.935390:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.935392:0:205385:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005ca6440/0x4ad31463d9bc0800 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.935395:0:187548:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4127 count 1 00010000:00010000:0.0:1777502104.935400:0:187551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc0807 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x103c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.935409:0:205385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002c8ef73e/0x4ad31463d9bbd826 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d89 expref: 78 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.935411:0:187548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c68b158/0x4ad31463d9bc080e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x101f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.935413:0:187551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007f457054/0x4ad31463d9bbccb1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x103c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832a3a expref: 100 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.935437:0:205385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002c8ef73e/0x4ad31463d9bbd826 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d89 expref: 78 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.935438:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.935442:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.935443:0:187548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000095fc04c/0x4ad31463d9bbd689 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x101f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832cbe expref: 72 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.935448:0:187551:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc0807 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x103c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.935468:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.935470:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.935471:0:205385:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:205385:1863837561336192:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.935473:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c68b158/0x4ad31463d9bc080e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x101f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.935481:0:187551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007f457054/0x4ad31463d9bbccb1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x103c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832a3a expref: 100 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.935493:0:187551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007f457054/0x4ad31463d9bbccb1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x103c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832a3a expref: 100 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.935506:0:205385:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092840 going to sleep for 11 seconds 00010000:00010000:1.0:1777502104.935506:0:187548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000095fc04c/0x4ad31463d9bbd689 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x101f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832cbe expref: 72 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.935508:0:187551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6646ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:187551:1863837561336320:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.935513:0:188358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd455a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:188358:1863837561334016:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.935528:0:187548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000095fc04c/0x4ad31463d9bbd689 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x101f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832cbe expref: 72 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.935531:0:205381:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:205381:1863837561333888:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.935534:0:188358:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc07c1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x102f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.935543:0:187551:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc54067000 going to sleep for 11 seconds 00010000:00010000:2.0:1777502104.935548:0:205381:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a92065e7/0x4ad31463d9bc07ba lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.935552:0:187548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561336448:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.935572:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.935605:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.935611:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc079e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.935615:0:205386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004146f8e7/0x4ad31463d9bbcfac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x101a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832afe expref: 78 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.935615:0:187548:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25900 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.935628:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.935633:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc079e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.935636:0:205386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:205386:1863837561333376:192.168.202.27@tcp:104: 00000004:00080000:1.0:1777502104.935645:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd521d0380/2, rc 0, transno 8589935594 00010000:00010000:0.0:1777502104.935647:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc079e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.935649:0:205386:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002f2a6581/0x4ad31463d9bc07b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x101a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.935654:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd521d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561332736:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.935671:0:205386:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002f2a6581/0x4ad31463d9bc07b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x101a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.935676:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc079e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.935681:0:205386:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f2a6581/0x4ad31463d9bc07b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x101a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.935692:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc079e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.935693:0:205386:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f2a6581/0x4ad31463d9bc07b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x101a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.935700:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1777502104.935701:0:205380:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000043218e9/0x4ad31463d9bbcb37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x103a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8329b5 expref: 100 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.935712:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561336576:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.935714:0:205386:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002f2a6581/0x4ad31463d9bc07b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x101a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.935734:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.935738:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502104.935740:0:205386:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1777502104.935742:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002f2a6581/0x4ad31463d9bc07b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x101a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.935750:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.935754:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002f2a6581/0x4ad31463d9bc07b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x101a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.935761:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.935768:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002f2a6581/0x4ad31463d9bc07b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x101a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.935784:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002f2a6581/0x4ad31463d9bc07b3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x101a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.935792:0:205380:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000043218e9/0x4ad31463d9bbcb37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x103a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8329b5 expref: 100 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.935793:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f2a6581/0x4ad31463d9bc07b3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x101a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.935800:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561336576 00000100:00100000:1.0:1777502104.935804:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561336576 00000100:00100000:3.0:1777502104.935819:0:205380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd455a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561336704:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.935825:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.935828:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2943 00010000:00010000:0.0:1777502104.935828:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.935834:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.935838:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+310:3310:x1863837561336576:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.935843:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1777502104.935851:0:187550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4128 count 1 00000100:00100000:3.0:1777502104.935857:0:205380:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd7f24aa80 going to sleep for 11 seconds 00010000:00010000:1.0:1777502104.935861:0:187550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc0815 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.935871:0:187550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000047a8abcc/0x4ad31463d9bbd723 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d0b expref: 72 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.935876:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.935877:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.935879:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc0815 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.935885:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+310:3312:x1863837561333248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3985us (4252us total) trans 8589935595 rc 0/0 00000100:00100000:2.0:1777502104.935894:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2930 00010000:00010000:1.0:1777502104.935900:0:187550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000047a8abcc/0x4ad31463d9bbd723 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d0b expref: 72 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.935911:0:187550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000047a8abcc/0x4ad31463d9bbd723 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d0b expref: 72 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.935923:0:187550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:187550:1863837561336832:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.935934:0:188366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:188366:1863837561334784:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.935949:0:188366:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000014f14421/0x4ad31463d9bc07dd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x101c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.935954:0:187550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25480 going to sleep for 11 seconds 00000004:00080000:1.0:1777502104.935988:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd5095f800/2, rc 0, transno 8589935595 00000100:00100000:1.0:1777502104.935997:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5095f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561333248:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1777502104.936038:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7f5c7b80/2, rc 0, transno 8589935997 00000100:00100000:0.0:1777502104.936040:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+302:3312:x1863837561332224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5346us (5517us total) trans 8589935997 rc 0/0 00000100:00100000:0.0:1777502104.936049:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2927 00000100:00100000:1.0:1777502104.936051:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561332224:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.936082:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777502104.936090:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561337088:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.936113:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502104.936136:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561337088 00000100:00100000:2.0:1777502104.936140:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561337088 00000100:00100000:1.0:1777502104.936152:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561336960:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.936165:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2944 00000100:00100000:1.0:1777502104.936173:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502104.936175:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+302:3312:x1863837561337088:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777502104.936184:0:205386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4157 count 1 00010000:00010000:2.0:1777502104.936192:0:205386:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003329252b/0x4ad31463d9bc081c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x103d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.936200:0:205386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000079fa5cd6/0x4ad31463d9bbcf90 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x103d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832ae9 expref: 100 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.936206:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.936206:0:205382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80ece680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:205382:1863837561334144:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.936209:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.936213:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003329252b/0x4ad31463d9bc081c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x103d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.936220:0:205382:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc07c8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x101b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.936226:0:205386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000079fa5cd6/0x4ad31463d9bbcf90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x103d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832ae9 expref: 100 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.936234:0:205386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000079fa5cd6/0x4ad31463d9bbcf90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x103d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832ae9 expref: 100 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.936235:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561336960 00000100:00100000:1.0:1777502104.936239:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561336960 00000100:00100000:2.0:1777502104.936246:0:205386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:205386:1863837561337216:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.936262:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2945 00000100:00100000:1.0:1777502104.936267:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+310:3310:x1863837561336960:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.936271:0:205386:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092f00 going to sleep for 11 seconds 00002000:00080000:1.0:1777502104.936278:0:205375:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4129 count 1 00010000:00010000:1.0:1777502104.936288:0:205375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001044335e/0x4ad31463d9bc0823 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1021:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.936296:0:205375:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000426bf84d/0x4ad31463d9bbd785 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d20 expref: 72 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.936302:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.936304:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.936307:0:205375:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001044335e/0x4ad31463d9bc0823 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.936330:0:205375:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000426bf84d/0x4ad31463d9bbd785 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d20 expref: 72 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.936340:0:205375:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000426bf84d/0x4ad31463d9bbd785 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d20 expref: 72 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.936351:0:205375:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:205375:1863837561337344:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.936383:0:205375:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.936404:0:205379:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80ece300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205379:1863837561334528:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.936414:0:205379:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008fd82b92/0x4ad31463d9bc07d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x101d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.936948:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.936980:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502104.936981:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562918784 00000100:00100000:0.0:1777502104.936986:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562918784 00010000:00010000:0.0:1777502104.937004:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006b554df4/0x4ad31463d9bbc1c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x102f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83272a expref: 99 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.937020:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562918912 00000100:00100000:0.0:1777502104.937023:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562918912 00010000:00010000:0.0:1777502104.937032:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008a904cb2/0x4ad31463d9bbd1ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x101b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832b98 expref: 73 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.937048:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 935 00000100:00100000:0.0:1777502104.937055:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+99:2371:x1863837562918784:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.937065:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.937070:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006b554df4/0x4ad31463d9bbc1c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x102f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83272a expref: 99 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.937079:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006b554df4/0x4ad31463d9bbc1c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x102f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83272a expref: 99 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.937093:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b554df4/0x4ad31463d9bbc1c8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x102f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83272a expref: 99 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.937104:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.937106:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.937109:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc07c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.937112:0:205377:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:205377:1863837561335168:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.937123:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc07c1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x102f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.937130:0:205377:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000861d599/0x4ad31463d9bc07e4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.937143:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.937150:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502104.937170:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+98:2371:x1863837562918784:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 116us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.937177:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 935 00000100:00100000:0.0:1777502104.937189:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562919296 00000100:00100000:0.0:1777502104.937192:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562919296 00010000:00010000:0.0:1777502104.937203:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bcc42b8c/0x4ad31463d9bbc8f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832929 expref: 98 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.937226:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 936 00000100:00100000:0.0:1777502104.937233:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f705450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+73:2371:x1863837562918912:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.937241:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.937247:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008a904cb2/0x4ad31463d9bbd1ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x101b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832b98 expref: 73 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.937251:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.937263:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008a904cb2/0x4ad31463d9bbd1ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x101b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832b98 expref: 73 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.937273:0:205378:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80ecf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205378:1863837561335296:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.937278:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a904cb2/0x4ad31463d9bbd1ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x101b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832b98 expref: 73 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.937288:0:205378:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc07eb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x101e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.937289:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.937293:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.937297:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc07c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x101b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.937306:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc07c8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x101b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.937318:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.937326:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.937341:0:205382:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc07c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x101b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.937350:0:205382:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc07c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x101b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.937354:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f705450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+72:2371:x1863837562918912:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 120us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.937366:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502104.937370:0:205382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc07c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x101b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.937370:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 936 00010000:00010000:1.0:1777502104.937382:0:205382:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc07c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x101b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.937401:0:205382:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502104.937407:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562919040 00000100:00100000:0.0:1777502104.937411:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562919040 00010000:00010000:3.0:1777502104.937418:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.937424:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc07c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x101b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.937427:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000994b5106/0x4ad31463d9bbca26 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83296f expref: 101 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.937445:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57c00 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:0.0:1777502104.937451:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562919168 00000100:00100000:0.0:1777502104.937454:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562919168 00010000:00010000:0.0:1777502104.937466:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ce50f874/0x4ad31463d9bbd302 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x101c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832bc9 expref: 72 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.937479:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562919424 00000100:00100000:0.0:1777502104.937481:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562919424 00010000:00010000:0.0:1777502104.937493:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001b672b9d/0x4ad31463d9bbd31e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x101d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832bde expref: 73 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.937501:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc07c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x101b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.937509:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 937 00010000:00010000:3.0:1777502104.937515:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc07c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x101b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.937520:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+98:2371:x1863837562919296:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.937533:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.937536:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc07c8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x101b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.937538:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bcc42b8c/0x4ad31463d9bbc8f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1037:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832929 expref: 98 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.937555:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+311:3310:x1863837561333632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4938us (5297us total) trans 8589935596 rc 0/0 00010000:00010000:0.0:1777502104.937565:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bcc42b8c/0x4ad31463d9bbc8f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1037:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832929 expref: 98 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.937570:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc07c8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x101b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.937574:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2932 00010000:00010000:3.0:1777502104.937627:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.937631:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.937635:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.937653:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bcc42b8c/0x4ad31463d9bbc8f2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1037:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832929 expref: 98 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.937654:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70c69180/2, rc 0, transno 8589935596 00000100:00100000:1.0:1777502104.937668:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561333632:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.937669:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.937682:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.937685:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.937688:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a92065e7/0x4ad31463d9bc07ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.937696:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a92065e7/0x4ad31463d9bc07ba lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.937715:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1777502104.937729:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.937737:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561337472:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.937754:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+97:2371:x1863837562919296:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 236us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.937761:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 937 00000100:00100000:1.0:1777502104.937764:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.937774:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562919552 00000100:00100000:0.0:1777502104.937778:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562919552 00010000:00010000:0.0:1777502104.937792:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000144dc158/0x4ad31463d9bbcb29 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8329a7 expref: 102 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.937799:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561337472 00000100:00100000:1.0:1777502104.937803:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561337472 00000100:00100000:0.0:1777502104.937811:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 938 00000100:00100000:0.0:1777502104.937825:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+102:2371:x1863837562919040:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502104.937826:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2946 00000100:00100000:3.0:1777502104.937831:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.937837:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+311:3311:x1863837561337472:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.937837:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.937845:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000994b5106/0x4ad31463d9bbca26 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1038:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83296f expref: 102 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.937851:0:189105:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4130 count 1 00010000:00010000:0.0:1777502104.937857:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000994b5106/0x4ad31463d9bbca26 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1038:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83296f expref: 102 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.937861:0:189105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc082a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1022:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.937882:0:189105:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ad442597/0x4ad31463d9bbd8c7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832db3 expref: 73 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.937889:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.937889:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000994b5106/0x4ad31463d9bbca26 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1038:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83296f expref: 102 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.937892:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.937896:0:189105:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc082a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.937906:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.937909:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.937912:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000badc1108/0x4ad31463d9bc07cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.937920:0:189105:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ad442597/0x4ad31463d9bbd8c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832db3 expref: 73 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.937921:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000badc1108/0x4ad31463d9bc07cf lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.937944:0:189105:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ad442597/0x4ad31463d9bbd8c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832db3 expref: 73 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.937949:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.937958:0:189105:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561337600:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.937969:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+101:2371:x1863837562919040:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 151us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.937976:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 938 00000100:00100000:0.0:1777502104.937995:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562919680 00000100:00100000:0.0:1777502104.937998:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562919680 00000100:00100000:1.0:1777502104.938000:0:189105:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a253c0 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.938012:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000089ccd67f/0x4ad31463d9bbd532 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x101e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832c63 expref: 74 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.938028:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:187550:1863837561336832:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.938032:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 939 00000100:00100000:0.0:1777502104.938041:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+74:2371:x1863837562919168:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.938044:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc0815 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938048:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.938056:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ce50f874/0x4ad31463d9bbd302 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x101c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832bc9 expref: 74 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938071:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ce50f874/0x4ad31463d9bbd302 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x101c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832bc9 expref: 74 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938084:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce50f874/0x4ad31463d9bbd302 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x101c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832bc9 expref: 74 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938093:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.938096:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.938098:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000014f14421/0x4ad31463d9bc07dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x101c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938106:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014f14421/0x4ad31463d9bc07dd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x101c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938124:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.938130:0:205384:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000badc1108/0x4ad31463d9bc07cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.938139:0:205384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000badc1108/0x4ad31463d9bc07cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.938143:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+73:2371:x1863837562919168:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 102us (826us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.938154:0:205384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000badc1108/0x4ad31463d9bc07cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.938158:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 939 00010000:00010000:2.0:1777502104.938166:0:205384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000badc1108/0x4ad31463d9bc07cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.938176:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 940 00010000:00010000:2.0:1777502104.938184:0:205384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502104.938186:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+72:2371:x1863837562919424:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.938199:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.938204:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000badc1108/0x4ad31463d9bc07cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938217:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.938221:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000badc1108/0x4ad31463d9bc07cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938230:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000badc1108/0x4ad31463d9bc07cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.938239:0:205380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd455a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561336704:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.938241:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000badc1108/0x4ad31463d9bc07cf lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938251:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000badc1108/0x4ad31463d9bc07cf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.938256:0:205380:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc07f2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x103a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938271:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.938274:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.938276:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502104.938292:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 941 00000100:00100000:0.0:1777502104.938300:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:0775d2ab-558e-41f1-82c0-14244d133390+100:2371:x1863837562919552:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.938308:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.938313:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000144dc158/0x4ad31463d9bbcb29 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1039:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8329a7 expref: 100 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938323:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000144dc158/0x4ad31463d9bbcb29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1039:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8329a7 expref: 100 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.938333:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd80ecc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+303:3311:x1863837561333760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5475us (5909us total) trans 8589935998 rc 0/0 00000100:00100000:2.0:1777502104.938346:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2933 00010000:00010000:0.0:1777502104.938349:0:205389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000144dc158/0x4ad31463d9bbcb29 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1039:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8329a7 expref: 100 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938361:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.938362:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.938365:0:205389:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000861d599/0x4ad31463d9bc07e4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938373:0:205389:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000861d599/0x4ad31463d9bc07e4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.938377:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd80ecc000/2, rc 0, transno 8589935998 00010000:00010000:0.0:1777502104.938389:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.938393:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80ecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561333760:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.938417:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:0775d2ab-558e-41f1-82c0-14244d133390+99:2371:x1863837562919552:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 118us (752us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.938425:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 941 00000100:00100000:0.0:1777502104.938442:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 942 00000100:00100000:2.0:1777502104.938449:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561337728:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.938451:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+72:2371:x1863837562919680:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.938462:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.938466:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000089ccd67f/0x4ad31463d9bbd532 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x101e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832c63 expref: 72 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938475:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000089ccd67f/0x4ad31463d9bbd532 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x101e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832c63 expref: 72 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.938484:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.938500:0:205389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089ccd67f/0x4ad31463d9bbd532 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x101e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832c63 expref: 72 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938510:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.938512:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.938515:0:205389:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc07eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x101e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938522:0:205389:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc07eb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x101e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.938534:0:205385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:205385:1863837561336192:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.938536:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.938551:0:205385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000005ca6440/0x4ad31463d9bc0800 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.938558:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+71:2371:x1863837562919680:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 108us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.938568:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 942 00010000:00010000:2.0:1777502104.938600:0:205381:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a92065e7/0x4ad31463d9bc07ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.938610:0:205381:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a92065e7/0x4ad31463d9bc07ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938610:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.938618:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001b672b9d/0x4ad31463d9bbd31e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x101d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832bde expref: 70 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.938623:0:205381:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a92065e7/0x4ad31463d9bc07ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938635:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001b672b9d/0x4ad31463d9bbd31e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x101d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832bde expref: 70 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.938636:0:205381:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a92065e7/0x4ad31463d9bc07ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938662:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001b672b9d/0x4ad31463d9bbd31e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x101d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832bde expref: 70 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.938667:0:205381:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.938681:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.938683:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.938686:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008fd82b92/0x4ad31463d9bc07d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x101d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938693:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008fd82b92/0x4ad31463d9bc07d6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x101d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938706:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.938710:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a92065e7/0x4ad31463d9bc07ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938756:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.938761:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a92065e7/0x4ad31463d9bc07ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938769:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a92065e7/0x4ad31463d9bc07ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938780:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a92065e7/0x4ad31463d9bc07ba lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938788:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a92065e7/0x4ad31463d9bc07ba lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.938804:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+303:3310:x1863837561333504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6414us (6690us total) trans 8589935999 rc 0/0 00010000:00010000:0.0:1777502104.938805:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.938809:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.938811:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.938818:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2931 00010000:00010000:0.0:1777502104.938826:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.938834:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561337728 00000100:00100000:2.0:1777502104.938838:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561337728 00000100:00100000:0.0:1777502104.938850:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+69:2371:x1863837562919424:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 666us (1487us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.938857:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 940 00000100:00100000:2.0:1777502104.938861:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2947 00000100:00100000:2.0:1777502104.938868:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+303:3309:x1863837561337728:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777502104.938880:0:205381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4159 count 1 00010000:00010000:2.0:1777502104.938889:0:205381:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b104a1a5/0x4ad31463d9bc0831 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x103f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.938898:0:205381:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007dc9eefe/0x4ad31463d9bbcf9e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x103f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832af7 expref: 98 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938898:0:188358:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc07c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.938908:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.938921:0:188358:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc07c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.938922:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.938925:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.938930:0:205381:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b104a1a5/0x4ad31463d9bc0831 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x103f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938932:0:188358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc07c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938949:0:188358:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc07c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x102f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.938960:0:205381:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007dc9eefe/0x4ad31463d9bbcf9e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x103f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832af7 expref: 98 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938962:0:188358:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502104.938974:0:205381:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007dc9eefe/0x4ad31463d9bbcf9e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x103f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832af7 expref: 98 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.938975:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.938982:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc07c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x102f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.938987:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.938996:0:205381:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:205381:1863837561337856:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.938997:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fa600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.939003:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc07c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x102f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.939011:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc07c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x102f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.939022:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc07c1 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x102f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.939030:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc07c1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x102f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.939037:0:205381:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092480 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.939044:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.939047:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.939050:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777502104.939062:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70c68380/2, rc 0, transno 8589935999 00000100:00100000:0.0:1777502104.939063:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562919936 00000100:00100000:0.0:1777502104.939068:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562919936 00000100:00100000:2.0:1777502104.939071:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561333504:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.939076:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.939084:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000047a8abcc/0x4ad31463d9bbd723 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d0b expref: 69 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.939108:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777502104.939130:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562920192 00000100:00100000:0.0:1777502104.939134:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562920192 00010000:00010000:0.0:1777502104.939147:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000079fa5cd6/0x4ad31463d9bbcf90 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x103d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832ae9 expref: 99 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.939149:0:205378:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc07eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x101e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.939164:0:205378:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc07eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x101e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.939171:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562919808 00010000:00010000:1.0:1777502104.939173:0:205378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc07eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x101e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.939175:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562919808 00010000:00010000:1.0:1777502104.939184:0:205378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc07eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x101e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.939192:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.939192:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000043218e9/0x4ad31463d9bbcb37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x103a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8329b5 expref: 100 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.939228:0:205378:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502104.939236:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562920448 00000100:00100000:0.0:1777502104.939239:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562920448 00010000:00010000:3.0:1777502104.939242:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.939248:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc07eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x101e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.939253:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007f457054/0x4ad31463d9bbccb1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x103c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832a3a expref: 101 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.939262:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.939268:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc07eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x101e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.939277:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 943 00010000:00010000:3.0:1777502104.939280:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc07eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x101e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.939287:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f706850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+69:2370:x1863837562919936:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.939297:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.939302:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000047a8abcc/0x4ad31463d9bbd723 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1020:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d0b expref: 69 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.939312:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000047a8abcc/0x4ad31463d9bbd723 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1020:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d0b expref: 69 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.939325:0:205589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000047a8abcc/0x4ad31463d9bbd723 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1020:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d0b expref: 69 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.939336:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.939339:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.939342:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc0815 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.939351:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc07eb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x101e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.939351:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc0815 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.939369:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd80ecd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+312:3312:x1863837561335040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5329us (5413us total) trans 8589935597 rc 0/0 00010000:00010000:3.0:1777502104.939374:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc07eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x101e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.939386:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2937 00010000:00010000:0.0:1777502104.939395:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502104.939403:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.939406:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.939410:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502104.939417:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f706850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+68:2370:x1863837562919936:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 133us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.939424:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 943 00000004:00080000:1.0:1777502104.939428:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd80ecd880/2, rc 0, transno 8589935597 00000100:00100000:1.0:1777502104.939442:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561335040:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.939447:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502104.939458:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562920704 00000100:00100000:0.0:1777502104.939462:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562920704 00010000:00010000:0.0:1777502104.939475:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000426bf84d/0x4ad31463d9bbd785 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d20 expref: 68 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.939478:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777502104.939491:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561338112:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.939498:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 944 00000100:00100000:0.0:1777502104.939507:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+101:2370:x1863837562920192:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.939515:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777502104.939517:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.939522:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000079fa5cd6/0x4ad31463d9bbcf90 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x103d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832ae9 expref: 101 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.939530:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.939540:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000079fa5cd6/0x4ad31463d9bbcf90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x103d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832ae9 expref: 101 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.939556:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.939558:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.939562:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003329252b/0x4ad31463d9bc081c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.939565:0:187550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc0815 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.939574:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003329252b/0x4ad31463d9bc081c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x103d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.939598:0:187550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc0815 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.939607:0:187550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc0815 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.939612:0:187550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc0815 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.939623:0:187550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.939630:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.939666:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.939680:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502104.939704:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+101:2370:x1863837562920192:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 198us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.939713:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 944 00000100:00100000:3.0:1777502104.939729:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502104.939740:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562920064 00000100:00100000:0.0:1777502104.939744:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562920064 00010000:00010000:0.0:1777502104.939760:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009f737082/0x4ad31463d9bbccbf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x103b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832a41 expref: 101 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.939777:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562920320 00000100:00100000:0.0:1777502104.939780:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562920320 00000100:00100000:2.0:1777502104.939782:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561337984:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.939792:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+312:3310:x1863837561336576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3955us (4033us total) trans 8589935598 rc 0/0 00010000:00010000:0.0:1777502104.939793:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002c8ef73e/0x4ad31463d9bbd826 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d89 expref: 78 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.939816:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2943 00000100:00100000:0.0:1777502104.939818:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562920576 00000100:00100000:2.0:1777502104.939820:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.939822:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562920576 00010000:00010000:0.0:1777502104.939836:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000095fc04c/0x4ad31463d9bbd689 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x101f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832cbe expref: 69 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.939839:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561338112 00000100:00100000:1.0:1777502104.939845:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561338112 00000100:00100000:0.0:1777502104.939856:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562920832 00000100:00100000:0.0:1777502104.939860:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562920832 00010000:00010000:0.0:1777502104.939874:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ad442597/0x4ad31463d9bbd8c7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832db3 expref: 70 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.939875:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561337984 00000004:00080000:2.0:1777502104.939877:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd63da6680/2, rc 0, transno 8589935598 00000100:00100000:1.0:1777502104.939881:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561337984 00000100:00100000:2.0:1777502104.939893:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561336576:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.939899:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 945 00000100:00100000:1.0:1777502104.939909:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2948 00000100:00100000:0.0:1777502104.939910:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+101:2371:x1863837562919808:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.939921:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502104.939922:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+312:3312:x1863837561338112:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.939927:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000043218e9/0x4ad31463d9bbcb37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x103a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8329b5 expref: 101 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.939937:0:187550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4132 count 1 00010000:00010000:0.0:1777502104.939939:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000043218e9/0x4ad31463d9bbcb37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x103a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8329b5 expref: 101 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.939949:0:205377:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000861d599/0x4ad31463d9bc07e4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.939951:0:187550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc0838 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1024:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.939956:0:205589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000043218e9/0x4ad31463d9bbcb37 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x103a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8329b5 expref: 101 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.939962:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.939975:0:205377:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000861d599/0x4ad31463d9bc07e4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.939983:0:187550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000071323c20/0x4ad31463d9bbda5d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e15 expref: 70 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.939983:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.939987:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.939992:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc07f2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.939994:0:205377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000861d599/0x4ad31463d9bc07e4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.940004:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.940008:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.940013:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc0838 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.940015:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc07f2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x103a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.940017:0:205377:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000861d599/0x4ad31463d9bc07e4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.940053:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.940055:0:187550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000071323c20/0x4ad31463d9bbda5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e15 expref: 70 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.940066:0:205377:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1777502104.940067:0:187550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000071323c20/0x4ad31463d9bbda5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e15 expref: 70 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.940074:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777502104.940082:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc0815 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.940085:0:187550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:187550:1863837561338368:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.940095:0:205380:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc07f2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.940099:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.940105:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc0815 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.940110:0:205380:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc07f2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.940128:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc0815 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.940139:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc0815 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.940144:0:187550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25300 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.940147:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc0815 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.940165:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1777502104.940170:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1777502104.940174:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561338240:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.940174:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000861d599/0x4ad31463d9bc07e4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.940185:0:205380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc07f2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.940187:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e3e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.940193:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000861d599/0x4ad31463d9bc07e4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.940194:0:205380:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc07f2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x103a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.940208:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.940216:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000861d599/0x4ad31463d9bc07e4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.940223:0:205380:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.940229:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd80ecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+305:3310:x1863837561334912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6374us (6442us total) trans 8589936000 rc 0/0 00010000:00010000:0.0:1777502104.940229:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000861d599/0x4ad31463d9bc07e4 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.940242:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2936 00010000:00010000:0.0:1777502104.940245:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000861d599/0x4ad31463d9bc07e4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.940253:0:205375:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:205375:1863837561337344:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.940258:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561338240 00000100:00100000:2.0:1777502104.940262:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561338240 00010000:00010000:1.0:1777502104.940272:0:205375:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001044335e/0x4ad31463d9bc0823 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.940276:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.940281:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc07f2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x103a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.940287:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2949 00010000:00010000:0.0:1777502104.940295:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fb600 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:1.0:1777502104.940299:0:189105:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561337600:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.940300:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+304:3309:x1863837561337984:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.940301:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc07f2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x103a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.940312:0:189105:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc082a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.940323:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc07f2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x103a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.940330:0:205377:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4158 count 1 00010000:00010000:1.0:1777502104.940331:0:205379:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008fd82b92/0x4ad31463d9bc07d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x101d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.940334:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc07f2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x103a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.940343:0:205377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5449889/0x4ad31463d9bc083f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x103e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.940348:0:205379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008fd82b92/0x4ad31463d9bc07d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x101d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.940352:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd80ecf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+305:3311:x1863837561335424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5706us (5796us total) trans 8589936001 rc 0/0 00010000:00010000:0.0:1777502104.940361:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc07f2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x103a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.940372:0:205377:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004c8f8fe2/0x4ad31463d9bbcfa5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x103e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832b05 expref: 100 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.940373:0:205379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008fd82b92/0x4ad31463d9bc07d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x101d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.940374:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2938 00010000:00010000:0.0:1777502104.940392:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.940394:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.940395:0:205379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008fd82b92/0x4ad31463d9bc07d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x101d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.940396:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.940397:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.940401:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.940402:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2950 00010000:00010000:2.0:1777502104.940402:0:205377:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5449889/0x4ad31463d9bc083f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x103e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.940410:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.940417:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+313:3311:x1863837561338240:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.940422:0:205379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.940423:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.940428:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008fd82b92/0x4ad31463d9bc07d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x101d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.940431:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.940436:0:205377:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004c8f8fe2/0x4ad31463d9bbcfa5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x103e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832b05 expref: 100 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.940438:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.940444:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008fd82b92/0x4ad31463d9bc07d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x101d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.940457:0:205377:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004c8f8fe2/0x4ad31463d9bbcfa5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x103e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832b05 expref: 100 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.940458:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008fd82b92/0x4ad31463d9bc07d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x101d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.940485:0:205377:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5089bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:205377:1863837561338496:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.940485:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008fd82b92/0x4ad31463d9bc07d6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x101d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1777502104.940498:0:205380:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4133 count 1 00010000:00010000:0.0:1777502104.940498:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008fd82b92/0x4ad31463d9bc07d6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x101d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.940514:0:205380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf3b6622/0x4ad31463d9bc0846 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1025:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.940516:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.940520:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.940524:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.940528:0:205377:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.940531:0:205380:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000955a33cb/0x4ad31463d9bbdbd7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1025:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e77 expref: 78 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.940544:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4a887c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+314:3311:x1863837561334272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7523us (7598us total) trans 8589935599 rc 0/0 00000100:00100000:0.0:1777502104.940544:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+100:2371:x1863837562919808:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 633us (1520us total) trans 0 rc 0/0 00000004:00080000:2.0:1777502104.940557:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd80ecf480/2, rc 0, transno 8589936000 00000100:00100000:1.0:1777502104.940562:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2934 00000100:00100000:0.0:1777502104.940563:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 945 00000100:00100000:2.0:1777502104.940571:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561334912:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.940606:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562920960 00000100:00100000:0.0:1777502104.940611:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562920960 00010000:00010000:3.0:1777502104.940612:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.940615:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.940618:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf3b6622/0x4ad31463d9bc0846 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1025:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.940620:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1777502104.940628:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007dc9eefe/0x4ad31463d9bbcf9e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x103f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832af7 expref: 100 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.940630:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd50898a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561338624:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.940641:0:205380:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000955a33cb/0x4ad31463d9bbdbd7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1025:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e77 expref: 78 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.940650:0:205380:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000955a33cb/0x4ad31463d9bbdbd7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1025:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e77 expref: 78 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.940651:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd80ecfb80/2, rc 0, transno 8589936001 00000100:00100000:0.0:1777502104.940655:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 946 00000100:00100000:1.0:1777502104.940668:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561335424:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.940671:0:205380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd455a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:205380:1863837561338752:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.940672:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+100:2370:x1863837562920448:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.940674:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.940686:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.940692:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007f457054/0x4ad31463d9bbccb1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x103c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832a3a expref: 100 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.940705:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007f457054/0x4ad31463d9bbccb1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x103c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832a3a expref: 100 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.940716:0:205380:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd7f24ab40 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.940730:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.940731:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561338624 00010000:00010000:0.0:1777502104.940734:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.940736:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561338624 00010000:00010000:0.0:1777502104.940738:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc0807 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.940739:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd80ecca80/2, rc 0, transno 8589935599 00010000:00010000:0.0:1777502104.940749:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc0807 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x103c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.940753:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561334272:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.940758:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2951 00000100:00100000:2.0:1777502104.940769:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5089aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+305:3310:x1863837561338624:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.940774:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:2.0:1777502104.940781:0:205384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4160 count 1 00010000:00010000:2.0:1777502104.940793:0:205384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bc084d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1040:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.940800:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+100:2370:x1863837562920448:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 133us (1612us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502104.940805:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561339008:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.940817:0:205384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c1fb23a2/0x4ad31463d9bbd1ea lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832ba6 expref: 96 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.940817:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 946 00010000:00010000:2.0:1777502104.940827:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.940830:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.940833:0:205384:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bc084d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.940837:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 947 00000100:00100000:1.0:1777502104.940845:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.940851:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+70:2370:x1863837562920704:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.940859:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.940865:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000426bf84d/0x4ad31463d9bbd785 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1021:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d20 expref: 70 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.940875:0:205384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c1fb23a2/0x4ad31463d9bbd1ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832ba6 expref: 96 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.940876:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000426bf84d/0x4ad31463d9bbd785 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1021:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d20 expref: 70 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.940895:0:187551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007f457054/0x4ad31463d9bbccb1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x103c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832a3a expref: 99 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.940900:0:205384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c1fb23a2/0x4ad31463d9bbd1ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832ba6 expref: 96 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.940923:0:205589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000426bf84d/0x4ad31463d9bbd785 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1021:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d20 expref: 70 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.940926:0:187551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6646ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:187551:1863837561336320:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.940930:0:205384:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5089b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:205384:1863837561339136:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.940946:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.940947:0:187551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc0807 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.940949:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.940954:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001044335e/0x4ad31463d9bc0823 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.940961:0:187551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc0807 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.940964:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001044335e/0x4ad31463d9bc0823 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.940971:0:205384:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092240 going to sleep for 11 seconds 00010000:00010000:1.0:1777502104.940979:0:187551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc0807 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.940989:0:187551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc0807 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.940991:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1777502104.940991:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.941004:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561338880:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.941007:0:187551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc0807 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x103c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.941012:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+69:2370:x1863837562920704:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 163us (1568us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.941028:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 947 00010000:00010000:1.0:1777502104.941039:0:187551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.941040:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.941046:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.941051:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc0807 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x103c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.941058:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.941062:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc0807 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x103c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.941069:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc0807 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x103c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.941079:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561339008 00000100:00100000:2.0:1777502104.941084:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561339008 00010000:00010000:0.0:1777502104.941085:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc0807 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x103c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.941093:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc0807 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x103c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.941108:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561338880 00000100:00100000:2.0:1777502104.941111:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561338880 00010000:00010000:0.0:1777502104.941113:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.941118:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.941121:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.941127:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2952 00000100:00100000:2.0:1777502104.941136:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd80ecf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+314:3311:x1863837561339008:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.941140:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 948 00002000:00080000:2.0:1777502104.941148:0:205383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4134 count 1 00000100:00100000:0.0:1777502104.941153:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+98:2371:x1863837562920064:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.941160:0:205383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7522260/0x4ad31463d9bc0854 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.941162:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.941171:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009f737082/0x4ad31463d9bbccbf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x103b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832a41 expref: 98 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.941176:0:205383:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c05ad4f7/0x4ad31463d9bbdd43 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832eb6 expref: 68 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.941189:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.941190:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009f737082/0x4ad31463d9bbccbf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x103b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832a41 expref: 98 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.941192:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.941197:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7522260/0x4ad31463d9bc0854 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.941204:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.941207:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.941210:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e9e05a09/0x4ad31463d9bc07f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.941218:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9e05a09/0x4ad31463d9bc07f9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x103b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.941223:0:205383:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c05ad4f7/0x4ad31463d9bbdd43 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832eb6 expref: 68 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.941226:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+307:3312:x1863837561335808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5860us (6293us total) trans 8589936002 rc 0/0 00000100:00100000:1.0:1777502104.941244:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2941 00010000:00010000:2.0:1777502104.941253:0:205383:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c05ad4f7/0x4ad31463d9bbdd43 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832eb6 expref: 68 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.941259:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.941266:0:205383:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58bedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:205383:1863837561339264:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.941269:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2953 00000100:00100000:1.0:1777502104.941282:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+306:3309:x1863837561338880:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.941287:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+98:2371:x1863837562920064:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 137us (1769us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.941295:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 948 00000100:00100000:2.0:1777502104.941296:0:205383:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092000 going to sleep for 11 seconds 00002000:00080000:1.0:1777502104.941300:0:187551:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4162 count 1 00010000:00010000:1.0:1777502104.941315:0:187551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc085b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1042:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.941318:0:188366:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000014f14421/0x4ad31463d9bc07dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x101c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.941320:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 949 00000100:00100000:0.0:1777502104.941333:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+78:2371:x1863837562920320:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.941346:0:187551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003d8616cb/0x4ad31463d9bbd310 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1042:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832bd7 expref: 96 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.941346:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.941351:0:188366:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000014f14421/0x4ad31463d9bc07dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x101c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.941355:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002c8ef73e/0x4ad31463d9bbd826 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1023:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d89 expref: 78 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.941365:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.941370:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.941374:0:187551:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc085b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1042:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.941377:0:188366:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014f14421/0x4ad31463d9bc07dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x101c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.941381:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002c8ef73e/0x4ad31463d9bbd826 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1023:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d89 expref: 78 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.941400:0:188366:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000014f14421/0x4ad31463d9bc07dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x101c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.941408:0:187551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003d8616cb/0x4ad31463d9bbd310 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1042:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832bd7 expref: 96 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.941409:0:205589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c8ef73e/0x4ad31463d9bbd826 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1023:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d89 expref: 78 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.941431:0:188366:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.941433:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.941435:0:187551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003d8616cb/0x4ad31463d9bbd310 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1042:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832bd7 expref: 96 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.941436:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.941441:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000005ca6440/0x4ad31463d9bc0800 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.941457:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005ca6440/0x4ad31463d9bc0800 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.941461:0:187551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80ece300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:187551:1863837561339392:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.941480:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.941484:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000014f14421/0x4ad31463d9bc07dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x101c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.941490:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.941493:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000014f14421/0x4ad31463d9bc07dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x101c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.941502:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000014f14421/0x4ad31463d9bc07dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x101c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.941504:0:187551:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25180 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.941519:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000014f14421/0x4ad31463d9bc07dd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x101c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.941527:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014f14421/0x4ad31463d9bc07dd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x101c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.941539:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc4cdf4e00/2, rc 0, transno 8589936002 00010000:00010000:0.0:1777502104.941543:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.941547:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.941550:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.941551:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4cdf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561335808:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.941568:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.941630:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561339520:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.941662:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+77:2371:x1863837562920320:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 331us (2121us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.941670:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd80ecd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+315:3310:x1863837561334656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8166us (8333us total) trans 8589935600 rc 0/0 00000100:00100000:0.0:1777502104.941675:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 949 00000100:00100000:2.0:1777502104.941685:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2935 00000100:00100000:1.0:1777502104.941691:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.941696:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 950 00000100:00100000:0.0:1777502104.941706:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f707450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+68:2371:x1863837562920576:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.941707:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561339520 00000100:00100000:2.0:1777502104.941714:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561339520 00010000:00010000:0.0:1777502104.941716:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.941735:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000095fc04c/0x4ad31463d9bbd689 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x101f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832cbe expref: 68 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.941749:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000095fc04c/0x4ad31463d9bbd689 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x101f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832cbe expref: 68 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.941753:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2954 00010000:00010000:1.0:1777502104.941754:0:205375:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001044335e/0x4ad31463d9bc0823 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.941765:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+307:3312:x1863837561339520:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.941771:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.941775:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.941777:0:205375:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001044335e/0x4ad31463d9bc0823 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.941779:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002c68b158/0x4ad31463d9bc080e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x101f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.941784:0:188366:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4161 count 1 00000100:00100000:3.0:1777502104.941799:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.941800:0:188366:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bc0862 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1041:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.941800:0:205375:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001044335e/0x4ad31463d9bc0823 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.941801:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c68b158/0x4ad31463d9bc080e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x101f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.941830:0:205375:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001044335e/0x4ad31463d9bc0823 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.941834:0:188366:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bebc3ee9/0x4ad31463d9bbd309 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832bd0 expref: 96 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.941837:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.941853:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.941855:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.941859:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bc0862 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.941860:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f707450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+68:2371:x1863837562920576:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 156us (2197us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502104.941863:0:205375:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.941876:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1777502104.941877:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 950 00010000:00010000:3.0:1777502104.941884:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001044335e/0x4ad31463d9bc0823 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.941895:0:188366:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bebc3ee9/0x4ad31463d9bbd309 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832bd0 expref: 96 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.941906:0:188366:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bebc3ee9/0x4ad31463d9bbd309 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832bd0 expref: 96 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.941917:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562921088 00000100:00100000:2.0:1777502104.941918:0:188366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561339648:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.941921:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562921088 00010000:00010000:0.0:1777502104.941939:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000071323c20/0x4ad31463d9bbda5d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e15 expref: 68 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.941958:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57200 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:2.0:1777502104.941959:0:188366:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092180 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.941964:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001044335e/0x4ad31463d9bc0823 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.941973:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 951 00010000:00010000:2.0:1777502104.941981:0:205385:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000005ca6440/0x4ad31463d9bc0800 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.941982:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+68:2371:x1863837562920832:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.941993:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.941995:0:205385:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005ca6440/0x4ad31463d9bc0800 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.942000:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ad442597/0x4ad31463d9bbd8c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1022:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832db3 expref: 68 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.942011:0:205385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005ca6440/0x4ad31463d9bc0800 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.942018:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ad442597/0x4ad31463d9bbd8c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1022:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832db3 expref: 68 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.942019:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001044335e/0x4ad31463d9bc0823 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.942020:0:205385:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000005ca6440/0x4ad31463d9bc0800 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.942020:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+315:3310:x1863837561336960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5749us (5845us total) trans 8589935601 rc 0/0 00000100:00100000:1.0:1777502104.942043:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2945 00010000:00010000:0.0:1777502104.942050:0:205589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad442597/0x4ad31463d9bbd8c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1022:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832db3 expref: 68 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.942055:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001044335e/0x4ad31463d9bc0823 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.942059:0:205385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.942069:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001044335e/0x4ad31463d9bc0823 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.942069:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.942072:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.942077:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc082a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.942086:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc082a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.942090:0:187548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000095fc04c/0x4ad31463d9bbd689 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x101f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832cbe expref: 67 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.942094:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.942101:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000005ca6440/0x4ad31463d9bc0800 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.942105:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.942121:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502104.942131:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f400 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:1.0:1777502104.942133:0:187548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561336448:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.942136:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000005ca6440/0x4ad31463d9bc0800 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.942145:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+66:2371:x1863837562920832:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 164us (2427us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502104.942152:0:187548:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002c68b158/0x4ad31463d9bc080e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x101f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.942153:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 951 00010000:00010000:1.0:1777502104.942164:0:187548:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002c68b158/0x4ad31463d9bc080e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x101f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.942172:0:187548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c68b158/0x4ad31463d9bc080e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x101f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.942173:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 952 00010000:00010000:1.0:1777502104.942184:0:187548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c68b158/0x4ad31463d9bc080e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x101f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.942186:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+97:2370:x1863837562920960:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.942198:0:187548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002c68b158/0x4ad31463d9bc080e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x101f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.942199:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.942208:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007dc9eefe/0x4ad31463d9bbcf9e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x103f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832af7 expref: 97 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.942213:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd80ecc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+315:3309:x1863837561335680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6869us (7447us total) trans 8589935602 rc 0/0 00010000:00010000:1.0:1777502104.942220:0:187548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.942228:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007dc9eefe/0x4ad31463d9bbcf9e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x103f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832af7 expref: 97 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.942232:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2940 00010000:00010000:3.0:1777502104.942244:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000005ca6440/0x4ad31463d9bc0800 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.942249:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.942253:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.942257:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b104a1a5/0x4ad31463d9bc0831 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.942262:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000005ca6440/0x4ad31463d9bc0800 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.942267:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b104a1a5/0x4ad31463d9bc0831 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x103f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.942268:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd80ecce00/2, rc 0, transno 8589935602 00010000:00010000:3.0:1777502104.942280:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005ca6440/0x4ad31463d9bc0800 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.942280:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561335680:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.942293:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.942298:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002c68b158/0x4ad31463d9bc080e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x101f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.942306:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.942306:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.942309:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.942311:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002c68b158/0x4ad31463d9bc080e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x101f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.942314:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.942321:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002c68b158/0x4ad31463d9bc080e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x101f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.942325:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd63da6d80/2, rc 0, transno 8589935601 00010000:00010000:0.0:1777502104.942336:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002c68b158/0x4ad31463d9bc080e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x101f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.942339:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561336960:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.942353:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c68b158/0x4ad31463d9bc080e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x101f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.942368:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.942371:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.942373:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.942383:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561339776:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.942385:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.942398:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+315:3311:x1863837561335936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7027us (7350us total) trans 8589935603 rc 0/0 00000100:00100000:1.0:1777502104.942405:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2942 00000100:00100000:0.0:1777502104.942411:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+97:2370:x1863837562920960:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 227us (2452us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.942421:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 952 00000100:00100000:3.0:1777502104.942425:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.942428:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777502104.942440:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd63da4380/2, rc 0, transno 8589935603 00000100:00100000:1.0:1777502104.942453:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561335936:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.942456:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777502104.942466:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561339904:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.942473:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562921344 00000100:00100000:0.0:1777502104.942477:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562921344 00010000:00010000:0.0:1777502104.942494:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000955a33cb/0x4ad31463d9bbdbd7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1025:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e77 expref: 77 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.942496:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4fdb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561340032:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.942498:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.942506:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.942524:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562921216 00000100:00100000:0.0:1777502104.942527:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562921216 00000100:00100000:1.0:1777502104.942540:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.942544:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004c8f8fe2/0x4ad31463d9bbcfa5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x103e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832b05 expref: 97 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.942559:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd80eced80/2, rc 0, transno 8589935600 00000100:00100000:0.0:1777502104.942567:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 953 00000100:00100000:2.0:1777502104.942573:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80eced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561334656:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.942600:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+65:2371:x1863837562921088:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.942608:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502104.942612:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561339776 00010000:00010000:0.0:1777502104.942613:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000071323c20/0x4ad31463d9bbda5d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1024:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e15 expref: 65 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.942616:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561339776 00000100:00100000:3.0:1777502104.942627:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.942640:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000071323c20/0x4ad31463d9bbda5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1024:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e15 expref: 65 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.942641:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561339904 00000100:00100000:1.0:1777502104.942644:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561340032 00000100:00100000:2.0:1777502104.942645:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561339904 00000100:00100000:1.0:1777502104.942649:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561340032 00000100:00100000:3.0:1777502104.942653:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.942664:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.942667:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.942670:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc0838 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1024:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.942678:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc0838 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1024:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.942679:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2955 00000100:00100000:1.0:1777502104.942689:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2956 00000100:00100000:2.0:1777502104.942695:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+317:3309:x1863837561339776:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.942695:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502104.942696:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.942701:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+317:3309:x1863837561339904:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777502104.942715:0:205368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4136 count 1 00000100:00100000:0.0:1777502104.942728:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+65:2371:x1863837562921088:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 142us (922us total) trans 0 rc 0/0 00002000:00080000:2.0:1777502104.942729:0:205385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4135 count 1 00000100:00100000:0.0:1777502104.942739:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 953 00010000:00010000:1.0:1777502104.942740:0:205368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc0869 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1028:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.942743:0:205385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c63edaef/0x4ad31463d9bc0870 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1027:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.942754:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562921600 00010000:00010000:1.0:1777502104.942755:0:205368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bcdc9d1b/0x4ad31463d9bbde4d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832ef5 expref: 77 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.942758:0:205385:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000946b789b/0x4ad31463d9bbdca2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1027:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e93 expref: 77 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.942759:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562921600 00010000:00010000:1.0:1777502104.942773:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.942774:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c05ad4f7/0x4ad31463d9bbdd43 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832eb6 expref: 65 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.942775:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.942776:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.942779:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.942780:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc0869 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.942783:0:205385:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c63edaef/0x4ad31463d9bc0870 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1027:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.942804:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562921472 00000100:00100000:0.0:1777502104.942807:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562921472 00010000:00010000:1.0:1777502104.942817:0:205368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bcdc9d1b/0x4ad31463d9bbde4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832ef5 expref: 77 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.942822:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c1fb23a2/0x4ad31463d9bbd1ea lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832ba6 expref: 97 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.942824:0:205385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000946b789b/0x4ad31463d9bbdca2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1027:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e93 expref: 77 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.942831:0:205368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bcdc9d1b/0x4ad31463d9bbde4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832ef5 expref: 77 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.942853:0:205385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000946b789b/0x4ad31463d9bbdca2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1027:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e93 expref: 77 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.942853:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562921728 00000100:00100000:1.0:1777502104.942857:0:205368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4fdb6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561340288:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.942858:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562921728 00000100:00100000:3.0:1777502104.942862:0:205380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd455a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:205380:1863837561338752:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.942872:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003d8616cb/0x4ad31463d9bbd310 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1042:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832bd7 expref: 98 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.942877:0:205380:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cf3b6622/0x4ad31463d9bc0846 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1025:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.942880:0:205385:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:205385:1863837561340416:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.942893:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 954 00000100:00100000:0.0:1777502104.942906:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+77:2371:x1863837562921344:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502104.942913:0:205368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25240 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.942914:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502104.942920:0:205385:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc490920c0 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.942922:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000955a33cb/0x4ad31463d9bbdbd7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1025:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e77 expref: 77 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.942933:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000955a33cb/0x4ad31463d9bbdbd7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1025:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e77 expref: 77 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.942937:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561340160:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.942949:0:205384:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5089b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:205384:1863837561339136:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.942955:0:205589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000955a33cb/0x4ad31463d9bbdbd7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1025:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e77 expref: 77 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.942967:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.942969:0:205384:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bc084d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.942971:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.942973:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.942976:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf3b6622/0x4ad31463d9bc0846 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1025:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.942993:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf3b6622/0x4ad31463d9bc0846 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1025:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.943015:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.943018:0:205383:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58bedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:205383:1863837561339264:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.943026:0:189105:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc082a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.943032:0:205380:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cf3b6622/0x4ad31463d9bc0846 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.943033:0:205383:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e7522260/0x4ad31463d9bc0854 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.943042:0:189105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc082a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.943043:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+76:2371:x1863837562921344:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 139us (622us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502104.943060:0:205380:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf3b6622/0x4ad31463d9bc0846 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.943070:0:189105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc082a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.943070:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 954 00010000:00010000:1.0:1777502104.943080:0:189105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc082a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.943086:0:205381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007dc9eefe/0x4ad31463d9bbcf9e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x103f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832af7 expref: 97 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.943088:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 955 00000100:00100000:0.0:1777502104.943099:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+97:2370:x1863837562921216:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.943109:0:189105:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.943114:0:205381:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:205381:1863837561337856:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.943115:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.943122:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc082a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.943128:0:205380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf3b6622/0x4ad31463d9bc0846 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.943129:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502104.943134:0:205381:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b104a1a5/0x4ad31463d9bc0831 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.943135:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc082a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.943147:0:205380:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cf3b6622/0x4ad31463d9bc0846 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.943161:0:205381:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b104a1a5/0x4ad31463d9bc0831 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.943162:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc082a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.943172:0:205380:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502104.943186:0:205381:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b104a1a5/0x4ad31463d9bc0831 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.943190:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc082a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.943200:0:205381:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b104a1a5/0x4ad31463d9bc0831 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.943202:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc082a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.943215:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+318:3311:x1863837561337472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5380us (5449us total) trans 8589935604 rc 0/0 00010000:00010000:2.0:1777502104.943223:0:205381:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b104a1a5/0x4ad31463d9bc0831 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x103f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.943229:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2946 00010000:00010000:0.0:1777502104.943233:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.943239:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf3b6622/0x4ad31463d9bc0846 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.943246:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb55e00 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:1.0:1777502104.943248:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561340160 00010000:00010000:0.0:1777502104.943251:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf3b6622/0x4ad31463d9bc0846 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.943252:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561340160 00010000:00010000:2.0:1777502104.943254:0:205381:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.943259:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.943266:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b104a1a5/0x4ad31463d9bc0831 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x103f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.943267:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf3b6622/0x4ad31463d9bc0846 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.943276:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2957 00000100:00100000:1.0:1777502104.943287:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+318:3311:x1863837561340032:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.943288:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf3b6622/0x4ad31463d9bc0846 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.943298:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf3b6622/0x4ad31463d9bc0846 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.943303:0:189105:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4138 count 1 00010000:00010000:0.0:1777502104.943312:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.943316:0:189105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc0877 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x102a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.943316:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.943321:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.943327:0:189105:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006a36b8c5/0x4ad31463d9bbe0c3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x102a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fab expref: 75 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.943329:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.943330:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226ee00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502104.943336:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.943337:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.943338:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b104a1a5/0x4ad31463d9bc0831 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x103f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.943338:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.943342:0:189105:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc0877 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x102a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.943346:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004c8f8fe2/0x4ad31463d9bbcfa5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x103e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832b05 expref: 96 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.943362:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b104a1a5/0x4ad31463d9bc0831 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x103f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.943369:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004c8f8fe2/0x4ad31463d9bbcfa5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x103e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832b05 expref: 96 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.943373:0:189105:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006a36b8c5/0x4ad31463d9bbe0c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x102a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fab expref: 75 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.943384:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b104a1a5/0x4ad31463d9bc0831 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x103f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.943396:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.943397:0:189105:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006a36b8c5/0x4ad31463d9bbe0c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x102a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fab expref: 75 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.943399:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.943400:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b104a1a5/0x4ad31463d9bc0831 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x103f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.943405:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a5449889/0x4ad31463d9bc083f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.943406:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+308:3309:x1863837561337728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4536us (4923us total) trans 8589936003 rc 0/0 00000100:00100000:1.0:1777502104.943420:0:189105:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4fdb7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561340544:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.943425:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2947 00010000:00010000:0.0:1777502104.943436:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5449889/0x4ad31463d9bc083f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x103e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.943439:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.943443:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.943449:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.943449:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2958 00000100:00100000:1.0:1777502104.943449:0:189105:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25b40 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.943451:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.943461:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+318:3312:x1863837561340160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502104.943472:0:205381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4137 count 1 00000100:00100000:0.0:1777502104.943477:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+96:2370:x1863837562921216:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 379us (982us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.943483:0:205381:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d2ebd46c/0x4ad31463d9bc087e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1029:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.943484:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 955 00000004:00080000:1.0:1777502104.943485:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd63da5180/2, rc 0, transno 8589935604 00010000:00010000:2.0:1777502104.943498:0:205381:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000053d91586/0x4ad31463d9bbe0ca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fb2 expref: 75 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.943506:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561337472:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.943507:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 956 00010000:00010000:2.0:1777502104.943520:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777502104.943520:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+65:2371:x1863837562921600:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.943523:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.943527:0:205381:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2ebd46c/0x4ad31463d9bc087e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.943530:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.943538:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c05ad4f7/0x4ad31463d9bbdd43 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1026:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832eb6 expref: 65 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.943550:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c05ad4f7/0x4ad31463d9bbdd43 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1026:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832eb6 expref: 65 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.943555:0:187550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071323c20/0x4ad31463d9bbda5d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e15 expref: 65 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.943574:0:205589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c05ad4f7/0x4ad31463d9bbdd43 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1026:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832eb6 expref: 64 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.943598:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:187550:1863837561338368:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.943602:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1777502104.943605:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.943608:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.943611:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e7522260/0x4ad31463d9bc0854 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.943614:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561340672:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.943617:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc0838 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.943640:0:187550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc0838 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.943641:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7522260/0x4ad31463d9bc0854 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.943647:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.943665:0:187550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc0838 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.943675:0:187550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc0838 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.943678:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.943683:0:187550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc0838 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.943684:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7f5c4380/2, rc 0, transno 8589936003 00000100:00100000:2.0:1777502104.943700:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561337728:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.943704:0:187550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502104.943704:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+63:2371:x1863837562921600:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 184us (1077us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.943713:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 956 00010000:00010000:0.0:1777502104.943743:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.943749:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc0838 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.943753:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5089b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561340800:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.943762:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.943766:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc0838 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.943775:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc0838 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.943783:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.943788:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.943797:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc0838 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.943805:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc0838 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.943829:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.943833:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.943838:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.943846:0:205376:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009f737082/0x4ad31463d9bbccbf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x103b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832a41 expref: 95 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.943853:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562921856 00000100:00100000:0.0:1777502104.943857:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562921856 00000100:00100000:2.0:1777502104.943858:0:205376:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205376:1863837561336064:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.943874:0:205376:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e9e05a09/0x4ad31463d9bc07f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.943879:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bebc3ee9/0x4ad31463d9bbd309 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832bd0 expref: 99 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.943882:0:205376:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e9e05a09/0x4ad31463d9bc07f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.943899:0:205376:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9e05a09/0x4ad31463d9bc07f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.943908:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 957 00000100:00100000:1.0:1777502104.943916:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+319:3312:x1863837561338112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3996us (4387us total) trans 8589935605 rc 0/0 00010000:00010000:2.0:1777502104.943920:0:205376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9e05a09/0x4ad31463d9bc07f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.943922:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f704c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+99:2371:x1863837562921472:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502104.943930:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2948 00010000:00010000:0.0:1777502104.943936:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.943938:0:205376:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e9e05a09/0x4ad31463d9bc07f9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x103b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.943943:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c1fb23a2/0x4ad31463d9bbd1ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1040:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832ba6 expref: 99 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.943949:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561340672 00000100:00100000:1.0:1777502104.943953:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561340672 00010000:00010000:2.0:1777502104.943961:0:205376:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.943963:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c1fb23a2/0x4ad31463d9bbd1ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1040:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832ba6 expref: 99 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.943979:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561340800 00010000:00010000:0.0:1777502104.943979:0:205389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c1fb23a2/0x4ad31463d9bbd1ea lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1040:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832ba6 expref: 99 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.943983:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561340800 00000100:00100000:3.0:1777502104.943993:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+320:3311:x1863837561338240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3578us (3785us total) trans 8589935606 rc 0/0 00010000:00010000:0.0:1777502104.943993:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.943997:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.944001:0:205389:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bc084d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.944006:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2950 00010000:00010000:0.0:1777502104.944013:0:205389:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bc084d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.944014:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2959 00000100:00100000:1.0:1777502104.944028:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+319:3310:x1863837561340672:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.944032:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2960 00010000:00010000:0.0:1777502104.944043:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:1.0:1777502104.944047:0:187550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4139 count 1 00000100:00100000:3.0:1777502104.944048:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49232a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+308:3310:x1863837561340800:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.944062:0:187550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc0885 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x102b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1777502104.944065:0:205380:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4163 count 1 00000100:00100000:0.0:1777502104.944071:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f704c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+98:2371:x1863837562921472:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 152us (1419us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502104.944081:0:205380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000336eb8e1/0x4ad31463d9bc088c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1043:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.944082:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 957 00010000:00010000:1.0:1777502104.944084:0:187550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a8cd5926/0x4ad31463d9bbe0f4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x102b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fc0 expref: 75 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.944095:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd80ecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+309:3309:x1863837561335552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9050us (9413us total) trans 8589936004 rc 0/0 00010000:00010000:3.0:1777502104.944107:0:205380:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b2da33c8/0x4ad31463d9bbd539 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1043:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832c55 expref: 97 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.944111:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2939 00000100:00100000:0.0:1777502104.944117:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 958 00010000:00010000:1.0:1777502104.944124:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.944128:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.944128:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777502104.944129:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+97:2371:x1863837562921728:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.944132:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.944133:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc0885 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x102b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.944134:0:205384:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bc084d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.944138:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000336eb8e1/0x4ad31463d9bc088c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1043:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.944139:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.944147:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003d8616cb/0x4ad31463d9bbd310 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1042:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832bd7 expref: 97 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.944162:0:205384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bc084d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.944172:0:205384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bc084d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.944173:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003d8616cb/0x4ad31463d9bbd310 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1042:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832bd7 expref: 97 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.944179:0:187550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a8cd5926/0x4ad31463d9bbe0f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x102b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fc0 expref: 75 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.944181:0:205380:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b2da33c8/0x4ad31463d9bbd539 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1043:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832c55 expref: 97 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.944188:0:205384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bc084d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.944206:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.944210:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.944214:0:205389:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc085b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1042:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.944215:0:205384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1777502104.944216:0:187550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a8cd5926/0x4ad31463d9bbe0f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x102b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fc0 expref: 75 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.944223:0:205380:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b2da33c8/0x4ad31463d9bbd539 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1043:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832c55 expref: 97 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.944238:0:205389:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc085b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1042:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.944248:0:187550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4fdb5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:187550:1863837561340928:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.944254:0:205380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd455a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561341056:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.944261:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502104.944291:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+97:2371:x1863837562921728:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 164us (1598us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502104.944297:0:187550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777502104.944298:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 958 00000100:00100000:3.0:1777502104.944299:0:205380:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd7f24a900 going to sleep for 11 seconds 00000100:00100000:0.0:1777502104.944324:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 959 00000004:00080000:1.0:1777502104.944333:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd63da6300/2, rc 0, transno 8589935605 00000100:00100000:0.0:1777502104.944334:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+96:2371:x1863837562921856:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.944344:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502104.944349:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561338112:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.944350:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bebc3ee9/0x4ad31463d9bbd309 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1041:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832bd0 expref: 96 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.944353:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5089aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+309:3310:x1863837561338624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3584us (3684us total) trans 8589936005 rc 0/0 00000100:00100000:2.0:1777502104.944373:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2951 00010000:00010000:0.0:1777502104.944377:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bebc3ee9/0x4ad31463d9bbd309 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1041:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832bd0 expref: 96 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.944390:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.944393:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.944394:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1777502104.944396:0:205389:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bc0862 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1041:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.944404:0:205389:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bc0862 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1041:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.944406:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4fdb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561341184:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1777502104.944407:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd50898a80/2, rc 0, transno 8589936005 00000100:00100000:2.0:1777502104.944424:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd50898a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561338624:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.944425:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.944453:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.944455:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+96:2371:x1863837562921856:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 121us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.944463:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 959 00000100:00100000:1.0:1777502104.944485:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f5c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561341312:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.944485:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777502104.944490:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e9e05a09/0x4ad31463d9bc07f9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x103b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.944492:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd80ecea00/2, rc 0, transno 8589936004 00010000:00010000:0.0:1777502104.944502:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2000 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:2.0:1777502104.944503:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561335552:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.944509:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9e05a09/0x4ad31463d9bc07f9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x103b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.944516:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.944523:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9e05a09/0x4ad31463d9bc07f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x103b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.944535:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e9e05a09/0x4ad31463d9bc07f9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x103b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.944543:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9e05a09/0x4ad31463d9bc07f9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x103b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.944557:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77e35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561341440:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.944561:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.944565:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bc084d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.944567:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7f5c4000/2, rc 0, transno 8589935606 00010000:00010000:0.0:1777502104.944575:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f800 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:1.0:1777502104.944606:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561338240:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.944612:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.944643:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bc084d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.944650:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4fdb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561341568:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.944653:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bc084d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.944666:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561341184 00010000:00010000:0.0:1777502104.944667:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bc084d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.944671:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561341184 00010000:00010000:0.0:1777502104.944679:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bc084d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.944680:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.944696:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561341312 00000100:00100000:1.0:1777502104.944700:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561341312 00010000:00010000:0.0:1777502104.944707:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.944711:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.944712:0:205383:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e7522260/0x4ad31463d9bc0854 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.944715:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.944733:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561341440 00010000:00010000:0.0:1777502104.944734:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.944739:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561341440 00010000:00010000:2.0:1777502104.944740:0:205383:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7522260/0x4ad31463d9bc0854 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.944750:0:205383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7522260/0x4ad31463d9bc0854 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.944755:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561341568 00010000:00010000:2.0:1777502104.944759:0:205383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e7522260/0x4ad31463d9bc0854 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.944760:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561341568 00010000:00010000:2.0:1777502104.944781:0:205383:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777502104.944783:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2961 00010000:00010000:3.0:1777502104.944787:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.944793:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e7522260/0x4ad31463d9bc0854 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.944795:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+321:3312:x1863837561341184:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.944807:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.944811:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7522260/0x4ad31463d9bc0854 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.944815:0:205382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4140 count 1 00010000:00010000:3.0:1777502104.944823:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7522260/0x4ad31463d9bc0854 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.944831:0:205382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc0893 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x102c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.944836:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e7522260/0x4ad31463d9bc0854 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.944850:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7522260/0x4ad31463d9bc0854 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.944851:0:205382:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001e8d5b7d/0x4ad31463d9bbe0fb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x102c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fc7 expref: 75 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.944872:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.944874:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.944877:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc0893 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x102c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.944879:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.944883:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.944888:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.944904:0:205382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001e8d5b7d/0x4ad31463d9bbe0fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x102c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fc7 expref: 75 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.944915:0:205382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001e8d5b7d/0x4ad31463d9bbe0fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x102c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fc7 expref: 75 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.944927:0:205382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4fdb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:205382:1863837561341696:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.944938:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502104.944949:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6703c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+311:3312:x1863837561330048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17466us (17695us total) trans 8589936006 rc 0/0 00000100:00100000:0.0:1777502104.944956:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2918 00000100:00100000:2.0:1777502104.944967:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd80ecf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+322:3311:x1863837561339008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3832us (4124us total) trans 8589935607 rc 0/0 00000100:00100000:3.0:1777502104.944972:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.944976:0:205382:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a253c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.944981:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2952 00000100:00100000:2.0:1777502104.945006:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2962 00000100:00100000:2.0:1777502104.945015:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+310:3312:x1863837561341312:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1777502104.945016:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd6703dc00/2, rc 0, transno 8589936006 00002000:00080000:2.0:1777502104.945031:0:205383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4164 count 1 00000100:00100000:1.0:1777502104.945034:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6703dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561330048:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.945045:0:205383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8f5bc1c/0x4ad31463d9bc089a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1044:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.945058:0:205383:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f5bdb229/0x4ad31463d9bbd516 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832c4e expref: 95 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.945065:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.945068:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.945072:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8f5bc1c/0x4ad31463d9bc089a lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.945081:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777502104.945089:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2963 00000100:00100000:1.0:1777502104.945092:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4fdb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561341824:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.945094:0:205383:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f5bdb229/0x4ad31463d9bbd516 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832c4e expref: 95 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.945100:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4a886c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+310:3309:x1863837561341440:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502104.945114:0:205383:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f5bdb229/0x4ad31463d9bbd516 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832c4e expref: 95 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1777502104.945117:0:188358:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4165 count 1 00000100:00100000:1.0:1777502104.945124:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.945132:0:188358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc08a1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1045:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.945136:0:205383:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561341952:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.945149:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561341824 00010000:00010000:0.0:1777502104.945152:0:188358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bf32f870/0x4ad31463d9bbd762 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1045:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d19 expref: 95 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.945153:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561341824 00010000:00010000:0.0:1777502104.945162:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.945163:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.945166:0:188358:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc08a1 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1045:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.945175:0:205383:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.945179:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2964 00010000:00010000:0.0:1777502104.945187:0:188358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bf32f870/0x4ad31463d9bbd762 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1045:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d19 expref: 95 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.945188:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+321:3310:x1863837561341568:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.945203:0:188358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bf32f870/0x4ad31463d9bbd762 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1045:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d19 expref: 95 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.945204:0:205378:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4141 count 1 00000004:00080000:2.0:1777502104.945206:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd63da5880/2, rc 0, transno 8589935607 00010000:00010000:1.0:1777502104.945220:0:205378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003f5cac0e/0x4ad31463d9bc08a8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x102d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.945224:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561339008:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.945226:0:188358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6646d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:188358:1863837561342080:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.945245:0:205378:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000055d34d6/0x4ad31463d9bbe34e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x102d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83304c expref: 75 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.945254:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.945256:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.945260:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f5cac0e/0x4ad31463d9bc08a8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x102d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.945260:0:188358:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc54067cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1777502104.945269:0:205386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000079fa5cd6/0x4ad31463d9bbcf90 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x103d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832ae9 expref: 94 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.945280:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562922112 00000100:00100000:2.0:1777502104.945283:0:205386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:205386:1863837561337216:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.945285:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562922112 00010000:00010000:2.0:1777502104.945301:0:205386:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003329252b/0x4ad31463d9bc081c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.945302:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.945308:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bcdc9d1b/0x4ad31463d9bbde4d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832ef5 expref: 76 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.945313:0:205386:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003329252b/0x4ad31463d9bc081c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.945322:0:205378:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000055d34d6/0x4ad31463d9bbe34e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x102d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83304c expref: 76 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.945330:0:205386:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003329252b/0x4ad31463d9bc081c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.945334:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562921984 00000100:00100000:0.0:1777502104.945339:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562921984 00010000:00010000:1.0:1777502104.945344:0:205378:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000055d34d6/0x4ad31463d9bbe34e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x102d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83304c expref: 77 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.945349:0:205386:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003329252b/0x4ad31463d9bc081c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.945354:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000946b789b/0x4ad31463d9bbdca2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1027:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e93 expref: 77 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.945375:0:205386:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003329252b/0x4ad31463d9bc081c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.945386:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562922240 00000100:00100000:1.0:1777502104.945390:0:205378:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4fdb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205378:1863837561342336:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.945391:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562922240 00010000:00010000:2.0:1777502104.945400:0:205386:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.945405:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1777502104.945409:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.945410:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003329252b/0x4ad31463d9bc081c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.945419:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.945423:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003329252b/0x4ad31463d9bc081c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.945428:0:205378:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25f00 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.945431:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003329252b/0x4ad31463d9bc081c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.945445:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1777502104.945448:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003329252b/0x4ad31463d9bc081c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.945455:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4fdb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561342208:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.945458:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003329252b/0x4ad31463d9bc081c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.945480:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.945483:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.945486:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.945497:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.945504:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006a36b8c5/0x4ad31463d9bbe0c3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x102a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fab expref: 78 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.945522:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562922368 00000100:00100000:0.0:1777502104.945525:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562922368 00000100:00100000:1.0:1777502104.945536:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561342208 00010000:00010000:0.0:1777502104.945539:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a8cd5926/0x4ad31463d9bbe0f4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x102b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fc0 expref: 79 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.945542:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561342208 00000100:00100000:0.0:1777502104.945561:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 960 00000100:00100000:2.0:1777502104.945566:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+312:3312:x1863837561337088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9391us (9449us total) trans 8589936007 rc 0/0 00000100:00100000:1.0:1777502104.945567:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2965 00000100:00100000:0.0:1777502104.945574:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:0775d2ab-558e-41f1-82c0-14244d133390+79:2371:x1863837562922112:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.945600:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2944 00010000:00010000:0.0:1777502104.945607:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502104.945612:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+311:3312:x1863837561341824:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.945614:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bcdc9d1b/0x4ad31463d9bbde4d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1028:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832ef5 expref: 79 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.945620:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2966 00002000:00080000:1.0:1777502104.945629:0:205379:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4166 count 1 00010000:00010000:0.0:1777502104.945634:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bcdc9d1b/0x4ad31463d9bbde4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1028:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832ef5 expref: 79 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.945635:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+322:3311:x1863837561342208:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.945645:0:205379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc08af lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1046:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.945660:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1777502104.945661:0:205386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4142 count 1 00010000:00010000:1.0:1777502104.945664:0:205379:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000068c06dc8/0x4ad31463d9bbd7af lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d35 expref: 95 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.945664:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.945669:0:205389:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc0869 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1028:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.945675:0:205386:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009eb07904/0x4ad31463d9bc08b6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x102e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.945679:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.945682:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.945687:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc08af lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.945691:0:205389:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc0869 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1028:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.945705:0:205386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001a7ddf3d/0x4ad31463d9bbe355 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x102e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83305a expref: 79 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.945729:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.945731:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.945734:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009eb07904/0x4ad31463d9bc08b6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x102e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.945734:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.945739:0:205379:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000068c06dc8/0x4ad31463d9bbd7af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d35 expref: 95 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.945757:0:205379:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000068c06dc8/0x4ad31463d9bbd7af lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d35 expref: 95 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.945763:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:0775d2ab-558e-41f1-82c0-14244d133390+79:2371:x1863837562922112:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 192us (824us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.945766:0:205386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001a7ddf3d/0x4ad31463d9bbe355 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x102e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83305a expref: 79 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.945781:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 960 00000100:00100000:1.0:1777502104.945785:0:205379:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4fdb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561342464:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.945792:0:205386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001a7ddf3d/0x4ad31463d9bbe355 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x102e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83305a expref: 78 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.945803:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 961 00000100:00100000:2.0:1777502104.945807:0:205386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77e37b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:205386:1863837561342592:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.945815:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:0775d2ab-558e-41f1-82c0-14244d133390+78:2370:x1863837562921984:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.945824:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502104.945829:0:205379:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25480 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.945829:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000946b789b/0x4ad31463d9bbdca2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1027:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e93 expref: 78 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.945838:0:205386:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092840 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.945844:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000946b789b/0x4ad31463d9bbdca2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1027:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e93 expref: 78 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.945857:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.945859:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.945863:0:205389:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c63edaef/0x4ad31463d9bc0870 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1027:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.945865:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd63da5500/2, rc 0, transno 8589936007 00000100:00100000:1.0:1777502104.945877:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561337088:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.945879:0:205389:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c63edaef/0x4ad31463d9bc0870 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1027:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.945894:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.946010:0:205385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000946b789b/0x4ad31463d9bbdca2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1027:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e93 expref: 78 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.946017:0:205368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcdc9d1b/0x4ad31463d9bbde4d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832ef5 expref: 78 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.946021:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:0775d2ab-558e-41f1-82c0-14244d133390+78:2370:x1863837562921984:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 207us (1047us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.946031:0:205385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:205385:1863837561340416:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.946037:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 961 00000100:00100000:1.0:1777502104.946048:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4fdb6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561340288:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.946057:0:205385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c63edaef/0x4ad31463d9bc0870 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.946060:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 962 00010000:00010000:1.0:1777502104.946067:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc0869 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.946072:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:0775d2ab-558e-41f1-82c0-14244d133390+75:2370:x1863837562922240:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.946073:0:205385:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c63edaef/0x4ad31463d9bc0870 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.946086:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502104.946092:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc0869 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.946094:0:205385:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c63edaef/0x4ad31463d9bc0870 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.946094:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006a36b8c5/0x4ad31463d9bbe0c3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x102a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fab expref: 75 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.946117:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc0869 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.946120:0:205385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c63edaef/0x4ad31463d9bc0870 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.946125:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006a36b8c5/0x4ad31463d9bbe0c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x102a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fab expref: 75 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.946129:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502104.946142:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc0869 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.946146:0:205385:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c63edaef/0x4ad31463d9bc0870 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.946153:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777502104.946157:0:205380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd455a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561341056:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.946158:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.946163:0:205389:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc0877 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.946168:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc0869 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.946172:0:205380:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000336eb8e1/0x4ad31463d9bc088c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1043:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.946180:0:205385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.946182:0:205389:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc0877 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x102a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.946215:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1777502104.946217:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777502104.946223:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c63edaef/0x4ad31463d9bc0870 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.946230:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.946234:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c63edaef/0x4ad31463d9bc0870 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.946242:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c63edaef/0x4ad31463d9bc0870 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.946252:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c63edaef/0x4ad31463d9bc0870 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.946259:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c63edaef/0x4ad31463d9bc0870 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.946277:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.946280:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc0869 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.946287:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.946290:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc0869 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.946297:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc0869 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.946312:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc0869 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.946320:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b28069c3/0x4ad31463d9bc0869 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.946337:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.946341:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+324:3309:x1863837561339776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3651us (3919us total) trans 8589935608 rc 0/0 00010000:00010000:0.0:1777502104.946341:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.946345:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.946352:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2955 00010000:00010000:0.0:1777502104.946355:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.946367:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.946378:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777502104.946380:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.946386:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561342720:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.946398:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:0775d2ab-558e-41f1-82c0-14244d133390+75:2370:x1863837562922240:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 327us (1095us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502104.946405:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+323:3309:x1863837561339904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3707us (3903us total) trans 8589935609 rc 0/0 00000100:00100000:0.0:1777502104.946407:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 962 00000100:00100000:1.0:1777502104.946415:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2956 00000100:00100000:2.0:1777502104.946419:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.946424:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562922496 00000100:00100000:0.0:1777502104.946428:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562922496 00000100:00100000:1.0:1777502104.946437:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561342720 00000100:00100000:1.0:1777502104.946440:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561342720 00010000:00010000:0.0:1777502104.946441:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001e8d5b7d/0x4ad31463d9bbe0fb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x102c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fc7 expref: 75 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.946460:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562922624 00000100:00100000:0.0:1777502104.946464:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562922624 00000100:00100000:1.0:1777502104.946469:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2967 00000004:00080000:2.0:1777502104.946471:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd48ce7800/2, rc 0, transno 8589935609 00000100:00100000:1.0:1777502104.946480:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+312:3310:x1863837561342720:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.946481:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b2da33c8/0x4ad31463d9bbd539 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1043:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832c55 expref: 96 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.946485:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561339904:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777502104.946490:0:205368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4167 count 1 00010000:00010000:1.0:1777502104.946502:0:205368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc08bd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1047:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.946510:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 963 00010000:00010000:1.0:1777502104.946513:0:205368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b46eb9a2/0x4ad31463d9bbd7a8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d2e expref: 96 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.946520:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.946522:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777502104.946523:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:0775d2ab-558e-41f1-82c0-14244d133390+75:2371:x1863837562922368:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.946525:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc08bd lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.946532:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd48ce5f80/2, rc 0, transno 8589935608 00010000:00010000:0.0:1777502104.946537:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502104.946544:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561339776:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.946545:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a8cd5926/0x4ad31463d9bbe0f4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x102b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fc0 expref: 75 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.946550:0:205368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b46eb9a2/0x4ad31463d9bbd7a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d2e expref: 96 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.946571:0:205368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b46eb9a2/0x4ad31463d9bbd7a8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d2e expref: 96 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.946575:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a8cd5926/0x4ad31463d9bbe0f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x102b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fc0 expref: 75 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.946612:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777502104.946617:0:205368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205368:1863837561342976:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.946625:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77e34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561342848:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.946648:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.946650:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.946654:0:205368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.946654:0:205389:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc0885 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.946659:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.946667:0:205389:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc0885 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x102b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.946673:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77e37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561343104:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.946684:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.946700:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.946710:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:0775d2ab-558e-41f1-82c0-14244d133390+75:2371:x1863837562922368:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 190us (1339us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.946716:0:205383:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561341952:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.946733:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 963 00010000:00010000:2.0:1777502104.946743:0:205383:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b8f5bc1c/0x4ad31463d9bc089a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.946744:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561342848 00000100:00100000:1.0:1777502104.946750:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561342848 00000100:00100000:0.0:1777502104.946755:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 964 00000100:00100000:0.0:1777502104.946764:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f704050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:0775d2ab-558e-41f1-82c0-14244d133390+74:2370:x1863837562922496:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.946771:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561343104 00010000:00010000:0.0:1777502104.946774:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502104.946776:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561343104 00010000:00010000:0.0:1777502104.946780:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001e8d5b7d/0x4ad31463d9bbe0fb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x102c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fc7 expref: 74 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.946782:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2968 00000100:00100000:1.0:1777502104.946795:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+324:3309:x1863837561342848:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.946795:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001e8d5b7d/0x4ad31463d9bbe0fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x102c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fc7 expref: 74 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.946804:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2969 00010000:00010000:0.0:1777502104.946816:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.946817:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+324:3311:x1863837561343104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777502104.946817:0:205375:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4143 count 1 00010000:00010000:0.0:1777502104.946820:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.946825:0:205389:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc0893 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.946832:0:205389:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc0893 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x102c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.946834:0:205375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc08c4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x102f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.946837:0:205385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4144 count 1 00010000:00010000:3.0:1777502104.946847:0:205377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c8f8fe2/0x4ad31463d9bbcfa5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x103e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832b05 expref: 93 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.946853:0:205385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002dba5abd/0x4ad31463d9bc08cb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1030:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.946854:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.946859:0:205375:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001cd0ab27/0x4ad31463d9bbe57e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x102f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8330f4 expref: 62 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.946866:0:205377:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5089bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:205377:1863837561338496:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.946867:0:205385:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bdefe579/0x4ad31463d9bbe5a1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1030:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8330fb expref: 62 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.946874:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.946878:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777502104.946880:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f704050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:0775d2ab-558e-41f1-82c0-14244d133390+74:2370:x1863837562922496:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 114us (755us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502104.946883:0:205375:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc08c4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x102f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.946884:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.946887:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.946892:0:205385:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002dba5abd/0x4ad31463d9bc08cb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1030:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.946895:0:205377:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a5449889/0x4ad31463d9bc083f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.946898:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 964 00010000:00010000:3.0:1777502104.946909:0:205377:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a5449889/0x4ad31463d9bc083f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.946916:0:205377:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a5449889/0x4ad31463d9bc083f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.946924:0:205375:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001cd0ab27/0x4ad31463d9bbe57e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x102f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8330f4 expref: 62 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.946925:0:205385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bdefe579/0x4ad31463d9bbe5a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1030:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8330fb expref: 62 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.946926:0:205377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5449889/0x4ad31463d9bc083f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.946939:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 965 00010000:00010000:2.0:1777502104.946951:0:205385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bdefe579/0x4ad31463d9bbe5a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1030:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8330fb expref: 62 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.946953:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+96:2371:x1863837562922624:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.946954:0:205375:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001cd0ab27/0x4ad31463d9bbe57e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x102f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8330f4 expref: 62 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.946959:0:205377:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a5449889/0x4ad31463d9bc083f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x103e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.946968:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.946978:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b2da33c8/0x4ad31463d9bbd539 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1043:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832c55 expref: 96 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.946987:0:205377:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.946999:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1777502104.946999:0:205385:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:205385:1863837561343360:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.947005:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a5449889/0x4ad31463d9bc083f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x103e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.947009:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b2da33c8/0x4ad31463d9bbd539 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1043:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832c55 expref: 96 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.947010:0:205375:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:205375:1863837561343232:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.947025:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e200 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:2.0:1777502104.947025:0:205385:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092a80 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.947035:0:205389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2da33c8/0x4ad31463d9bbd539 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1043:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832c55 expref: 96 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.947046:0:205375:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25840 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.947048:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.947051:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.947054:0:205389:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000336eb8e1/0x4ad31463d9bc088c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1043:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.947061:0:205389:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000336eb8e1/0x4ad31463d9bc088c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1043:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.947078:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.947079:0:205378:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4fdb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205378:1863837561342336:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.947083:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5449889/0x4ad31463d9bc083f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x103e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.947091:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5449889/0x4ad31463d9bc083f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x103e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.947093:0:205378:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003f5cac0e/0x4ad31463d9bc08a8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x102d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.947102:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+95:2371:x1863837562922624:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 150us (719us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502104.947104:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a5449889/0x4ad31463d9bc083f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x103e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.947116:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a5449889/0x4ad31463d9bc083f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x103e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.947117:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 965 00010000:00010000:1.0:1777502104.947133:0:205382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e8d5b7d/0x4ad31463d9bbe0fb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x102c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fc7 expref: 73 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.947139:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.947142:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.947145:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.947150:0:205382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4fdb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:205382:1863837561341696:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.947163:0:205380:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000336eb8e1/0x4ad31463d9bc088c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.947166:0:205382:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc0893 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.947184:0:205380:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000336eb8e1/0x4ad31463d9bc088c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.947186:0:205382:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc0893 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.947205:0:205382:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc0893 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.947205:0:205380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000336eb8e1/0x4ad31463d9bc088c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.947226:0:205380:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000336eb8e1/0x4ad31463d9bc088c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.947227:0:205382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc0893 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.947247:0:205382:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc0893 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x102c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.947250:0:205380:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.947262:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777502104.947267:0:205382:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.947268:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000336eb8e1/0x4ad31463d9bc088c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.947277:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb54200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.947280:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000336eb8e1/0x4ad31463d9bc088c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.947287:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000336eb8e1/0x4ad31463d9bc088c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.947298:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000336eb8e1/0x4ad31463d9bc088c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.947305:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000336eb8e1/0x4ad31463d9bc088c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.947319:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.947323:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc0893 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x102c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.947330:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.947333:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc0893 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x102c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.947340:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc0893 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x102c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.947356:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc0893 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x102c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.947363:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc0893 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x102c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.947377:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.947380:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.947383:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.947387:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.947401:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+313:3309:x1863837561337984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7105us (7586us total) trans 8589936008 rc 0/0 00000100:00100000:3.0:1777502104.947410:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2949 00000004:00080000:2.0:1777502104.947438:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7f5c7480/2, rc 0, transno 8589936008 00010000:00010000:3.0:1777502104.947453:0:205381:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000053d91586/0x4ad31463d9bbe0ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fb2 expref: 72 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.947454:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561337984:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.947462:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+325:3312:x1863837561341184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2667us (3008us total) trans 8589935610 rc 0/0 00010000:00010000:3.0:1777502104.947477:0:205381:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000053d91586/0x4ad31463d9bbe0ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fb2 expref: 72 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.947477:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2961 00000100:00100000:3.0:1777502104.947495:0:205381:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd455a1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205381:1863837561343488:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.947509:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77e34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561343616:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.947525:0:189105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a36b8c5/0x4ad31463d9bbe0c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x102a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fab expref: 72 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.947534:0:205381:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd7f24a900 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.947537:0:189105:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4fdb7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561340544:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.947547:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.947558:0:189105:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc0877 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.947561:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49232a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+313:3310:x1863837561340800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3518us (3774us total) trans 8589936009 rc 0/0 00000100:00100000:0.0:1777502104.947593:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2960 00010000:00010000:1.0:1777502104.947600:0:189105:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc0877 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.947609:0:189105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc0877 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.947610:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd4fdb4380/2, rc 0, transno 8589935610 00000100:00100000:0.0:1777502104.947613:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561343616 00000100:00100000:0.0:1777502104.947620:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561343616 00010000:00010000:1.0:1777502104.947624:0:189105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc0877 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.947625:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4fdb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561341184:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.947638:0:189105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc0877 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x102a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.947649:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2970 00010000:00010000:1.0:1777502104.947659:0:189105:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502104.947659:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+313:3312:x1863837561343616:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.947672:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.947678:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc0877 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x102a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.947687:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.947690:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc0877 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x102a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.947698:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc0877 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x102a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.947712:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc0877 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x102a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.947713:0:188366:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bebc3ee9/0x4ad31463d9bbd309 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832bd0 expref: 94 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.947728:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd5089b480/2, rc 0, transno 8589936009 00010000:00010000:0.0:1777502104.947735:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc0877 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x102a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.947739:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5089b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561340800:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.947760:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.947763:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.947769:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1777502104.947792:0:205380:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4169 count 1 00000100:00100000:2.0:1777502104.947793:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77e36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561343872:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.947807:0:205380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc08d2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1049:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.947810:0:188366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561339648:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.947826:0:205380:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004e742210/0x4ad31463d9bbdac6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1049:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e38 expref: 92 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.947833:0:188366:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bc0862 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.947836:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.947837:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+325:3311:x1863837561340032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4547us (5295us total) trans 8589935611 rc 0/0 00000100:00100000:2.0:1777502104.947839:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.947840:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.947845:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc08d2 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1049:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.947857:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2957 00010000:00010000:3.0:1777502104.947859:0:188366:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bc0862 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.947869:0:188366:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bc0862 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.947877:0:188366:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bc0862 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.947878:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561343872 00010000:00010000:0.0:1777502104.947878:0:205380:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004e742210/0x4ad31463d9bbdac6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1049:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e38 expref: 92 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.947882:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777502104.947884:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561343872 00000100:00100000:2.0:1777502104.947896:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77e34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561343744:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.947906:0:205380:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004e742210/0x4ad31463d9bbdac6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1049:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e38 expref: 92 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.947912:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2971 00010000:00010000:3.0:1777502104.947913:0:188366:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bc0862 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.947925:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+314:3310:x1863837561343872:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.947932:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.947945:0:205380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6646ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561344000:192.168.202.27@tcp:104: 00002000:00080000:1.0:1777502104.947948:0:189105:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4168 count 1 00010000:00010000:3.0:1777502104.947949:0:188366:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.947962:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502104.947963:0:189105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc08d9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1048:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.947977:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561343744 00010000:00010000:1.0:1777502104.947977:0:189105:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000007d61069/0x4ad31463d9bbda64 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e1c expref: 93 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.947983:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561343744 00000100:00100000:0.0:1777502104.947986:0:205380:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc540673c0 going to sleep for 11 seconds 00010000:00010000:1.0:1777502104.947990:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.947993:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.947996:0:189105:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc08d9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.948015:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2972 00010000:00010000:1.0:1777502104.948017:0:189105:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000007d61069/0x4ad31463d9bbda64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e1c expref: 93 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.948026:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+325:3310:x1863837561343744:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.948032:0:189105:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000007d61069/0x4ad31463d9bbda64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e1c expref: 93 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.948043:0:205376:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4145 count 1 00000100:00100000:1.0:1777502104.948045:0:189105:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:189105:1863837561344128:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.948058:0:205376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008c9b6e47/0x4ad31463d9bc08e0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1031:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.948062:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bc0862 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.948073:0:189105:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25f00 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.948085:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.948092:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bc0862 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.948096:0:205376:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001328525a/0x4ad31463d9bbe7bc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83318e expref: 62 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.948106:0:187551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d8616cb/0x4ad31463d9bbd310 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1042:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832bd7 expref: 93 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.948109:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bc0862 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.948120:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.948124:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.948129:0:205376:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c9b6e47/0x4ad31463d9bc08e0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.948136:0:187551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80ece300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:187551:1863837561339392:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.948138:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bc0862 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.948149:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bc0862 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.948153:0:187551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc085b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.948157:0:205376:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001328525a/0x4ad31463d9bbe7bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83318e expref: 62 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.948168:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.948172:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.948175:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.948177:0:187551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc085b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.948187:0:187551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc085b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.948194:0:205376:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001328525a/0x4ad31463d9bbe7bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83318e expref: 62 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.948198:0:187551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc085b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.948207:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502104.948218:0:187551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc085b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.948221:0:205376:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77e36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:205376:1863837561344256:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.948244:0:187551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.948247:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.948252:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc085b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.948260:0:205376:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092900 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.948260:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.948267:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc085b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.948271:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.948281:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc085b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.948293:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc085b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.948299:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd4fdb7100/2, rc 0, transno 8589935611 00010000:00010000:0.0:1777502104.948300:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc085b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.948313:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4fdb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561340032:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.948323:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.948326:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.948329:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502104.948342:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562922880 00000100:00100000:0.0:1777502104.948347:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562922880 00000100:00100000:2.0:1777502104.948359:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1777502104.948369:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000055d34d6/0x4ad31463d9bbe34e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x102d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83304c expref: 72 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.948371:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77e35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561344384:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.948395:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562922752 00000100:00100000:0.0:1777502104.948399:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562922752 00010000:00010000:0.0:1777502104.948412:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f5bdb229/0x4ad31463d9bbd516 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832c4e expref: 93 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.948419:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.948424:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+315:3309:x1863837561338880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7143us (7383us total) trans 8589936010 rc 0/0 00000100:00100000:1.0:1777502104.948433:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2953 00000100:00100000:0.0:1777502104.948444:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 966 00000100:00100000:1.0:1777502104.948453:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561344384 00000100:00100000:0.0:1777502104.948454:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+72:2371:x1863837562922880:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502104.948458:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561344384 00010000:00010000:0.0:1777502104.948462:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.948468:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000055d34d6/0x4ad31463d9bbe34e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x102d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83304c expref: 72 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.948469:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd63da7b80/2, rc 0, transno 8589936010 00010000:00010000:0.0:1777502104.948483:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000055d34d6/0x4ad31463d9bbe34e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x102d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83304c expref: 72 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.948486:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561338880:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.948487:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2973 00000100:00100000:1.0:1777502104.948500:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+326:3312:x1863837561344384:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.948507:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000055d34d6/0x4ad31463d9bbe34e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x102d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83304c expref: 72 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.948515:0:187551:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4146 count 1 00010000:00010000:0.0:1777502104.948518:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.948521:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.948525:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003f5cac0e/0x4ad31463d9bc08a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.948528:0:187551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001044335e/0x4ad31463d9bc08e7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1032:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.948541:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f5cac0e/0x4ad31463d9bc08a8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x102d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.948542:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77e35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561344512:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.948551:0:187551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000072f578e5/0x4ad31463d9bbe7ae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833179 expref: 62 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.948570:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.948573:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777502104.948604:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.948621:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.948623:0:187551:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001044335e/0x4ad31463d9bc08e7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.948650:0:187551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000072f578e5/0x4ad31463d9bbe7ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833179 expref: 62 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.948653:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.948663:0:187551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000072f578e5/0x4ad31463d9bbe7ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833179 expref: 62 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.948669:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561344512 00000100:00100000:2.0:1777502104.948674:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561344512 00000100:00100000:1.0:1777502104.948676:0:187551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c68a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:187551:1863837561344640:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.948683:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+71:2371:x1863837562922880:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 231us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.948691:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 966 00000100:00100000:2.0:1777502104.948705:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2974 00000100:00100000:0.0:1777502104.948708:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562923008 00000100:00100000:0.0:1777502104.948713:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562923008 00000100:00100000:2.0:1777502104.948728:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+315:3312:x1863837561344512:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.948734:0:187551:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25b40 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.948741:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bf32f870/0x4ad31463d9bbd762 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1045:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d19 expref: 94 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.948743:0:205384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4171 count 1 00010000:00010000:1.0:1777502104.948752:0:205378:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003f5cac0e/0x4ad31463d9bc08a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.948757:0:205384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f93eb790/0x4ad31463d9bc08ee lrc: 3/0,1 mode: --/PW res: [0x240000400:0x104b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.948764:0:205378:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003f5cac0e/0x4ad31463d9bc08a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.948769:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 967 00010000:00010000:2.0:1777502104.948779:0:205384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007cd9b14e/0x4ad31463d9bbdbbb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x104b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e69 expref: 92 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.948783:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+94:2371:x1863837562922752:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.948799:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.948803:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.948803:0:205378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003f5cac0e/0x4ad31463d9bc08a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.948806:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f5bdb229/0x4ad31463d9bbd516 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1044:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832c4e expref: 94 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.948808:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.948813:0:205384:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f93eb790/0x4ad31463d9bc08ee lrc: 4/0,1 mode: --/PW res: [0x240000400:0x104b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.948830:0:205378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003f5cac0e/0x4ad31463d9bc08a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x102d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.948834:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f5bdb229/0x4ad31463d9bbd516 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1044:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832c4e expref: 94 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.948845:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+316:3312:x1863837561339520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7079us (7155us total) trans 8589936011 rc 0/0 00010000:00010000:2.0:1777502104.948849:0:205384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007cd9b14e/0x4ad31463d9bbdbbb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x104b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e69 expref: 92 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.948863:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2954 00010000:00010000:1.0:1777502104.948865:0:205378:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.948866:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5bdb229/0x4ad31463d9bbd516 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1044:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832c4e expref: 94 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.948871:0:205384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007cd9b14e/0x4ad31463d9bbdbbb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x104b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e69 expref: 92 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.948887:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.948890:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.948892:0:205384:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:205384:1863837561344768:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.948894:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b8f5bc1c/0x4ad31463d9bc089a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.948910:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8f5bc1c/0x4ad31463d9bc089a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.948921:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.948927:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003f5cac0e/0x4ad31463d9bc08a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x102d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.948928:0:205384:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092540 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.948938:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.948942:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003f5cac0e/0x4ad31463d9bc08a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x102d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.948950:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003f5cac0e/0x4ad31463d9bc08a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x102d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.948961:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003f5cac0e/0x4ad31463d9bc08a8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x102d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.948968:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd80ece680/2, rc 0, transno 8589936011 00010000:00010000:0.0:1777502104.948968:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f5cac0e/0x4ad31463d9bc08a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x102d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.948982:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561339520:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.948992:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.948995:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.948999:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.949017:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.949032:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+327:3310:x1863837561341568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3844us (4352us total) trans 8589935612 rc 0/0 00000100:00100000:2.0:1777502104.949038:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd71c39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561344896:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.949043:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2964 00000100:00100000:0.0:1777502104.949045:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+93:2371:x1863837562922752:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 264us (774us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.949056:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 967 00000100:00100000:3.0:1777502104.949069:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502104.949081:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562923136 00000100:00100000:2.0:1777502104.949082:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.949087:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562923136 00000100:00100000:1.0:1777502104.949091:0:205379:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4fdb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561342464:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.949103:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000068c06dc8/0x4ad31463d9bbd7af lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d35 expref: 93 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.949107:0:205379:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc08af lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1046:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.949137:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 968 00000100:00100000:1.0:1777502104.949138:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561344896 00000100:00100000:1.0:1777502104.949142:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561344896 00000100:00100000:0.0:1777502104.949146:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+93:2370:x1863837562923008:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.949154:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:2.0:1777502104.949157:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd4fdb6680/2, rc 0, transno 8589935612 00010000:00010000:0.0:1777502104.949158:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bf32f870/0x4ad31463d9bbd762 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1045:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d19 expref: 93 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.949172:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4fdb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561341568:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.949173:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2975 00010000:00010000:0.0:1777502104.949173:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bf32f870/0x4ad31463d9bbd762 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1045:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d19 expref: 93 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.949185:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71c3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+316:3309:x1863837561344896:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.949190:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.949193:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.949195:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc08a1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1045:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.949200:0:205382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4170 count 1 00010000:00010000:0.0:1777502104.949207:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc08a1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1045:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.949211:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1777502104.949213:0:205382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c68b158/0x4ad31463d9bc08f5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x104a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.949221:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.949222:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd71c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561345024:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.949227:0:205382:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000072903f98/0x4ad31463d9bbdd3c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x104a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832eaf expref: 93 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.949241:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.949243:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.949246:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c68b158/0x4ad31463d9bc08f5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x104a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.949251:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+93:2370:x1863837562923008:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 105us (674us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.949261:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.949270:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 968 00010000:00010000:1.0:1777502104.949281:0:205382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000072903f98/0x4ad31463d9bbdd3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x104a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832eaf expref: 92 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.949291:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 969 00010000:00010000:1.0:1777502104.949295:0:205382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000072903f98/0x4ad31463d9bbdd3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x104a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832eaf expref: 92 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.949303:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+92:2370:x1863837562923136:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.949311:0:205383:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b8f5bc1c/0x4ad31463d9bc089a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.949316:0:205382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c68700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:205382:1863837561345152:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.949316:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.949325:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000068c06dc8/0x4ad31463d9bbd7af lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1046:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d35 expref: 92 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.949329:0:205383:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8f5bc1c/0x4ad31463d9bc089a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.949346:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000068c06dc8/0x4ad31463d9bbd7af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1046:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d35 expref: 92 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.949347:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.949348:0:205383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8f5bc1c/0x4ad31463d9bc089a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.949360:0:205382:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25480 going to sleep for 11 seconds 00010000:00010000:2.0:1777502104.949369:0:205383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b8f5bc1c/0x4ad31463d9bc089a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.949378:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068c06dc8/0x4ad31463d9bbd7af lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1046:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d35 expref: 92 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.949385:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561345024 00010000:00010000:2.0:1777502104.949386:0:205383:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777502104.949391:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561345024 00010000:00010000:0.0:1777502104.949392:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.949395:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777502104.949399:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.949400:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc08af lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.949409:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc08af lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.949422:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2976 00010000:00010000:0.0:1777502104.949423:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.949428:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b8f5bc1c/0x4ad31463d9bc089a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.949431:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+327:3309:x1863837561345024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777502104.949446:0:205377:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4147 count 1 00010000:00010000:0.0:1777502104.949447:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226fe00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.949452:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8f5bc1c/0x4ad31463d9bc089a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.949458:0:205377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc08fc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1033:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.949460:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8f5bc1c/0x4ad31463d9bc089a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.949478:0:205381:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd455a1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205381:1863837561343488:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.949478:0:205377:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000073f23bbb/0x4ad31463d9bbe8f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8331db expref: 62 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.949481:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b8f5bc1c/0x4ad31463d9bc089a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.949495:0:205381:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d2ebd46c/0x4ad31463d9bc087e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.949498:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.949502:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.949506:0:205377:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc08fc lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.949506:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8f5bc1c/0x4ad31463d9bc089a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.949521:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+317:3312:x1863837561341312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4505us (5005us total) trans 8589936012 rc 0/0 00000100:00100000:2.0:1777502104.949535:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2962 00010000:00010000:1.0:1777502104.949536:0:205377:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000073f23bbb/0x4ad31463d9bbe8f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8331db expref: 62 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.949541:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.949545:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.949546:0:205377:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000073f23bbb/0x4ad31463d9bbe8f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8331db expref: 62 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.949549:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.949556:0:205377:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205377:1863837561345280:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.949569:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1777502104.949599:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7f5c5880/2, rc 0, transno 8589936012 00000100:00100000:0.0:1777502104.949614:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+91:2370:x1863837562923136:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 314us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.949617:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561341312:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.949622:0:205377:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25240 going to sleep for 11 seconds 00000100:00100000:0.0:1777502104.949629:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 969 00010000:00010000:1.0:1777502104.949645:0:205379:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc08af lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.949648:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562923392 00000100:00100000:0.0:1777502104.949654:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562923392 00010000:00010000:1.0:1777502104.949656:0:205379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc08af lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.949663:0:205379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc08af lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.949666:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1777502104.949673:0:205379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc08af lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.949673:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001a7ddf3d/0x4ad31463d9bbe355 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x102e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83305a expref: 71 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.949679:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561345408:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.949698:0:205379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502104.949703:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562923648 00010000:00010000:3.0:1777502104.949705:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1777502104.949706:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562923648 00010000:00010000:3.0:1777502104.949710:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc08af lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.949726:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.949732:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc08af lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.949733:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.949734:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000053d91586/0x4ad31463d9bbe0ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fb2 expref: 72 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.949751:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc08af lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.949764:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 970 00000100:00100000:0.0:1777502104.949774:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+72:2371:x1863837562923392:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.949784:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502104.949786:0:205386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77e37b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:205386:1863837561342592:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.949792:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001a7ddf3d/0x4ad31463d9bbe355 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x102e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83305a expref: 72 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.949804:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001a7ddf3d/0x4ad31463d9bbe355 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x102e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83305a expref: 72 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.949814:0:205386:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009eb07904/0x4ad31463d9bc08b6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x102e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.949820:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a7ddf3d/0x4ad31463d9bbe355 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x102e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83305a expref: 72 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.949839:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.949841:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.949844:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009eb07904/0x4ad31463d9bc08b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.949846:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561345408 00000100:00100000:2.0:1777502104.949852:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561345408 00010000:00010000:0.0:1777502104.949854:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009eb07904/0x4ad31463d9bc08b6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x102e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.949875:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.949877:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+318:3312:x1863837561341824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4298us (4755us total) trans 8589936013 rc 0/0 00000100:00100000:2.0:1777502104.949889:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2977 00000100:00100000:1.0:1777502104.949897:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2965 00010000:00010000:3.0:1777502104.949900:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc08af lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.949905:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+318:3312:x1863837561345408:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.949905:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+71:2371:x1863837562923392:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 131us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.949921:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 970 00002000:00080000:2.0:1777502104.949925:0:205383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4172 count 1 00000100:00100000:1.0:1777502104.949925:0:205375:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:205375:1863837561343232:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.949940:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 971 00010000:00010000:2.0:1777502104.949941:0:205383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003b474638/0x4ad31463d9bc0903 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x104c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.949946:0:205375:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc08c4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x102f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.949953:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f705050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+70:2371:x1863837562923648:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.949962:0:205383:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000958571ac/0x4ad31463d9bbdca9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x104c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e9a expref: 92 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.949966:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.949971:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc08af lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.949975:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000053d91586/0x4ad31463d9bbe0ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1029:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fb2 expref: 70 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.949984:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.949989:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.949989:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205368:1863837561342976:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.949994:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b474638/0x4ad31463d9bc0903 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x104c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.950003:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.950005:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000053d91586/0x4ad31463d9bbe0ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1029:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fb2 expref: 70 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.950010:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc08bd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.950021:0:205383:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000958571ac/0x4ad31463d9bbdca9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x104c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e9a expref: 92 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.950022:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000053d91586/0x4ad31463d9bbe0ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1029:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fb2 expref: 70 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.950035:0:187550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a8cd5926/0x4ad31463d9bbe0f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x102b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fc0 expref: 70 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.950042:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.950046:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.950048:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.950052:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.950057:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2ebd46c/0x4ad31463d9bc087e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.950061:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4fdb5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:187550:1863837561340928:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.950066:0:205383:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000958571ac/0x4ad31463d9bbdca9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x104c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e9a expref: 92 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.950072:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc0885 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.950077:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2ebd46c/0x4ad31463d9bc087e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.950091:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502104.950097:0:187550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc0885 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.950099:0:205383:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cfd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561345536:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.950110:0:187550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc0885 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.950111:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.950118:0:187550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc0885 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.950127:0:187550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc0885 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x102b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.950136:0:205383:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092840 going to sleep for 11 seconds 00010000:00010000:1.0:1777502104.950143:0:187550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502104.950143:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f705050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+68:2371:x1863837562923648:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 192us (742us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.950152:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 971 00000004:00080000:2.0:1777502104.950170:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd4fdb6300/2, rc 0, transno 8589936013 00000100:00100000:2.0:1777502104.950182:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4fdb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561341824:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.950194:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.950199:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc0885 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x102b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.950208:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.950213:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc0885 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x102b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.950221:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc0885 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x102b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.950235:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561345664:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.950235:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc0885 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x102b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.950248:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc0885 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x102b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.950265:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.950269:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.950271:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.950278:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.950288:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562923264 00000100:00100000:0.0:1777502104.950292:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562923264 00000100:00100000:1.0:1777502104.950297:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+328:3310:x1863837561340672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6270us (6651us total) trans 8589935613 rc 0/0 00000100:00100000:1.0:1777502104.950305:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2959 00010000:00010000:0.0:1777502104.950310:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b46eb9a2/0x4ad31463d9bbd7a8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d2e expref: 91 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.950317:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.950327:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561345664 00000100:00100000:1.0:1777502104.950331:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561345664 00000100:00100000:0.0:1777502104.950332:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562923520 00000100:00100000:0.0:1777502104.950336:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562923520 00000004:00080000:2.0:1777502104.950344:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7f5c4e00/2, rc 0, transno 8589935613 00010000:00010000:0.0:1777502104.950352:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bdefe579/0x4ad31463d9bbe5a1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1030:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8330fb expref: 63 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.950357:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f5c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561340672:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.950360:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2978 00000100:00100000:1.0:1777502104.950371:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+318:3312:x1863837561345664:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.950380:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 972 00002000:00080000:1.0:1777502104.950381:0:187550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4173 count 1 00000100:00100000:0.0:1777502104.950390:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+91:2371:x1863837562923264:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.950392:0:187550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000060669215/0x4ad31463d9bc090a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x104d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.950397:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1777502104.950401:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502104.950408:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4d4a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561345792:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.950408:0:187550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000a4b5e17/0x4ad31463d9bbde54 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x104d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832efc expref: 92 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.950409:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b46eb9a2/0x4ad31463d9bbd7a8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1047:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d2e expref: 91 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.950427:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.950430:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.950433:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000060669215/0x4ad31463d9bc090a lrc: 4/0,1 mode: --/PW res: [0x240000400:0x104d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.950437:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b46eb9a2/0x4ad31463d9bbd7a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1047:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d2e expref: 91 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.950438:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.950447:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.950464:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b46eb9a2/0x4ad31463d9bbd7a8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1047:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d2e expref: 91 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.950467:0:187550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000a4b5e17/0x4ad31463d9bbde54 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x104d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832efc expref: 92 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.950485:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.950489:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.950494:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.950498:0:187550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000a4b5e17/0x4ad31463d9bbde54 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x104d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832efc expref: 92 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.950498:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc08bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.950504:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561345792 00000100:00100000:3.0:1777502104.950511:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.950512:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561345792 00010000:00010000:0.0:1777502104.950521:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc08bd lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.950524:0:187550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561345920:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.950532:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.950542:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2979 00000100:00100000:2.0:1777502104.950552:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+328:3310:x1863837561345792:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.950553:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.950561:0:187550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25cc0 going to sleep for 11 seconds 00002000:00080000:2.0:1777502104.950567:0:187548:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4151 count 1 00000100:00100000:0.0:1777502104.950595:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+90:2371:x1863837562923264:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 191us (492us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.950602:0:187548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c3c1b28/0x4ad31463d9bc0911 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1037:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.950602:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 972 00000100:00100000:1.0:1777502104.950611:0:189105:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:189105:1863837561344128:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.950619:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562923776 00010000:00010000:2.0:1777502104.950624:0:187548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a41470d9/0x4ad31463d9bbed34 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833339 expref: 67 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.950624:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562923776 00010000:00010000:1.0:1777502104.950629:0:189105:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc08d9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.950640:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001cd0ab27/0x4ad31463d9bbe57e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x102f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8330f4 expref: 64 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.950641:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.950645:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.950650:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c3c1b28/0x4ad31463d9bc0911 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.950662:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc08bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.950663:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562924032 00000100:00100000:0.0:1777502104.950668:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562924032 00010000:00010000:1.0:1777502104.950671:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc08bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.950677:0:187548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a41470d9/0x4ad31463d9bbed34 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833339 expref: 67 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.950679:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc08bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.950684:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000007d61069/0x4ad31463d9bbda64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e1c expref: 90 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.950702:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc08bd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.950705:0:187548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a41470d9/0x4ad31463d9bbed34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833339 expref: 67 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.950712:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562923904 00000100:00100000:0.0:1777502104.950727:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562923904 00010000:00010000:3.0:1777502104.950730:0:205381:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d2ebd46c/0x4ad31463d9bc087e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.950737:0:205381:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2ebd46c/0x4ad31463d9bc087e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.950744:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.950744:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004e742210/0x4ad31463d9bbdac6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1049:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e38 expref: 93 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.950745:0:205381:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d2ebd46c/0x4ad31463d9bc087e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.950767:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.950770:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc08bd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.950777:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.950780:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc08bd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.950787:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc08bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.950797:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc08bd lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.950808:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc08bd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.950828:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.950830:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.950831:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502104.950840:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562924160 00000100:00100000:0.0:1777502104.950843:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562924160 00010000:00010000:0.0:1777502104.950859:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001328525a/0x4ad31463d9bbe7bc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83318e expref: 65 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.950868:0:187548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77c8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561346048:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.950877:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+319:3310:x1863837561342720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4401us (4458us total) trans 8589936014 rc 0/0 00000100:00100000:0.0:1777502104.950880:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 973 00000100:00100000:1.0:1777502104.950888:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2967 00000100:00100000:0.0:1777502104.950893:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+65:2371:x1863837562923520:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.950905:0:205381:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d2ebd46c/0x4ad31463d9bc087e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.950906:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.950913:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bdefe579/0x4ad31463d9bbe5a1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1030:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8330fb expref: 65 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.950918:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd63da4e00/2, rc 0, transno 8589936014 00000100:00100000:2.0:1777502104.950919:0:187548:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092180 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.950930:0:205381:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777502104.950932:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561342720:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.950934:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bdefe579/0x4ad31463d9bbe5a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1030:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8330fb expref: 65 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.950951:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.950953:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.950955:0:205384:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:205384:1863837561344768:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.950958:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002dba5abd/0x4ad31463d9bc08cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1030:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.950973:0:205384:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f93eb790/0x4ad31463d9bc08ee lrc: 3/0,1 mode: --/PW res: [0x240000400:0x104b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.950973:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002dba5abd/0x4ad31463d9bc08cb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1030:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.950982:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561346176:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.950997:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.951001:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d2ebd46c/0x4ad31463d9bc087e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.951008:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226ec00 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:1.0:1777502104.951012:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.951014:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d2ebd46c/0x4ad31463d9bc087e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.951022:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d2ebd46c/0x4ad31463d9bc087e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.951033:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d2ebd46c/0x4ad31463d9bc087e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.951040:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2ebd46c/0x4ad31463d9bc087e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.951043:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561346176 00000100:00100000:1.0:1777502104.951047:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561346176 00010000:00010000:0.0:1777502104.951059:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.951062:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.951066:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.951070:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2980 00000100:00100000:1.0:1777502104.951076:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+319:3310:x1863837561346176:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.951078:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:1.0:1777502104.951091:0:205378:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4176 count 1 00010000:00010000:1.0:1777502104.951105:0:205378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008eaee448/0x4ad31463d9bc0918 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1050:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.951105:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+65:2371:x1863837562923520:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 214us (848us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.951112:0:205386:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009eb07904/0x4ad31463d9bc08b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.951124:0:205378:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c540cff1/0x4ad31463d9bbe102 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fce expref: 93 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.951126:0:205386:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009eb07904/0x4ad31463d9bc08b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.951126:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 973 00000100:00100000:3.0:1777502104.951141:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+329:3312:x1863837561340160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7681us (8168us total) trans 8589935614 rc 0/0 00010000:00010000:1.0:1777502104.951142:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.951146:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777502104.951150:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 974 00010000:00010000:1.0:1777502104.951151:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008eaee448/0x4ad31463d9bc0918 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.951153:0:205386:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009eb07904/0x4ad31463d9bc08b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.951156:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2958 00000100:00100000:0.0:1777502104.951164:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+64:2371:x1863837562923776:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.951177:0:205386:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009eb07904/0x4ad31463d9bc08b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x102e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.951179:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502104.951183:0:205378:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c540cff1/0x4ad31463d9bbe102 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fce expref: 93 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.951189:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001cd0ab27/0x4ad31463d9bbe57e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x102f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8330f4 expref: 64 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.951205:0:205378:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c540cff1/0x4ad31463d9bbe102 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fce expref: 93 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.951209:0:205386:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.951212:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001cd0ab27/0x4ad31463d9bbe57e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x102f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8330f4 expref: 64 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.951238:0:205378:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205378:1863837561346304:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.951244:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001cd0ab27/0x4ad31463d9bbe57e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x102f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8330f4 expref: 64 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.951256:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.951258:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.951261:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc08c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.951268:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc08c4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x102f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.951272:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.951278:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009eb07904/0x4ad31463d9bc08b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x102e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.951281:0:205378:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25840 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.951288:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.951291:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502104.951292:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009eb07904/0x4ad31463d9bc08b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x102e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.951300:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009eb07904/0x4ad31463d9bc08b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x102e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.951305:0:205375:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc08c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.951310:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009eb07904/0x4ad31463d9bc08b6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x102e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.951316:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+63:2371:x1863837562923776:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 154us (879us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502104.951319:0:205375:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc08c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.951331:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009eb07904/0x4ad31463d9bc08b6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x102e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.951334:0:205375:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc08c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.951334:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 974 00010000:00010000:1.0:1777502104.951343:0:205375:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc08c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x102f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.951356:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 975 00010000:00010000:1.0:1777502104.951360:0:205375:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.951365:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+329:3311:x1863837561342208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5733us (5866us total) trans 8589935615 rc 0/0 00010000:00010000:0.0:1777502104.951366:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.951374:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc08c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x102f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.951383:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2966 00010000:00010000:0.0:1777502104.951391:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.951395:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc08c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x102f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.951401:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.951404:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.951404:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc08c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x102f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.951407:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.951420:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc08c4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x102f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.951428:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bdd073fa/0x4ad31463d9bc08c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x102f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.951429:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd48ce5500/2, rc 0, transno 8589935614 00000100:00100000:2.0:1777502104.951441:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561340160:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.951450:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.951454:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.951457:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502104.951470:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+90:2370:x1863837562924032:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.951479:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.951484:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000007d61069/0x4ad31463d9bbda64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1048:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e1c expref: 90 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.951485:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77c8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561346432:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.951490:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.951508:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000007d61069/0x4ad31463d9bbda64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1048:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e1c expref: 90 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.951509:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+329:3309:x1863837561342848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4718us (4852us total) trans 8589935616 rc 0/0 00000100:00100000:1.0:1777502104.951521:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2968 00010000:00010000:0.0:1777502104.951530:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000007d61069/0x4ad31463d9bbda64 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1048:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e1c expref: 90 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.951534:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.951540:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.951549:0:205377:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205377:1863837561345280:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.951552:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.951555:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.951558:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc08d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.951565:0:205377:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc08fc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.951566:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc08d9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.951596:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000004:00080000:2.0:1777502104.951609:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd4fdb5500/2, rc 0, transno 8589935615 00000100:00100000:1.0:1777502104.951620:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561346432 00000100:00100000:2.0:1777502104.951624:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4fdb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561342208:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.951625:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561346432 00010000:00010000:0.0:1777502104.951646:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.951658:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2981 00000100:00100000:1.0:1777502104.951665:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+329:3311:x1863837561346432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777502104.951675:0:205379:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4148 count 1 00000004:00080000:2.0:1777502104.951683:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77e34e00/2, rc 0, transno 8589935616 00010000:00010000:1.0:1777502104.951684:0:205379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000093317067/0x4ad31463d9bc091f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1034:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.951697:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77e34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561342848:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.951697:0:205379:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000813ffa86/0x4ad31463d9bbeb9e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833298 expref: 62 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.951705:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+89:2370:x1863837562924032:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 339us (1223us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502104.951710:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.951712:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.951715:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000093317067/0x4ad31463d9bc091f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.951731:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 975 00000100:00100000:3.0:1777502104.951745:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.951748:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77c8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561346688:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.951751:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562924288 00010000:00010000:1.0:1777502104.951755:0:205379:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000813ffa86/0x4ad31463d9bbeb9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833298 expref: 62 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.951756:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562924288 00010000:00010000:1.0:1777502104.951768:0:205379:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000813ffa86/0x4ad31463d9bbeb9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833298 expref: 62 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.951775:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007cd9b14e/0x4ad31463d9bbdbbb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x104b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e69 expref: 94 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.951786:0:205379:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205379:1863837561346816:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.951787:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.951801:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562924544 00000100:00100000:0.0:1777502104.951805:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562924544 00010000:00010000:0.0:1777502104.951820:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000072f578e5/0x4ad31463d9bbe7ae lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833179 expref: 63 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.951832:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502104.951840:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562924416 00000100:00100000:2.0:1777502104.951841:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77c8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561346560:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.951845:0:205379:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25240 going to sleep for 11 seconds 00000100:00100000:0.0:1777502104.951845:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562924416 00010000:00010000:0.0:1777502104.951862:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000072903f98/0x4ad31463d9bbdd3c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x104a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832eaf expref: 89 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.951879:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562924672 00000100:00100000:1.0:1777502104.951882:0:205382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c68700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:205382:1863837561345152:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.951884:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562924672 00000100:00100000:2.0:1777502104.951890:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.951899:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000073f23bbb/0x4ad31463d9bbe8f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8331db expref: 64 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.951902:0:205382:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002c68b158/0x4ad31463d9bc08f5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x104a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.951923:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562924800 00000100:00100000:0.0:1777502104.951926:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562924800 00000100:00100000:1.0:1777502104.951936:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561346688 00000100:00100000:3.0:1777502104.951938:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.951941:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000958571ac/0x4ad31463d9bbdca9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x104c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e9a expref: 95 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.951942:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561346688 00000100:00100000:2.0:1777502104.951956:0:205376:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77e36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:205376:1863837561344256:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.951960:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562924928 00000100:00100000:0.0:1777502104.951965:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562924928 00000100:00100000:3.0:1777502104.951971:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561346560 00000100:00100000:3.0:1777502104.951975:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561346560 00000100:00100000:1.0:1777502104.951975:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2982 00010000:00010000:2.0:1777502104.951977:0:205376:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008c9b6e47/0x4ad31463d9bc08e0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.951981:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000a4b5e17/0x4ad31463d9bbde54 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x104d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832efc expref: 96 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.951988:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+331:3309:x1863837561346688:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.952001:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 976 00002000:00080000:1.0:1777502104.952004:0:205375:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4149 count 1 00000100:00100000:0.0:1777502104.952011:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+96:2370:x1863837562923904:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.952014:0:205375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000060ff198e/0x4ad31463d9bc0926 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1035:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.952019:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502104.952024:0:205375:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000090a87a34/0x4ad31463d9bbeba5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83329f expref: 64 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.952026:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004e742210/0x4ad31463d9bbdac6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1049:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e38 expref: 96 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.952034:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.952037:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.952040:0:205375:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060ff198e/0x4ad31463d9bc0926 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.952056:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2983 00010000:00010000:0.0:1777502104.952064:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004e742210/0x4ad31463d9bbdac6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1049:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e38 expref: 96 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.952065:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+331:3312:x1863837561346560:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.952070:0:205375:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000090a87a34/0x4ad31463d9bbeba5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83329f expref: 64 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1777502104.952083:0:205381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4150 count 1 00010000:00010000:0.0:1777502104.952093:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.952094:0:205375:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000090a87a34/0x4ad31463d9bbeba5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83329f expref: 64 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.952095:0:205381:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bc092d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1036:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.952098:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.952103:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc08d2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1049:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.952123:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc08d2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1049:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.952124:0:205381:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f4cc273b/0x4ad31463d9bbeb97 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833291 expref: 64 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.952125:0:205375:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c68700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:205375:1863837561346944:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.952127:0:205385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bdefe579/0x4ad31463d9bbe5a1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1030:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8330fb expref: 64 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.952148:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.952150:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.952152:0:205381:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bc092d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.952154:0:205375:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25480 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.952156:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.952157:0:205385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:205385:1863837561343360:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.952179:0:189105:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc08d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.952181:0:205385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002dba5abd/0x4ad31463d9bc08cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.952183:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+96:2370:x1863837562923904:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 173us (1677us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502104.952203:0:189105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc08d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.952203:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 976 00010000:00010000:2.0:1777502104.952206:0:205385:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002dba5abd/0x4ad31463d9bc08cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.952225:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 977 00010000:00010000:1.0:1777502104.952227:0:189105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc08d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.952228:0:205385:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002dba5abd/0x4ad31463d9bc08cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.952233:0:205381:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f4cc273b/0x4ad31463d9bbeb97 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833291 expref: 63 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.952238:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+63:2370:x1863837562924160:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.952253:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.952259:0:205385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002dba5abd/0x4ad31463d9bc08cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.952259:0:189105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc08d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.952261:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001328525a/0x4ad31463d9bbe7bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1031:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83318e expref: 63 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.952263:0:205381:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f4cc273b/0x4ad31463d9bbeb97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833291 expref: 63 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.952290:0:205385:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002dba5abd/0x4ad31463d9bc08cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.952295:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001328525a/0x4ad31463d9bbe7bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1031:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83318e expref: 63 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.952304:0:189105:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502104.952312:0:205385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1777502104.952328:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001328525a/0x4ad31463d9bbe7bc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1031:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83318e expref: 63 pid: 205386 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.952331:0:205381:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd455a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205381:1863837561347072:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.952343:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.952345:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.952348:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008c9b6e47/0x4ad31463d9bc08e0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.952355:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c9b6e47/0x4ad31463d9bc08e0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.952359:0:205381:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd7f24ab40 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.952373:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777502104.952378:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc08d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.952386:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.952390:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc08d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.952398:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc08d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.952411:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc08d9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.952423:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc08d9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.952432:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.952447:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.952451:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002dba5abd/0x4ad31463d9bc08cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.952459:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.952462:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002dba5abd/0x4ad31463d9bc08cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.952470:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002dba5abd/0x4ad31463d9bc08cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.952479:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002dba5abd/0x4ad31463d9bc08cb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.952486:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002dba5abd/0x4ad31463d9bc08cb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.952498:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+320:3310:x1863837561343872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4577us (4665us total) trans 8589936015 rc 0/0 00010000:00010000:0.0:1777502104.952500:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.952504:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.952505:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2971 00010000:00010000:0.0:1777502104.952508:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.952516:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.952533:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.952538:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+332:3311:x1863837561343104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5721us (5835us total) trans 8589935617 rc 0/0 00000100:00100000:1.0:1777502104.952542:0:205378:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205378:1863837561346304:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.952552:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2969 00010000:00010000:1.0:1777502104.952560:0:205378:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008eaee448/0x4ad31463d9bc0918 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.952561:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+62:2370:x1863837562924160:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 327us (2032us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.952603:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 977 00000004:00080000:2.0:1777502104.952616:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77e37800/2, rc 0, transno 8589935617 00000100:00100000:0.0:1777502104.952621:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562925056 00000100:00100000:0.0:1777502104.952626:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562925056 00000100:00100000:2.0:1777502104.952630:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77e37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561343104:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.952641:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a41470d9/0x4ad31463d9bbed34 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833339 expref: 68 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.952645:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000004:00080000:1.0:1777502104.952646:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77e36680/2, rc 0, transno 8589936015 00000100:00100000:1.0:1777502104.952659:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77e36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561343872:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.952664:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562925184 00000100:00100000:0.0:1777502104.952668:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562925184 00010000:00010000:0.0:1777502104.952682:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c540cff1/0x4ad31463d9bbe102 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fce expref: 96 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.952705:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 978 00000100:00100000:2.0:1777502104.952710:0:187548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77c8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561346048:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.952710:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77c8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561347200:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.952716:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f705c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+96:2370:x1863837562924288:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.952737:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502104.952738:0:187548:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002c3c1b28/0x4ad31463d9bc0911 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.952743:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007cd9b14e/0x4ad31463d9bbdbbb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x104b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e69 expref: 96 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.952760:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.952766:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007cd9b14e/0x4ad31463d9bbdbbb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x104b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e69 expref: 96 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.952767:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777502104.952777:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561347328:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.952784:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007cd9b14e/0x4ad31463d9bbdbbb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x104b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e69 expref: 96 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.952796:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.952799:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.952802:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f93eb790/0x4ad31463d9bc08ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.952810:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f93eb790/0x4ad31463d9bc08ee lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x104b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.952811:0:187551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c68a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:187551:1863837561344640:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.952814:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.952834:0:187551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001044335e/0x4ad31463d9bc08e7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.952837:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.952854:0:205384:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f93eb790/0x4ad31463d9bc08ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.952860:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561347200 00000100:00100000:0.0:1777502104.952864:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f705c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+95:2370:x1863837562924288:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 151us (1376us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502104.952865:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561347200 00010000:00010000:2.0:1777502104.952868:0:205384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f93eb790/0x4ad31463d9bc08ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.952881:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 978 00010000:00010000:2.0:1777502104.952885:0:205384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f93eb790/0x4ad31463d9bc08ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.952889:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561347328 00000100:00100000:1.0:1777502104.952893:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561347328 00010000:00010000:2.0:1777502104.952899:0:205384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f93eb790/0x4ad31463d9bc08ee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x104b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.952911:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2984 00000100:00100000:1.0:1777502104.952918:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+332:3310:x1863837561347200:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502104.952919:0:205384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502104.952925:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 979 00002000:00080000:1.0:1777502104.952936:0:205368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4152 count 1 00000100:00100000:0.0:1777502104.952936:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+61:2370:x1863837562924544:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.952948:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.952950:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502104.952953:0:205368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087466a7a/0x4ad31463d9bc0934 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1038:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.952955:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f93eb790/0x4ad31463d9bc08ee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x104b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.952955:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000072f578e5/0x4ad31463d9bbe7ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1032:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833179 expref: 61 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.952983:0:205368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f620bff5/0x4ad31463d9bbedf8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833394 expref: 68 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.952987:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000072f578e5/0x4ad31463d9bbe7ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1032:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833179 expref: 61 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.953002:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.953004:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.953006:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087466a7a/0x4ad31463d9bc0934 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.953011:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000072f578e5/0x4ad31463d9bbe7ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1032:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833179 expref: 61 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.953023:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.953025:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226fc00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502104.953026:0:205368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f620bff5/0x4ad31463d9bbedf8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833394 expref: 68 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.953027:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.953031:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f93eb790/0x4ad31463d9bc08ee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x104b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.953032:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001044335e/0x4ad31463d9bc08e7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.953040:0:205368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f620bff5/0x4ad31463d9bbedf8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833394 expref: 68 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.953053:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f93eb790/0x4ad31463d9bc08ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x104b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.953061:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+321:3312:x1863837561344512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4346us (4480us total) trans 8589936016 rc 0/0 00000100:00100000:1.0:1777502104.953067:0:205368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4fdb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561347456:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.953081:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001044335e/0x4ad31463d9bc08e7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.953085:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f93eb790/0x4ad31463d9bc08ee lrc: 1/0,0 mode: --/PW res: [0x240000400:0x104b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.953085:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2974 00010000:00010000:3.0:1777502104.953103:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f93eb790/0x4ad31463d9bc08ee lrc: 0/0,0 mode: --/PW res: [0x240000400:0x104b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.953112:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2985 00000100:00100000:1.0:1777502104.953116:0:205368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25b40 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.953117:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502104.953124:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.953124:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+320:3312:x1863837561347328:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.953127:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.953131:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.953139:0:205379:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205379:1863837561346816:192.168.202.27@tcp:104: 00002000:00080000:2.0:1777502104.953141:0:205384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4175 count 1 00000100:00100000:0.0:1777502104.953144:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+60:2370:x1863837562924544:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 209us (1606us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.953154:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 979 00010000:00010000:1.0:1777502104.953156:0:205379:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000093317067/0x4ad31463d9bc091f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.953157:0:205384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c63edaef/0x4ad31463d9bc093b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x104f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.953171:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 980 00010000:00010000:1.0:1777502104.953184:0:187551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001044335e/0x4ad31463d9bc08e7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.953185:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+89:2370:x1863837562924416:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.953186:0:205384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000561dc902/0x4ad31463d9bbe053 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x104f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832f9d expref: 94 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.953200:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502104.953202:0:187551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001044335e/0x4ad31463d9bc08e7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.953209:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000072903f98/0x4ad31463d9bbdd3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x104a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832eaf expref: 89 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.953211:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.953215:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.953220:0:187551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001044335e/0x4ad31463d9bc08e7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.953221:0:205384:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c63edaef/0x4ad31463d9bc093b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x104f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.953225:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.953237:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000072903f98/0x4ad31463d9bbdd3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x104a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832eaf expref: 89 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.953246:0:187551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001044335e/0x4ad31463d9bc08e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.953264:0:205384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000561dc902/0x4ad31463d9bbe053 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x104f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832f9d expref: 94 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.953265:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072903f98/0x4ad31463d9bbdd3c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x104a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832eaf expref: 89 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.953274:0:187551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502104.953286:0:205384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000561dc902/0x4ad31463d9bbe053 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x104f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832f9d expref: 94 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.953287:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.953291:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.953296:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002c68b158/0x4ad31463d9bc08f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.953303:0:205384:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77c8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:205384:1863837561347584:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.953315:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c68b158/0x4ad31463d9bc08f5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x104a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.953328:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.953332:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001044335e/0x4ad31463d9bc08e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.953340:0:205384:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092900 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.953340:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.953347:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001044335e/0x4ad31463d9bc08e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.953356:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001044335e/0x4ad31463d9bc08e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.953358:0:205381:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd455a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205381:1863837561347072:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.953374:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001044335e/0x4ad31463d9bc08e7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.953380:0:205381:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bc092d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.953383:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001044335e/0x4ad31463d9bc08e7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.953388:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77e35f80/2, rc 0, transno 8589936016 00000100:00100000:2.0:1777502104.953406:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77e35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561344512:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.953411:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.953415:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.953418:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502104.953432:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562925312 00000100:00100000:0.0:1777502104.953436:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562925312 00000100:00100000:2.0:1777502104.953451:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1777502104.953454:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000813ffa86/0x4ad31463d9bbeb9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833298 expref: 60 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.953461:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77e37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561347712:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.953480:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 981 00000100:00100000:0.0:1777502104.953490:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+60:2370:x1863837562924672:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.953498:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.953499:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.953505:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000073f23bbb/0x4ad31463d9bbe8f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1033:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8331db expref: 60 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.953517:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000073f23bbb/0x4ad31463d9bbe8f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1033:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8331db expref: 60 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.953531:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000073f23bbb/0x4ad31463d9bbe8f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1033:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8331db expref: 60 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.953536:0:205375:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c68700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:205375:1863837561346944:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.953549:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561347712 00010000:00010000:0.0:1777502104.953550:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.953552:0:205375:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000060ff198e/0x4ad31463d9bc0926 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.953554:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.953555:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561347712 00010000:00010000:0.0:1777502104.953559:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc08fc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.953569:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc08fc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.953607:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.953608:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2986 00000100:00100000:2.0:1777502104.953620:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+321:3311:x1863837561347712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777502104.953635:0:188366:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4174 count 1 00000100:00100000:0.0:1777502104.953638:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+59:2370:x1863837562924672:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 148us (1939us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502104.953639:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+333:3312:x1863837561344384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5137us (5220us total) trans 8589935618 rc 0/0 00010000:00010000:2.0:1777502104.953649:0:188366:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7522260/0x4ad31463d9bc0942 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x104e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.953656:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2973 00000100:00100000:0.0:1777502104.953667:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 981 00010000:00010000:2.0:1777502104.953671:0:188366:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cb4b6170/0x4ad31463d9bbe04c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x104e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fa4 expref: 94 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.953679:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.953681:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.953684:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7522260/0x4ad31463d9bc0942 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x104e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.953687:0:205377:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc08fc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.953688:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 982 00000100:00100000:0.0:1777502104.953701:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+94:2371:x1863837562924800:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.953713:0:205377:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc08fc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.953715:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.953734:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000958571ac/0x4ad31463d9bbdca9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x104c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e9a expref: 94 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.953736:0:188366:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cb4b6170/0x4ad31463d9bbe04c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x104e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fa4 expref: 94 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.953738:0:205377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc08fc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.953763:0:205377:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc08fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.953765:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000958571ac/0x4ad31463d9bbdca9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x104c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e9a expref: 94 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.953766:0:188366:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cb4b6170/0x4ad31463d9bbe04c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x104e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fa4 expref: 94 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.953795:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.953796:0:188366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561347840:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.953799:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.953802:0:205377:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.953803:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003b474638/0x4ad31463d9bc0903 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.953812:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b474638/0x4ad31463d9bc0903 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x104c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.953824:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.953829:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc08fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.953835:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.953839:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc08fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.953841:0:188366:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.953854:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc08fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.953866:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc08fc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.953873:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77e35500/2, rc 0, transno 8589935618 00010000:00010000:0.0:1777502104.953874:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc08fc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.953887:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77e35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561344384:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.953895:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.953899:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.953902:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.953917:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.953940:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80e99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561347968:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.953941:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+94:2371:x1863837562924800:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 241us (2109us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502104.953944:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502104.953956:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 982 00000100:00100000:1.0:1777502104.953967:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+333:3309:x1863837561345024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4537us (4708us total) trans 8589935619 rc 0/0 00000100:00100000:0.0:1777502104.953971:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562925440 00000100:00100000:1.0:1777502104.953975:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2976 00000100:00100000:0.0:1777502104.953975:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562925440 00000100:00100000:2.0:1777502104.953985:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.953991:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f4cc273b/0x4ad31463d9bbeb97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833291 expref: 59 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.954003:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561347968 00000100:00100000:1.0:1777502104.954008:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561347968 00000100:00100000:0.0:1777502104.954013:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 983 00000004:00080000:2.0:1777502104.954014:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd71c39f80/2, rc 0, transno 8589935619 00000100:00100000:0.0:1777502104.954023:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+93:2371:x1863837562924928:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.954024:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd71c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561345024:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.954036:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2987 00010000:00010000:0.0:1777502104.954036:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.954043:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000a4b5e17/0x4ad31463d9bbde54 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x104d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832efc expref: 93 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.954049:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd80e99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+333:3309:x1863837561347968:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502104.954060:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1777502104.954063:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000a4b5e17/0x4ad31463d9bbde54 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x104d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832efc expref: 93 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.954067:0:205377:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4154 count 1 00000100:00100000:2.0:1777502104.954068:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80e9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561348096:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.954083:0:205377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cfd2a39d/0x4ad31463d9bc0949 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x103a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.954083:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.954087:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.954091:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000060669215/0x4ad31463d9bc090a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.954100:0:205377:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006110f861/0x4ad31463d9bbee4c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x103a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8333b0 expref: 68 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.954101:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.954111:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000060669215/0x4ad31463d9bc090a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x104d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.954126:0:205376:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008c9b6e47/0x4ad31463d9bc08e0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.954133:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.954137:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.954140:0:205376:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008c9b6e47/0x4ad31463d9bc08e0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.954140:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.954141:0:205377:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cfd2a39d/0x4ad31463d9bc0949 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x103a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.954160:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+93:2371:x1863837562924928:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 139us (2223us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.954165:0:205376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008c9b6e47/0x4ad31463d9bc08e0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.954169:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 983 00010000:00010000:1.0:1777502104.954178:0:205377:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006110f861/0x4ad31463d9bbee4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x103a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8333b0 expref: 68 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.954181:0:205376:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008c9b6e47/0x4ad31463d9bc08e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.954188:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 984 00000100:00100000:0.0:1777502104.954202:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+68:2370:x1863837562925056:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.954203:0:205377:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006110f861/0x4ad31463d9bbee4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x103a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8333b0 expref: 68 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.954211:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.954213:0:205376:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.954220:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.954225:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008c9b6e47/0x4ad31463d9bc08e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.954227:0:205377:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4fdb7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205377:1863837561348224:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.954238:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.954242:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008c9b6e47/0x4ad31463d9bc08e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.954255:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008c9b6e47/0x4ad31463d9bc08e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.954264:0:205377:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25840 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.954266:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008c9b6e47/0x4ad31463d9bc08e0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.954274:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008c9b6e47/0x4ad31463d9bc08e0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.954297:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561348096 00010000:00010000:0.0:1777502104.954297:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.954300:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.954302:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561348096 00010000:00010000:0.0:1777502104.954305:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.954312:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.954315:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.954321:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a41470d9/0x4ad31463d9bbed34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1037:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833339 expref: 68 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.954330:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2988 00010000:00010000:0.0:1777502104.954332:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a41470d9/0x4ad31463d9bbed34 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1037:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833339 expref: 68 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.954342:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd80e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+335:3309:x1863837561348096:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.954348:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a41470d9/0x4ad31463d9bbed34 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1037:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833339 expref: 68 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.954356:0:189105:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4153 count 1 00010000:00010000:0.0:1777502104.954359:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.954362:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.954365:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002c3c1b28/0x4ad31463d9bc0911 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.954369:0:189105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c88c8384/0x4ad31463d9bc0950 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1039:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.954375:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c3c1b28/0x4ad31463d9bc0911 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.954386:0:189105:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ec344d3a/0x4ad31463d9bbed9d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83338d expref: 59 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.954396:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+335:3310:x1863837561343744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6370us (6466us total) trans 8589935620 rc 0/0 00010000:00010000:0.0:1777502104.954397:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.954398:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.954403:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.954407:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2972 00010000:00010000:1.0:1777502104.954407:0:189105:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c88c8384/0x4ad31463d9bc0950 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.954427:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+67:2370:x1863837562925056:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 228us (1995us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502104.954433:0:189105:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ec344d3a/0x4ad31463d9bbed9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83338d expref: 59 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.954438:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 984 00000100:00100000:2.0:1777502104.954441:0:205384:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77c8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:205384:1863837561347584:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.954456:0:189105:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ec344d3a/0x4ad31463d9bbed9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83338d expref: 59 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.954457:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562925568 00000100:00100000:0.0:1777502104.954462:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562925568 00010000:00010000:2.0:1777502104.954464:0:205384:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c63edaef/0x4ad31463d9bc093b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x104f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.954474:0:189105:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4fdb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561348352:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.954480:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000090a87a34/0x4ad31463d9bbeba5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83329f expref: 60 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.954491:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502104.954508:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562925696 00000100:00100000:1.0:1777502104.954509:0:189105:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777502104.954511:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562925696 00010000:00010000:2.0:1777502104.954515:0:187548:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002c3c1b28/0x4ad31463d9bc0911 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.954526:0:187548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c3c1b28/0x4ad31463d9bc0911 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.954526:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f620bff5/0x4ad31463d9bbedf8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833394 expref: 67 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502104.954541:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77e34700/2, rc 0, transno 8589935620 00010000:00010000:2.0:1777502104.954550:0:187548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c3c1b28/0x4ad31463d9bc0911 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.954556:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562925824 00010000:00010000:2.0:1777502104.954558:0:187548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002c3c1b28/0x4ad31463d9bc0911 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.954559:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77e34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561343744:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.954560:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562925824 00010000:00010000:0.0:1777502104.954573:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000561dc902/0x4ad31463d9bbe053 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x104f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832f9d expref: 93 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.954609:0:187548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502104.954643:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 985 00000100:00100000:0.0:1777502104.954651:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f704450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+93:2371:x1863837562925184:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.954659:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.954665:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c540cff1/0x4ad31463d9bbe102 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1050:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fce expref: 93 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.954668:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4fdb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561347456:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.954684:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c540cff1/0x4ad31463d9bbe102 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1050:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fce expref: 93 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.954689:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000087466a7a/0x4ad31463d9bc0934 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.954695:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.954698:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c540cff1/0x4ad31463d9bbe102 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1050:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fce expref: 93 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.954702:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002c3c1b28/0x4ad31463d9bc0911 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.954712:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.954714:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.954728:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008eaee448/0x4ad31463d9bc0918 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.954736:0:187550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a4b5e17/0x4ad31463d9bbde54 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x104d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832efc expref: 92 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.954738:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008eaee448/0x4ad31463d9bc0918 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.954764:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561345920:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.954772:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502104.954776:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226fa00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.954779:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002c3c1b28/0x4ad31463d9bc0911 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.954783:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+335:3310:x1863837561345792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4231us (4337us total) trans 8589935621 rc 0/0 00010000:00010000:1.0:1777502104.954786:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000060669215/0x4ad31463d9bc090a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.954791:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002c3c1b28/0x4ad31463d9bc0911 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.954800:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f704450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+91:2371:x1863837562925184:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 147us (2222us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502104.954802:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2979 00000100:00100000:0.0:1777502104.954820:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 985 00010000:00010000:3.0:1777502104.954824:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002c3c1b28/0x4ad31463d9bc0911 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.954827:0:187550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000060669215/0x4ad31463d9bc090a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.954840:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc4d4a7480/2, rc 0, transno 8589935621 00000100:00100000:0.0:1777502104.954843:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 986 00010000:00010000:3.0:1777502104.954844:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c3c1b28/0x4ad31463d9bc0911 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.954851:0:187550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000060669215/0x4ad31463d9bc090a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.954856:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4d4a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561345792:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502104.954856:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+60:2370:x1863837562925312:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502104.954861:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.954865:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.954869:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.954872:0:187550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000060669215/0x4ad31463d9bc090a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.954872:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.954881:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000813ffa86/0x4ad31463d9bbeb9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1034:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833298 expref: 60 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.954885:0:187550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000060669215/0x4ad31463d9bc090a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x104d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.954913:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000813ffa86/0x4ad31463d9bbeb9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1034:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833298 expref: 60 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.954914:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4fdb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561348480:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.954921:0:187550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.954935:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000813ffa86/0x4ad31463d9bbeb9e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1034:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833298 expref: 60 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.954946:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.954949:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.954953:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.954954:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000093317067/0x4ad31463d9bc091f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.954962:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000093317067/0x4ad31463d9bc091f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.954975:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.954979:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000060669215/0x4ad31463d9bc090a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x104d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.954985:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.954988:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000060669215/0x4ad31463d9bc090a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x104d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.954997:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000060669215/0x4ad31463d9bc090a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x104d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.955012:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000060669215/0x4ad31463d9bc090a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x104d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.955019:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060669215/0x4ad31463d9bc090a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x104d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.955025:0:205383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000958571ac/0x4ad31463d9bbdca9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x104c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e9a expref: 90 pid: 189105 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.955032:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1777502104.955040:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.955044:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80e9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561348608:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.955044:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.955049:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.955055:0:205383:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cfd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561345536:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.955065:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502104.955073:0:205383:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003b474638/0x4ad31463d9bc0903 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.955084:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.955094:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+322:3312:x1863837561345664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4722us (4815us total) trans 8589936017 rc 0/0 00010000:00010000:3.0:1777502104.955095:0:205383:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003b474638/0x4ad31463d9bc0903 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.955095:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+59:2370:x1863837562925312:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 240us (1933us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502104.955112:0:205383:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003b474638/0x4ad31463d9bc0903 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.955113:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2978 00000100:00100000:0.0:1777502104.955116:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 986 00000004:00080000:2.0:1777502104.955124:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70cffb80/2, rc 0, transno 8589936017 00000100:00100000:2.0:1777502104.955135:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561345664:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.955137:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561348480 00000100:00100000:0.0:1777502104.955141:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 987 00000100:00100000:1.0:1777502104.955143:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561348480 00000100:00100000:0.0:1777502104.955151:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+58:2371:x1863837562925440:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.955162:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502104.955167:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561348608 00010000:00010000:0.0:1777502104.955168:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f4cc273b/0x4ad31463d9bbeb97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1036:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833291 expref: 58 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.955170:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561348608 00000100:00100000:2.0:1777502104.955181:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd80e99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561348736:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.955188:0:205383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003b474638/0x4ad31463d9bc0903 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.955191:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2989 00010000:00010000:0.0:1777502104.955196:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f4cc273b/0x4ad31463d9bbeb97 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1036:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833291 expref: 58 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.955201:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd80e98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+336:3311:x1863837561348480:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.955203:0:205383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003b474638/0x4ad31463d9bc0903 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x104c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.955217:0:187550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4155 count 1 00010000:00010000:0.0:1777502104.955228:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f4cc273b/0x4ad31463d9bbeb97 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1036:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833291 expref: 58 pid: 205376 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.955229:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.955229:0:187550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c68e7f2e/0x4ad31463d9bc0957 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x103b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.955230:0:205383:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502104.955271:0:187550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001949ea24/0x4ad31463d9bbf0fa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x103b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833435 expref: 57 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.955271:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.955274:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.955279:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bc092d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.955284:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.955287:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.955289:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561348736 00010000:00010000:0.0:1777502104.955291:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bc092d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.955292:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c68e7f2e/0x4ad31463d9bc0957 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x103b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.955295:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561348736 00010000:00010000:0.0:1777502104.955319:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1777502104.955322:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2990 00010000:00010000:0.0:1777502104.955325:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003b474638/0x4ad31463d9bc0903 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x104c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.955326:0:187550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001949ea24/0x4ad31463d9bbf0fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x103b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833435 expref: 57 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.955333:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd80e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+336:3311:x1863837561348608:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.955345:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226ea00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502104.955349:0:187550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001949ea24/0x4ad31463d9bbf0fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x103b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833435 expref: 57 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.955350:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003b474638/0x4ad31463d9bc0903 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x104c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.955352:0:205386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4157 count 1 00000100:00100000:1.0:1777502104.955369:0:187550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4fdb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:187550:1863837561348864:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.955369:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003b474638/0x4ad31463d9bc0903 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x104c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.955370:0:205386:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003329252b/0x4ad31463d9bc095e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x103d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.955394:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003b474638/0x4ad31463d9bc0903 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x104c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.955397:0:205386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2ff3c37/0x4ad31463d9bbf2d6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x103d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8334b3 expref: 67 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.955406:0:187550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25b40 going to sleep for 11 seconds 00000100:00100000:3.0:1777502104.955412:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+323:3312:x1863837561345408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5511us (5692us total) trans 8589936018 rc 0/0 00010000:00010000:0.0:1777502104.955413:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b474638/0x4ad31463d9bc0903 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x104c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.955420:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.955420:0:205378:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008eaee448/0x4ad31463d9bc0918 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.955425:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777502104.955427:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2977 00010000:00010000:2.0:1777502104.955431:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003329252b/0x4ad31463d9bc095e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x103d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.955443:0:205378:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008eaee448/0x4ad31463d9bc0918 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.955463:0:205378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008eaee448/0x4ad31463d9bc0918 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.955466:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.955469:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.955473:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.955475:0:205386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d2ff3c37/0x4ad31463d9bbf2d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x103d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8334b3 expref: 67 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.955491:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.955492:0:205378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008eaee448/0x4ad31463d9bc0918 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.955495:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2991 00010000:00010000:2.0:1777502104.955502:0:205386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d2ff3c37/0x4ad31463d9bbf2d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x103d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8334b3 expref: 67 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.955510:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+322:3309:x1863837561348736:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.955517:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+57:2371:x1863837562925440:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 366us (1576us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502104.955524:0:205378:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.955528:0:205386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47d59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:205386:1863837561348992:192.168.202.27@tcp:104: 00002000:00080000:3.0:1777502104.955529:0:205383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4179 count 1 00000100:00100000:0.0:1777502104.955533:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 987 00010000:00010000:3.0:1777502104.955545:0:205383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc0965 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1053:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.955551:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.955557:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008eaee448/0x4ad31463d9bc0918 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.955559:0:205383:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005bbca89b/0x4ad31463d9bbe2bb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833029 expref: 89 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.955565:0:205386:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092f00 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.955595:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.955599:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008eaee448/0x4ad31463d9bc0918 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.955616:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008eaee448/0x4ad31463d9bc0918 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.955617:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70cff100/2, rc 0, transno 8589936018 00000100:00100000:2.0:1777502104.955631:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561345408:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.955631:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008eaee448/0x4ad31463d9bc0918 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.955642:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008eaee448/0x4ad31463d9bc0918 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.955659:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.955663:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.955667:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.955668:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.955672:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.955676:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc0965 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.955678:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd455e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561349120:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.955687:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 988 00000100:00100000:0.0:1777502104.955700:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+56:2371:x1863837562925568:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.955710:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502104.955713:0:205383:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005bbca89b/0x4ad31463d9bbe2bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833029 expref: 89 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.955728:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000090a87a34/0x4ad31463d9bbeba5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1035:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83329f expref: 56 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.955740:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.955740:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+323:3310:x1863837561346176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4661us (4726us total) trans 8589936019 rc 0/0 00010000:00010000:3.0:1777502104.955755:0:205383:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005bbca89b/0x4ad31463d9bbe2bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833029 expref: 89 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.955758:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000090a87a34/0x4ad31463d9bbeba5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1035:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83329f expref: 56 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.955759:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2980 00000004:00080000:2.0:1777502104.955765:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70c69880/2, rc 0, transno 8589936019 00000100:00100000:2.0:1777502104.955776:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561346176:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.955777:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561349120 00000100:00100000:1.0:1777502104.955784:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561349120 00000100:00100000:3.0:1777502104.955790:0:205383:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd455a3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561349248:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.955791:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000090a87a34/0x4ad31463d9bbeba5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1035:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83329f expref: 56 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.955803:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2992 00010000:00010000:0.0:1777502104.955806:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.955809:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.955812:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000060ff198e/0x4ad31463d9bc0926 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.955813:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4a884050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+323:3310:x1863837561349120:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.955827:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060ff198e/0x4ad31463d9bc0926 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.955831:0:205378:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4178 count 1 00000100:00100000:2.0:1777502104.955837:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777502104.955840:0:205383:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd7f24aa80 going to sleep for 11 seconds 00010000:00010000:1.0:1777502104.955844:0:205378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc096c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1052:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.955847:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd455e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561349376:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.955847:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.955860:0:205378:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bfca86b2/0x4ad31463d9bbe35c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1052:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833053 expref: 89 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.955866:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.955867:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.955870:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc096c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1052:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.955876:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+55:2371:x1863837562925568:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 176us (1665us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.955883:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 988 00000100:00100000:2.0:1777502104.955890:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.955891:0:205378:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bfca86b2/0x4ad31463d9bbe35c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1052:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833053 expref: 89 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.955903:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 989 00010000:00010000:1.0:1777502104.955905:0:205378:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bfca86b2/0x4ad31463d9bbe35c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1052:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833053 expref: 89 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.955917:0:205378:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205378:1863837561349504:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.955917:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+67:2370:x1863837562925696:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.955930:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777502104.955938:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.955938:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f620bff5/0x4ad31463d9bbedf8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1038:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833394 expref: 67 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.955943:0:188366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561347840:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.955953:0:205378:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a253c0 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.955958:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f620bff5/0x4ad31463d9bbedf8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1038:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833394 expref: 67 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.955964:0:188366:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e7522260/0x4ad31463d9bc0942 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x104e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.955973:0:205379:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000093317067/0x4ad31463d9bc091f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.955973:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f620bff5/0x4ad31463d9bbedf8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1038:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833394 expref: 67 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.955986:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561349376 00000100:00100000:2.0:1777502104.955991:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561349376 00010000:00010000:1.0:1777502104.955998:0:205379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000093317067/0x4ad31463d9bc091f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.956001:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.956005:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.956007:0:205379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000093317067/0x4ad31463d9bc091f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.956009:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000087466a7a/0x4ad31463d9bc0934 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.956015:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2993 00010000:00010000:1.0:1777502104.956025:0:205379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000093317067/0x4ad31463d9bc091f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.956027:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+324:3312:x1863837561349376:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.956033:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087466a7a/0x4ad31463d9bc0934 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.956042:0:205376:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4177 count 1 00010000:00010000:2.0:1777502104.956055:0:205376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bc0973 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1051:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.956055:0:205379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502104.956056:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.956062:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.956068:0:205376:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d2b94160/0x4ad31463d9bbe363 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833061 expref: 89 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.956072:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.956080:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000093317067/0x4ad31463d9bc091f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.956080:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.956083:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.956087:0:205376:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bc0973 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.956088:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+66:2370:x1863837562925696:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 174us (1773us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502104.956105:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505eea00 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:0.0:1777502104.956109:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 989 00010000:00010000:3.0:1777502104.956111:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000093317067/0x4ad31463d9bc091f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.956118:0:205376:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d2b94160/0x4ad31463d9bbe363 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833061 expref: 89 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.956119:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000093317067/0x4ad31463d9bc091f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.956125:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562925952 00000100:00100000:0.0:1777502104.956130:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562925952 00010000:00010000:2.0:1777502104.956141:0:205376:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d2b94160/0x4ad31463d9bbe363 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833061 expref: 90 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.956146:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000093317067/0x4ad31463d9bc091f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.956150:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cb4b6170/0x4ad31463d9bbe04c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x104e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fa4 expref: 90 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.956151:0:205376:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd455e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205376:1863837561349632:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.956165:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+337:3311:x1863837561346432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4499us (4633us total) trans 8589935622 rc 0/0 00010000:00010000:3.0:1777502104.956169:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000093317067/0x4ad31463d9bc091f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.956177:0:205376:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.956179:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2981 00000100:00100000:0.0:1777502104.956206:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562926080 00010000:00010000:3.0:1777502104.956207:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.956207:0:205375:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000060ff198e/0x4ad31463d9bc0926 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.956208:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77c8d180/2, rc 0, transno 8589935622 00000100:00100000:0.0:1777502104.956210:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562926080 00010000:00010000:3.0:1777502104.956211:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.956214:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.956222:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77c8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561346432:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.956227:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006110f861/0x4ad31463d9bbee4c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x103a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8333b0 expref: 66 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.956231:0:205375:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060ff198e/0x4ad31463d9bc0926 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.956248:0:205375:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000060ff198e/0x4ad31463d9bc0926 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.956255:0:205375:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000060ff198e/0x4ad31463d9bc0926 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.956260:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 990 00000100:00100000:0.0:1777502104.956271:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+90:2371:x1863837562925824:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.956279:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502104.956281:0:205375:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.956285:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000561dc902/0x4ad31463d9bbe053 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x104f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832f9d expref: 90 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.956289:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.956302:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000561dc902/0x4ad31463d9bbe053 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x104f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832f9d expref: 90 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.956316:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000561dc902/0x4ad31463d9bbe053 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x104f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832f9d expref: 90 pid: 187550 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.956329:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.956331:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.956334:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c63edaef/0x4ad31463d9bc093b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.956342:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c63edaef/0x4ad31463d9bc093b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x104f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.956359:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.956363:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000060ff198e/0x4ad31463d9bc0926 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.956370:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505efa00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.956373:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000060ff198e/0x4ad31463d9bc0926 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.956380:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000060ff198e/0x4ad31463d9bc0926 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.956391:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000060ff198e/0x4ad31463d9bc0926 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.956398:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060ff198e/0x4ad31463d9bc0926 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.956412:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+337:3309:x1863837561346688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4429us (4631us total) trans 8589935623 rc 0/0 00010000:00010000:0.0:1777502104.956414:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.956417:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.956419:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2982 00010000:00010000:0.0:1777502104.956421:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777502104.956431:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77c8f480/2, rc 0, transno 8589935623 00010000:00010000:0.0:1777502104.956441:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.956442:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77c8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561346688:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502104.956449:0:205381:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bc092d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.956456:0:205377:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4fdb7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205377:1863837561348224:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.956460:0:205384:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c63edaef/0x4ad31463d9bc093b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.956461:0:205381:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bc092d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.956469:0:205377:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cfd2a39d/0x4ad31463d9bc0949 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x103a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.956475:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+89:2371:x1863837562925824:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 203us (1983us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.956481:0:205384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c63edaef/0x4ad31463d9bc093b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.956487:0:205381:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bc092d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.956497:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 990 00010000:00010000:2.0:1777502104.956506:0:205384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c63edaef/0x4ad31463d9bc093b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.956506:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000087466a7a/0x4ad31463d9bc0934 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.956507:0:205381:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bc092d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.956514:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562926208 00000100:00100000:0.0:1777502104.956519:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562926208 00010000:00010000:0.0:1777502104.956533:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ec344d3a/0x4ad31463d9bbed9d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83338d expref: 55 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.956534:0:205384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c63edaef/0x4ad31463d9bc093b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x104f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.956534:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087466a7a/0x4ad31463d9bc0934 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.956547:0:205381:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502104.956560:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087466a7a/0x4ad31463d9bc0934 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.956566:0:205384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1777502104.956567:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000087466a7a/0x4ad31463d9bc0934 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.956571:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777502104.956576:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bc092d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.956602:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5faa00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.956606:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bc092d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.956610:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1777502104.956617:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bc092d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.956630:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bc092d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.956636:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f44c448c/0x4ad31463d9bc092d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.956645:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.956652:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c63edaef/0x4ad31463d9bc093b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x104f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.956657:0:189105:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4fdb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561348352:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.956657:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.956663:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000087466a7a/0x4ad31463d9bc0934 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.956673:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502104.956676:0:189105:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c88c8384/0x4ad31463d9bc0950 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.956677:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505efc00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.956678:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c63edaef/0x4ad31463d9bc093b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x104f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.956684:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000087466a7a/0x4ad31463d9bc0934 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.956704:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c63edaef/0x4ad31463d9bc093b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x104f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.956706:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000087466a7a/0x4ad31463d9bc0934 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.956732:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+325:3312:x1863837561347328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3596us (3906us total) trans 8589936020 rc 0/0 00000100:00100000:2.0:1777502104.956744:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2985 00010000:00010000:0.0:1777502104.956746:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000087466a7a/0x4ad31463d9bc0934 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.956747:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c63edaef/0x4ad31463d9bc093b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x104f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.956769:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c63edaef/0x4ad31463d9bc093b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x104f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.956769:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087466a7a/0x4ad31463d9bc0934 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.956782:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd63da4700/2, rc 0, transno 8589936020 00000100:00100000:2.0:1777502104.956795:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561347328:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.956808:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.956812:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.956812:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.956817:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.956818:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.956822:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.956828:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.956835:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561349760:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.956843:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 991 00000100:00100000:0.0:1777502104.956852:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+88:2371:x1863837562925952:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502104.956860:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+337:3310:x1863837561347200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3942us (4104us total) trans 8589935624 rc 0/0 00000100:00100000:2.0:1777502104.956867:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.956870:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2984 00010000:00010000:0.0:1777502104.956871:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.956878:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cb4b6170/0x4ad31463d9bbe04c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x104e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fa4 expref: 88 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.956887:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561349760 00000100:00100000:1.0:1777502104.956891:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561349760 00010000:00010000:0.0:1777502104.956891:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cb4b6170/0x4ad31463d9bbe04c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x104e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fa4 expref: 88 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.956908:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb4b6170/0x4ad31463d9bbe04c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x104e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832fa4 expref: 88 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.956918:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77c8fb80/2, rc 0, transno 8589935624 00010000:00010000:0.0:1777502104.956924:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.956927:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2994 00010000:00010000:0.0:1777502104.956927:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.956933:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e7522260/0x4ad31463d9bc0942 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.956939:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ddb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+325:3312:x1863837561349760:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.956942:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77c8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561347200:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.956951:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7522260/0x4ad31463d9bc0942 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x104e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502104.956960:0:205368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4180 count 1 00010000:00010000:0.0:1777502104.956969:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.956975:0:188366:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e7522260/0x4ad31463d9bc0942 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.956975:0:205368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000095a47a9/0x4ad31463d9bc097a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1054:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.956994:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+87:2371:x1863837562925952:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 142us (1057us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.956998:0:188366:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7522260/0x4ad31463d9bc0942 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.957004:0:205368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bf31c818/0x4ad31463d9bbe507 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8330ae expref: 88 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.957008:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 991 00010000:00010000:2.0:1777502104.957018:0:188366:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7522260/0x4ad31463d9bc0942 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.957020:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.957023:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777502104.957028:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 992 00010000:00010000:1.0:1777502104.957029:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000095a47a9/0x4ad31463d9bc097a lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.957034:0:188366:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e7522260/0x4ad31463d9bc0942 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x104e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.957041:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f704850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+66:2371:x1863837562926080:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.957055:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.957061:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006110f861/0x4ad31463d9bbee4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x103a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8333b0 expref: 66 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.957065:0:205368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bf31c818/0x4ad31463d9bbe507 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8330ae expref: 88 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.957074:0:188366:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502104.957086:0:205368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bf31c818/0x4ad31463d9bbe507 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8330ae expref: 88 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.957086:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006110f861/0x4ad31463d9bbee4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x103a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8333b0 expref: 66 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.957112:0:205368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c68700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205368:1863837561349888:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.957116:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006110f861/0x4ad31463d9bbee4c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x103a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8333b0 expref: 66 pid: 205377 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.957133:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.957135:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.957139:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cfd2a39d/0x4ad31463d9bc0949 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x103a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.957146:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cfd2a39d/0x4ad31463d9bc0949 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x103a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.957148:0:205368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25c00 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.957162:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.957167:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e7522260/0x4ad31463d9bc0942 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x104e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.957174:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.957179:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7522260/0x4ad31463d9bc0942 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x104e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.957187:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7522260/0x4ad31463d9bc0942 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x104e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.957197:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e7522260/0x4ad31463d9bc0942 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x104e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.957204:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7522260/0x4ad31463d9bc0942 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x104e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.957226:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.957229:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.957232:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+326:3311:x1863837561347712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3614us (3734us total) trans 8589936021 rc 0/0 00010000:00010000:0.0:1777502104.957233:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.957243:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2986 00010000:00010000:0.0:1777502104.957255:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502104.957279:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f704850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+65:2371:x1863837562926080:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 240us (1226us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502104.957280:0:205377:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cfd2a39d/0x4ad31463d9bc0949 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x103a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.957281:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77e37100/2, rc 0, transno 8589936021 00000100:00100000:3.0:1777502104.957283:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+337:3312:x1863837561346560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5218us (5396us total) trans 8589935625 rc 0/0 00000100:00100000:2.0:1777502104.957298:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77e37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561347712:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.957301:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2983 00000100:00100000:0.0:1777502104.957301:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 992 00010000:00010000:1.0:1777502104.957308:0:205377:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cfd2a39d/0x4ad31463d9bc0949 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x103a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.957319:0:205377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cfd2a39d/0x4ad31463d9bc0949 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x103a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.957326:0:205377:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cfd2a39d/0x4ad31463d9bc0949 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x103a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.957349:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 993 00010000:00010000:1.0:1777502104.957350:0:205377:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.957352:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc49cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561350016:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.957360:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.957365:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cfd2a39d/0x4ad31463d9bc0949 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x103a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.957373:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.957377:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cfd2a39d/0x4ad31463d9bc0949 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x103a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.957385:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cfd2a39d/0x4ad31463d9bc0949 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x103a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.957392:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.957404:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cfd2a39d/0x4ad31463d9bc0949 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x103a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.957412:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cfd2a39d/0x4ad31463d9bc0949 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x103a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.957435:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.957439:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.957443:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502104.957455:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+55:2371:x1863837562926208:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000004:00080000:2.0:1777502104.957459:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77c8f100/2, rc 0, transno 8589935625 00010000:00010000:0.0:1777502104.957464:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.957469:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ec344d3a/0x4ad31463d9bbed9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1039:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83338d expref: 55 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.957471:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77c8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561346560:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.957487:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ec344d3a/0x4ad31463d9bbed9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1039:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83338d expref: 55 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.957501:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec344d3a/0x4ad31463d9bbed9d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1039:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83338d expref: 55 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.957505:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561350016 00000100:00100000:2.0:1777502104.957510:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561350016 00010000:00010000:0.0:1777502104.957513:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.957516:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.957519:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c88c8384/0x4ad31463d9bc0950 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.957527:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c88c8384/0x4ad31463d9bc0950 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.957530:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd80e99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+337:3309:x1863837561347968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3484us (3544us total) trans 8589935626 rc 0/0 00000100:00100000:2.0:1777502104.957538:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2995 00000100:00100000:1.0:1777502104.957547:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2987 00000100:00100000:2.0:1777502104.957551:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46d6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+326:3309:x1863837561350016:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.957556:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:2.0:1777502104.957564:0:187548:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4181 count 1 00010000:00010000:1.0:1777502104.957574:0:189105:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c88c8384/0x4ad31463d9bc0950 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.957601:0:187548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b104a1a5/0x4ad31463d9bc0981 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1055:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.957615:0:187548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000dbfc286/0x4ad31463d9bbe5bd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833109 expref: 88 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.957624:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.957628:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.957632:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b104a1a5/0x4ad31463d9bc0981 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.957634:0:189105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c88c8384/0x4ad31463d9bc0950 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.957646:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+54:2371:x1863837562926208:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 286us (1356us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502104.957659:0:189105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c88c8384/0x4ad31463d9bc0950 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.957665:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 993 00010000:00010000:2.0:1777502104.957673:0:187548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000dbfc286/0x4ad31463d9bbe5bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833109 expref: 88 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.957674:0:189105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c88c8384/0x4ad31463d9bc0950 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.957701:0:187548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000dbfc286/0x4ad31463d9bbe5bd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833109 expref: 88 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.957710:0:189105:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.957715:0:187548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70fa6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:187548:1863837561350144:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.957735:0:188358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf32f870/0x4ad31463d9bbd762 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1045:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832d19 expref: 88 pid: 205380 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.957747:0:188358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6646d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:188358:1863837561342080:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.957764:0:188358:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc08a1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.957773:0:188358:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc08a1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.957776:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1777502104.957781:0:187548:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092e40 going to sleep for 11 seconds 00010000:00010000:3.0:1777502104.957782:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c88c8384/0x4ad31463d9bc0950 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.957783:0:188358:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc08a1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.957803:0:188358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc08a1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.957809:0:188358:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc08a1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.957811:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd80e99500/2, rc 0, transno 8589935626 00000100:00100000:2.0:1777502104.957822:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80e99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561347968:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502104.957828:0:188358:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.957840:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.957844:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc08a1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.957847:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.957854:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c88c8384/0x4ad31463d9bc0950 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.957860:0:205386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47d59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:205386:1863837561348992:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.957871:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.957874:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c88c8384/0x4ad31463d9bc0950 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.957876:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc08a1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.957884:0:205386:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003329252b/0x4ad31463d9bc095e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x103d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.957887:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd80e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+337:3309:x1863837561348096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3547us (3787us total) trans 8589935627 rc 0/0 00010000:00010000:0.0:1777502104.957901:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc08a1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.957902:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c88c8384/0x4ad31463d9bc0950 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.957907:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2988 00010000:00010000:3.0:1777502104.957923:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c88c8384/0x4ad31463d9bc0950 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.957931:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc08a1 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.957934:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd80e9bb80/2, rc 0, transno 8589935627 00010000:00010000:3.0:1777502104.957940:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.957943:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.957945:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da48a64f/0x4ad31463d9bc08a1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.957946:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.957949:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80e9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561348096:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502104.957953:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4fdb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:187550:1863837561348864:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.957978:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c68e7f2e/0x4ad31463d9bc0957 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x103b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.957980:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.957985:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.957988:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.958114:0:205378:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205378:1863837561349504:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.958125:0:205378:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc096c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1052:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.958151:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77e35880/2, rc 0, transno 8589936022 00000100:00100000:2.0:1777502104.958161:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77e35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561341440:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.958172:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4a886c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+327:3309:x1863837561341440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13073us (13562us total) trans 8589936022 rc 0/0 00000100:00100000:0.0:1777502104.958180:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2963 00000100:00100000:3.0:1777502104.958198:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.958213:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70fa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561350272:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.958233:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.958246:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502104.958267:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.958286:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561350272 00000100:00100000:1.0:1777502104.958291:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561350272 00000100:00100000:2.0:1777502104.958310:0:205376:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd455e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205376:1863837561349632:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.958316:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2996 00010000:00010000:2.0:1777502104.958324:0:205376:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bc0973 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.958325:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47d59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+327:3310:x1863837561350272:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502104.958336:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00002000:00080000:0.0:1777502104.958345:0:188358:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4184 count 1 00010000:00010000:0.0:1777502104.958357:0:188358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bc0988 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1058:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.958373:0:188358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d2d2f2db/0x4ad31463d9bbe91a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1058:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8331f0 expref: 87 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.958378:0:205383:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd455a3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561349248:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.958383:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.958386:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.958389:0:188358:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bc0988 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1058:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.958394:0:205383:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc0965 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.958406:0:188358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d2d2f2db/0x4ad31463d9bbe91a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1058:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8331f0 expref: 87 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.958415:0:188358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d2d2f2db/0x4ad31463d9bbe91a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1058:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8331f0 expref: 87 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.958425:0:188358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6646d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:188358:1863837561350400:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.958453:0:188358:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc54067cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777502104.958466:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562926464 00000100:00100000:0.0:1777502104.958469:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562926464 00010000:00010000:0.0:1777502104.958482:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d2ff3c37/0x4ad31463d9bbf2d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x103d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8334b3 expref: 65 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.958498:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562926336 00000100:00100000:0.0:1777502104.958501:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562926336 00010000:00010000:0.0:1777502104.958510:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001949ea24/0x4ad31463d9bbf0fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x103b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833435 expref: 54 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.958529:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562926720 00000100:00100000:0.0:1777502104.958532:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562926720 00010000:00010000:0.0:1777502104.958543:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bfca86b2/0x4ad31463d9bbe35c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1052:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833053 expref: 87 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.958555:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562926592 00000100:00100000:0.0:1777502104.958559:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562926592 00010000:00010000:0.0:1777502104.958569:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005bbca89b/0x4ad31463d9bbe2bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833029 expref: 88 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.958610:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502104.958610:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 994 00000100:00100000:0.0:1777502104.958622:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+65:2373:x1863837562926464:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.958630:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.958634:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d2ff3c37/0x4ad31463d9bbf2d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x103d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8334b3 expref: 65 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.958642:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562926848 00010000:00010000:0.0:1777502104.958645:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d2ff3c37/0x4ad31463d9bbf2d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x103d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8334b3 expref: 65 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.958648:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562926848 00010000:00010000:0.0:1777502104.958662:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2ff3c37/0x4ad31463d9bbf2d6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x103d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8334b3 expref: 65 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.958669:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d2b94160/0x4ad31463d9bbe363 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833061 expref: 89 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.958675:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.958678:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.958681:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003329252b/0x4ad31463d9bc095e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x103d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.958689:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003329252b/0x4ad31463d9bc095e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x103d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.958694:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 995 00000100:00100000:1.0:1777502104.958706:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+54:2370:x1863837562926336:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.958714:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.958715:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502104.958735:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502104.958735:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001949ea24/0x4ad31463d9bbf0fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x103b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833435 expref: 54 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.958749:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001949ea24/0x4ad31463d9bbf0fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x103b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833435 expref: 54 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.958754:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+64:2373:x1863837562926464:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 133us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.958768:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 994 00010000:00010000:1.0:1777502104.958774:0:205589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001949ea24/0x4ad31463d9bbf0fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x103b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833435 expref: 54 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.958779:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562926976 00000100:00100000:0.0:1777502104.958784:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562926976 00010000:00010000:1.0:1777502104.958788:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.958790:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.958794:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c68e7f2e/0x4ad31463d9bc0957 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x103b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.958797:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bf31c818/0x4ad31463d9bbe507 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8330ae expref: 88 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.958809:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c68e7f2e/0x4ad31463d9bc0957 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x103b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.958819:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 996 00000100:00100000:0.0:1777502104.958827:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+89:2370:x1863837562926720:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.958830:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502104.958834:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.958839:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bfca86b2/0x4ad31463d9bbe35c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1052:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833053 expref: 89 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.958849:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bfca86b2/0x4ad31463d9bbe35c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1052:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833053 expref: 89 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.958861:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+53:2370:x1863837562926336:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 156us (628us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502104.958864:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bfca86b2/0x4ad31463d9bbe35c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1052:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833053 expref: 89 pid: 205375 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.958877:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 995 00010000:00010000:0.0:1777502104.958889:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.958891:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.958894:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc096c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1052:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.958898:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 997 00010000:00010000:0.0:1777502104.958906:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc096c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1052:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.958908:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+88:2371:x1863837562926592:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.958921:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502104.958926:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005bbca89b/0x4ad31463d9bbe2bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1053:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833029 expref: 88 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.958931:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.958940:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005bbca89b/0x4ad31463d9bbe2bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1053:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833029 expref: 88 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.958954:0:205589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005bbca89b/0x4ad31463d9bbe2bb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1053:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833029 expref: 88 pid: 188358 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.958964:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777502104.958964:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+87:2370:x1863837562926720:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 137us (699us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502104.958968:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.958974:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc0965 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.958977:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 996 00010000:00010000:1.0:1777502104.958986:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc0965 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.958998:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 998 00000100:00100000:0.0:1777502104.959007:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+86:2371:x1863837562926848:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.959009:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502104.959017:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.959022:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d2b94160/0x4ad31463d9bbe363 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1051:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833061 expref: 86 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.959035:0:187548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70fa6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:187548:1863837561350144:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.959036:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d2b94160/0x4ad31463d9bbe363 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1051:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833061 expref: 86 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.959037:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+86:2371:x1863837562926592:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 127us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502104.959055:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 997 00010000:00010000:2.0:1777502104.959059:0:187548:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b104a1a5/0x4ad31463d9bc0981 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.959063:0:205383:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc0965 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.959063:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d2b94160/0x4ad31463d9bbe363 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1051:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833061 expref: 86 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.959077:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 999 00000100:00100000:1.0:1777502104.959089:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f707050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+88:2370:x1863837562926976:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.959096:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.959098:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.959099:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.959101:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bc0973 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.959106:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bf31c818/0x4ad31463d9bbe507 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1054:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8330ae expref: 88 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.959115:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bc0973 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.959126:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bf31c818/0x4ad31463d9bbe507 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1054:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8330ae expref: 88 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.959134:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.959142:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.959145:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.959148:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000095a47a9/0x4ad31463d9bc097a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1054:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.959158:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000095a47a9/0x4ad31463d9bc097a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1054:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.959159:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+84:2371:x1863837562926848:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 152us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.959174:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 998 00010000:00010000:1.0:1777502104.959185:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.959209:0:205376:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bc0973 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.959210:0:205378:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc096c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.959212:0:205383:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc0965 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.959213:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f707050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+88:2370:x1863837562926976:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 123us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502104.959230:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 999 00010000:00010000:2.0:1777502104.959237:0:205376:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bc0973 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.959237:0:205378:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc096c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.959258:0:205378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc096c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.959262:0:205376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bc0973 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.959271:0:205383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc0965 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.959283:0:205380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e742210/0x4ad31463d9bbdac6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1049:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf832e38 expref: 83 pid: 205382 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.959284:0:205378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc096c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.959290:0:205376:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bc0973 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.959294:0:205383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc0965 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.959316:0:205380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6646ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561344000:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.959319:0:205378:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502104.959329:0:205376:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1777502104.959334:0:205380:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc08d2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.959335:0:205383:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1777502104.959336:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1777502104.959343:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc096c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.959349:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777502104.959350:0:205380:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc08d2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.959351:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.959355:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bc0973 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.959357:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc096c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.959371:0:205380:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc08d2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.959380:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.959382:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc096c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.959386:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bc0973 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.959391:0:205380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc08d2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.959409:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bc0973 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.959411:0:205380:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc08d2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.959412:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc096c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.959426:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bc0973 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.959435:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc096c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.959440:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a24f00f2/0x4ad31463d9bc0973 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.959444:0:205380:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1777502104.959470:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.959472:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1777502104.959474:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+328:3312:x1863837561349376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3446us (3586us total) trans 8589936023 rc 0/0 00010000:00010000:3.0:1777502104.959476:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc08d2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.959476:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc0965 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.959493:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2993 00010000:00010000:3.0:1777502104.959498:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.959500:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fb600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.959501:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc08d2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.959505:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc0965 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.959510:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc08d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.959523:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc0965 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.959526:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc08d2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.959539:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd455e1180/2, rc 0, transno 8589936023 00010000:00010000:3.0:1777502104.959541:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc08d2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.959555:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd455e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561349376:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.959565:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc0965 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.959568:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.959571:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.959574:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.959594:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+328:3312:x1863837561343616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11919us (12029us total) trans 8589936024 rc 0/0 00010000:00010000:0.0:1777502104.959596:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003bb4bb3f/0x4ad31463d9bc0965 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.959605:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2970 00010000:00010000:0.0:1777502104.959624:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.959628:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.959632:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.959639:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.959643:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.959644:0:205368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf31c818/0x4ad31463d9bbe507 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8330ae expref: 87 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.959654:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.959657:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c68700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205368:1863837561349888:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.959659:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70fa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561350528:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.959666:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562927104 00000100:00100000:0.0:1777502104.959671:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562927104 00010000:00010000:1.0:1777502104.959672:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000095a47a9/0x4ad31463d9bc097a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.959679:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000095a47a9/0x4ad31463d9bc097a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.959684:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000095a47a9/0x4ad31463d9bc097a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.959687:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000dbfc286/0x4ad31463d9bbe5bd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833109 expref: 87 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.959694:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000095a47a9/0x4ad31463d9bc097a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.959701:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.959708:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000095a47a9/0x4ad31463d9bc097a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.959733:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1000 00010000:00010000:1.0:1777502104.959735:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502104.959743:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+87:2370:x1863837562927104:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.959751:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.959756:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000dbfc286/0x4ad31463d9bbe5bd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1055:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833109 expref: 87 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.959759:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561350528 00000100:00100000:2.0:1777502104.959765:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561350528 00010000:00010000:0.0:1777502104.959769:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000dbfc286/0x4ad31463d9bbe5bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1055:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833109 expref: 87 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.959789:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000dbfc286/0x4ad31463d9bbe5bd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1055:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833109 expref: 87 pid: 187551 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.959797:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2997 00010000:00010000:0.0:1777502104.959801:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.959804:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.959808:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+328:3311:x1863837561350528:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.959808:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b104a1a5/0x4ad31463d9bc0981 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.959821:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b104a1a5/0x4ad31463d9bc0981 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.959827:0:205379:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4182 count 1 00010000:00010000:0.0:1777502104.959841:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.959842:0:205379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000005ca6440/0x4ad31463d9bc098f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1056:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.959844:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.959849:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000095a47a9/0x4ad31463d9bc097a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.959862:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505eec00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.959866:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000095a47a9/0x4ad31463d9bc097a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.959868:0:205379:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000592b9d8a/0x4ad31463d9bbe7b5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833180 expref: 86 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.959868:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+86:2370:x1863837562927104:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 126us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.959888:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1000 00010000:00010000:2.0:1777502104.959896:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.959897:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000095a47a9/0x4ad31463d9bc097a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.959901:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.959907:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005ca6440/0x4ad31463d9bc098f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.959911:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000095a47a9/0x4ad31463d9bc097a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.959924:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000095a47a9/0x4ad31463d9bc097a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.959941:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.959942:0:205379:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000592b9d8a/0x4ad31463d9bbe7b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833180 expref: 85 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.959946:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.959950:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.959959:0:205379:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000592b9d8a/0x4ad31463d9bbe7b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833180 expref: 85 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.959972:0:205379:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6e4f4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561350656:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.959989:0:187550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c68e7f2e/0x4ad31463d9bc0957 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x103b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.960000:0:187550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c68e7f2e/0x4ad31463d9bc0957 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x103b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.960009:0:187550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c68e7f2e/0x4ad31463d9bc0957 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x103b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.960018:0:187550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c68e7f2e/0x4ad31463d9bc0957 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x103b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.960021:0:205379:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1777502104.960042:0:187550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.960054:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:2.0:1777502104.960058:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd77e34380/2, rc 0, transno 8589936024 00010000:00010000:0.0:1777502104.960060:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c68e7f2e/0x4ad31463d9bc0957 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x103b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.960066:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.960074:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77e34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561343616:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.960074:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.960080:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c68e7f2e/0x4ad31463d9bc0957 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x103b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.960090:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c68e7f2e/0x4ad31463d9bc0957 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x103b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.960106:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c68e7f2e/0x4ad31463d9bc0957 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x103b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.960114:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c68e7f2e/0x4ad31463d9bc0957 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x103b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.960139:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.960142:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.960146:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502104.960159:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562927232 00000100:00100000:0.0:1777502104.960163:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562927232 00000100:00100000:2.0:1777502104.960180:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd72c17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561350784:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.960183:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d2d2f2db/0x4ad31463d9bbe91a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1058:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8331f0 expref: 86 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.960207:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1001 00000100:00100000:2.0:1777502104.960218:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.960219:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+86:2371:x1863837562927232:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502104.960226:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd80e98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+337:3311:x1863837561348480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5025us (5276us total) trans 8589935628 rc 0/0 00010000:00010000:0.0:1777502104.960229:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502104.960238:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2989 00010000:00010000:0.0:1777502104.960238:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d2d2f2db/0x4ad31463d9bbe91a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1058:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8331f0 expref: 86 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.960251:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d2d2f2db/0x4ad31463d9bbe91a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1058:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8331f0 expref: 86 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.960260:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561350784 00010000:00010000:0.0:1777502104.960263:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.960264:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561350784 00010000:00010000:0.0:1777502104.960266:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000004:00080000:2.0:1777502104.960268:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd4fdb7480/2, rc 0, transno 8589935628 00010000:00010000:0.0:1777502104.960271:0:205389:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bc0988 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1058:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.960280:0:205389:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bc0988 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1058:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.960281:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4fdb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561348480:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502104.960286:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+332:3309:x1863837561348736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4778us (5055us total) trans 8589936027 rc 0/0 00000100:00100000:1.0:1777502104.960295:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2998 00000100:00100000:3.0:1777502104.960305:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2991 00010000:00010000:0.0:1777502104.960309:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1777502104.960310:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd80e99f80/2, rc 0, transno 8589936027 00000100:00100000:1.0:1777502104.960310:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72c17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+332:3312:x1863837561350784:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.960322:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80e99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561348736:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777502104.960327:0:187550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4183 count 1 00000100:00100000:0.0:1777502104.960337:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+86:2371:x1863837562927232:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 122us (276us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502104.960339:0:187550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e823ea0/0x4ad31463d9bc0996 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1057:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.960348:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1001 00010000:00010000:1.0:1777502104.960355:0:187550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cbca9331/0x4ad31463d9bbe8fe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8331e2 expref: 86 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.960361:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502104.960362:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1777502104.960362:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.960366:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005e823ea0/0x4ad31463d9bc0996 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.960372:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd72c16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561350912:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.960385:0:187550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cbca9331/0x4ad31463d9bbe8fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8331e2 expref: 85 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.960392:0:187550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cbca9331/0x4ad31463d9bbe8fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8331e2 expref: 85 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.960398:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4a884050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+331:3310:x1863837561349120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4586us (4662us total) trans 8589936026 rc 0/0 00000100:00100000:1.0:1777502104.960405:0:187550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c68700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561351040:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.960407:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502104.960414:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2992 00000100:00100000:0.0:1777502104.960429:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561350912 00000100:00100000:0.0:1777502104.960433:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561350912 00000004:00080000:2.0:1777502104.960441:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd455e2680/2, rc 0, transno 8589936026 00000100:00100000:2.0:1777502104.960452:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd455e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561349120:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.960453:0:187550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25f00 going to sleep for 11 seconds 00000100:00100000:0.0:1777502104.960458:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2999 00000100:00100000:0.0:1777502104.960464:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72c14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+331:3310:x1863837561350912:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777502104.960477:0:205378:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4186 count 1 00000100:00100000:2.0:1777502104.960489:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1777502104.960490:0:205378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bc099d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x105a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.960500:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd72c17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561351168:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.960502:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ddb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+331:3312:x1863837561349760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3566us (3637us total) trans 8589936025 rc 0/0 00010000:00010000:0.0:1777502104.960503:0:205378:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000062265950/0x4ad31463d9bbeb90 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x105a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83328a expref: 85 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.960516:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2994 00010000:00010000:0.0:1777502104.960520:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.960522:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.960525:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bc099d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x105a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.960536:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.960541:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502104.960558:0:205378:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000062265950/0x4ad31463d9bbeb90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x105a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83328a expref: 85 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.960565:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+85:2370:x1863837562924416:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 7384us (8988us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502104.960596:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 980 00000004:00080000:2.0:1777502104.960618:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd48ce5880/2, rc 0, transno 8589936025 00000100:00100000:2.0:1777502104.960629:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561349760:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.960646:0:205382:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002c68b158/0x4ad31463d9bc08f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.960653:0:205382:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c68b158/0x4ad31463d9bc08f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.960660:0:205382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c68b158/0x4ad31463d9bc08f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.960662:0:205378:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000062265950/0x4ad31463d9bbeb90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x105a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83328a expref: 84 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.960666:0:205382:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002c68b158/0x4ad31463d9bc08f5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x104a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.960670:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd72c14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561351424:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.960691:0:205378:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6646d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205378:1863837561351296:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.960700:0:205382:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.960705:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1777502104.960710:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.960711:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002c68b158/0x4ad31463d9bc08f5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x104a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.960731:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.960735:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002c68b158/0x4ad31463d9bc08f5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x104a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.960743:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002c68b158/0x4ad31463d9bc08f5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x104a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.960756:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002c68b158/0x4ad31463d9bc08f5 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x104a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.960763:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c68b158/0x4ad31463d9bc08f5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x104a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.960766:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561351168 00000100:00100000:2.0:1777502104.960771:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561351168 00010000:00010000:0.0:1777502104.960792:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.960795:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.960798:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.960803:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561351424 00000100:00100000:2.0:1777502104.960807:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561351424 00010000:00010000:0.0:1777502104.960825:0:188358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d2d2f2db/0x4ad31463d9bbe91a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1058:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8331f0 expref: 84 pid: 205368 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.960836:0:188358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6646d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:188358:1863837561350400:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.960837:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3000 00000100:00100000:2.0:1777502104.960851:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72c15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+333:3309:x1863837561351168:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.960853:0:188358:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bc0988 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.960860:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71c3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+333:3309:x1863837561344896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11677us (11780us total) trans 8589936028 rc 0/0 00002000:00080000:2.0:1777502104.960866:0:205385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4185 count 1 00000100:00100000:1.0:1777502104.960871:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2975 00010000:00010000:0.0:1777502104.960871:0:188358:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bc0988 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.960880:0:188358:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bc0988 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.960881:0:205385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f93eb790/0x4ad31463d9bc09a4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1059:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.960895:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3001 00010000:00010000:0.0:1777502104.960899:0:188358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bc0988 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.960901:0:205385:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ed30d810/0x4ad31463d9bbec07 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8332c9 expref: 83 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.960906:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72c14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+332:3311:x1863837561351424:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.960921:0:188358:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bc0988 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.960922:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00002000:00080000:1.0:1777502104.960925:0:205382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4188 count 1 00010000:00010000:2.0:1777502104.960926:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.960931:0:205385:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f93eb790/0x4ad31463d9bc09a4 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.960940:0:205382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007729a9cd/0x4ad31463d9bc09ab lrc: 3/0,1 mode: --/PW res: [0x240000400:0x105c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.960942:0:188358:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.960954:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502104.960956:0:205385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ed30d810/0x4ad31463d9bbec07 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8332c9 expref: 83 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.960957:0:205382:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002363caa7/0x4ad31463d9bbed7a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x105c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83337f expref: 83 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.960959:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bc0988 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.960982:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.960982:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502104.960986:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.960987:0:205385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ed30d810/0x4ad31463d9bbec07 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8332c9 expref: 83 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.960989:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bc0988 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.960991:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007729a9cd/0x4ad31463d9bc09ab lrc: 4/0,1 mode: --/PW res: [0x240000400:0x105c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.961014:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bc0988 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.961022:0:205385:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd72c14700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561351552:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.961027:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bc0988 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.961031:0:205382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002363caa7/0x4ad31463d9bbed7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x105c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83337f expref: 83 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.961042:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bc0988 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.961050:0:205382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002363caa7/0x4ad31463d9bbed7a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x105c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83337f expref: 83 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.961065:0:205385:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092f00 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.961065:0:205382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:205382:1863837561351680:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.961065:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.961068:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.961073:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.961101:0:205382:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777502104.961107:0:205378:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc54067300 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.961173:0:205379:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6e4f4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561350656:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.961190:0:205379:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000005ca6440/0x4ad31463d9bc098f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.961209:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd71c39500/2, rc 0, transno 8589936028 00000100:00100000:2.0:1777502104.961220:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd71c39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561344896:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.961249:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47d59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+333:3310:x1863837561350272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2925us (3003us total) trans 8589936029 rc 0/0 00000100:00100000:0.0:1777502104.961256:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2996 00010000:00010000:0.0:1777502104.961278:0:205386:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003329252b/0x4ad31463d9bc095e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.961287:0:205386:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003329252b/0x4ad31463d9bc095e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.961296:0:205386:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003329252b/0x4ad31463d9bc095e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.961302:0:205386:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003329252b/0x4ad31463d9bc095e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.961316:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.961321:0:205386:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.961339:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.961345:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003329252b/0x4ad31463d9bc095e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.961354:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.961358:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003329252b/0x4ad31463d9bc095e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.961366:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562927360 00000004:00080000:2.0:1777502104.961370:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70fa5880/2, rc 0, transno 8589936029 00000100:00100000:1.0:1777502104.961373:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562927360 00010000:00010000:3.0:1777502104.961375:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003329252b/0x4ad31463d9bc095e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.961384:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70fa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561350272:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.961391:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003329252b/0x4ad31463d9bc095e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.961400:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003329252b/0x4ad31463d9bc095e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x103d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.961401:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000592b9d8a/0x4ad31463d9bbe7b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833180 expref: 84 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.961417:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777502104.961433:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd72c14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561351936:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.961440:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.961445:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.961449:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.961452:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1002 00000100:00100000:0.0:1777502104.961456:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd80e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+337:3311:x1863837561348608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6125us (6372us total) trans 8589935629 rc 0/0 00000100:00100000:0.0:1777502104.961468:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2990 00000100:00100000:1.0:1777502104.961469:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+84:2371:x1863837562927360:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502104.961472:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.961484:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502104.961490:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000592b9d8a/0x4ad31463d9bbe7b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1056:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833180 expref: 84 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.961504:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000592b9d8a/0x4ad31463d9bbe7b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1056:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833180 expref: 84 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.961511:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561351936 00000100:00100000:2.0:1777502104.961516:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561351936 00010000:00010000:1.0:1777502104.961521:0:205589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000592b9d8a/0x4ad31463d9bbe7b5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1056:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833180 expref: 84 pid: 205379 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.961534:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.961536:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.961539:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000005ca6440/0x4ad31463d9bc098f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.961548:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3002 00010000:00010000:1.0:1777502104.961549:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005ca6440/0x4ad31463d9bc098f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.961559:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72c16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+333:3310:x1863837561351936:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.961572:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:2.0:1777502104.961573:0:205380:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4189 count 1 00010000:00010000:2.0:1777502104.961615:0:205380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002dba5abd/0x4ad31463d9bc09b2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x105d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.961630:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+83:2371:x1863837562927360:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 167us (313us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.961631:0:205380:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b1b40eae/0x4ad31463d9bbed88 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x105d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833386 expref: 83 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.961646:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502104.961646:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1002 00010000:00010000:2.0:1777502104.961651:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.961654:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002dba5abd/0x4ad31463d9bc09b2 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x105d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.961676:0:205379:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000005ca6440/0x4ad31463d9bc098f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.961686:0:205379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000005ca6440/0x4ad31463d9bc098f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.961693:0:187548:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b104a1a5/0x4ad31463d9bc0981 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.961694:0:205379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000005ca6440/0x4ad31463d9bc098f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.961699:0:205380:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b1b40eae/0x4ad31463d9bbed88 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x105d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833386 expref: 82 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.961729:0:187548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b104a1a5/0x4ad31463d9bc0981 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.961735:0:205379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000005ca6440/0x4ad31463d9bc098f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.961742:0:205380:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b1b40eae/0x4ad31463d9bbed88 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x105d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833386 expref: 82 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.961752:0:187548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b104a1a5/0x4ad31463d9bc0981 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.961771:0:187548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b104a1a5/0x4ad31463d9bc0981 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.961773:0:205379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502104.961774:0:205380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd72c16d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561352064:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502104.961793:0:187548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1777502104.961830:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1777502104.961831:0:205380:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092480 going to sleep for 11 seconds 00010000:00010000:0.0:1777502104.961836:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000005ca6440/0x4ad31463d9bc098f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.961844:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.961849:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000005ca6440/0x4ad31463d9bc098f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.961857:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000005ca6440/0x4ad31463d9bc098f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.961870:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000005ca6440/0x4ad31463d9bc098f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.961877:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005ca6440/0x4ad31463d9bc098f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.961897:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.961901:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b104a1a5/0x4ad31463d9bc0981 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.961908:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226ee00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.961912:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b104a1a5/0x4ad31463d9bc0981 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.961915:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd72c16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561351808:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.961925:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b104a1a5/0x4ad31463d9bc0981 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.961938:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b104a1a5/0x4ad31463d9bc0981 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.961944:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b104a1a5/0x4ad31463d9bc0981 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.961954:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502104.961968:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.961971:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.961974:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.961981:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.961989:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+335:3311:x1863837561350528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2184us (2292us total) trans 8589936030 rc 0/0 00000100:00100000:1.0:1777502104.961998:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2997 00000100:00100000:2.0:1777502104.962004:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561351808 00000100:00100000:2.0:1777502104.962009:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561351808 00000100:00100000:3.0:1777502104.962014:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46d6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+334:3309:x1863837561350016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4464us (4624us total) trans 8589936031 rc 0/0 00000100:00100000:3.0:1777502104.962023:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2995 00000100:00100000:3.0:1777502104.962045:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3003 00000100:00100000:3.0:1777502104.962054:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72c15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+334:3312:x1863837561351808:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502104.962067:0:187548:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4187 count 1 00000004:00080000:2.0:1777502104.962072:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc49cdfb80/2, rc 0, transno 8589936031 00010000:00010000:3.0:1777502104.962078:0:187548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc09b9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x105b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.962084:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc49cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561350016:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502104.962099:0:187548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004e68f797/0x4ad31463d9bbed73 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x105b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833378 expref: 82 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.962119:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777502104.962126:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd72c17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561352192:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.962150:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502104.962183:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561352192 00000100:00100000:1.0:1777502104.962188:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561352192 00000004:00080000:2.0:1777502104.962194:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70fa6680/2, rc 0, transno 8589936030 00000100:00100000:2.0:1777502104.962205:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70fa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561350528:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.962216:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3004 00000100:00100000:1.0:1777502104.962223:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72c15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+335:3309:x1863837561352192:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777502104.962235:0:189105:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4191 count 1 00010000:00010000:1.0:1777502104.962245:0:189105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000061e4856e/0x4ad31463d9bc09c0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x105f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.962254:0:189105:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000604b25d0/0x4ad31463d9bbee84 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x105f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8333be expref: 82 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502104.962255:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd80e9b800/2, rc 0, transno 8589935629 00000100:00100000:2.0:1777502104.962270:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd80e9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561348608:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502104.962276:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.962279:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.962281:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502104.962283:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.962283:0:189105:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061e4856e/0x4ad31463d9bc09c0 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x105f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.962287:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc09b9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x105b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.962294:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd72c15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561352320:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.962320:0:189105:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000604b25d0/0x4ad31463d9bbee84 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x105f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8333be expref: 82 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.962330:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502104.962339:0:189105:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000604b25d0/0x4ad31463d9bbee84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x105f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8333be expref: 82 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.962356:0:189105:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:189105:1863837561352448:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502104.962359:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561352320 00000100:00100000:2.0:1777502104.962364:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561352320 00010000:00010000:3.0:1777502104.962367:0:187548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004e68f797/0x4ad31463d9bbed73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x105b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833378 expref: 82 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.962380:0:187548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004e68f797/0x4ad31463d9bbed73 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x105b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833378 expref: 82 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.962390:0:187548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd455a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:187548:1863837561352576:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.962391:0:189105:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25480 going to sleep for 11 seconds 00000100:00100000:2.0:1777502104.962396:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3005 00000100:00100000:2.0:1777502104.962405:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72c15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+336:3311:x1863837561352320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777502104.962418:0:205368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4190 count 1 00000100:00100000:3.0:1777502104.962422:0:187548:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd7f24a780 going to sleep for 11 seconds 00010000:00010000:2.0:1777502104.962544:0:205368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bc09c7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x105e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.962558:0:205368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a0e00667/0x4ad31463d9bbef72 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x105e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833404 expref: 82 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.962566:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.962567:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.962570:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bc09c7 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x105e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.962622:0:205368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a0e00667/0x4ad31463d9bbef72 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x105e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833404 expref: 82 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.962631:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c68700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561351040:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.962638:0:205368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a0e00667/0x4ad31463d9bbef72 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x105e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833404 expref: 82 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.962651:0:205368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd71c3b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205368:1863837561352704:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.962653:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005e823ea0/0x4ad31463d9bc0996 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.962691:0:205368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092600 going to sleep for 11 seconds 00000100:00100000:1.0:1777502104.962769:0:205378:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6646d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205378:1863837561351296:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.962783:0:205378:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bc099d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x105a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.962855:0:205382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:205382:1863837561351680:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.962870:0:205382:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007729a9cd/0x4ad31463d9bc09ab lrc: 3/0,1 mode: --/PW res: [0x240000400:0x105c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.962896:0:205385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd72c14700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561351552:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502104.962908:0:205385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f93eb790/0x4ad31463d9bc09a4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.962966:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502104.962994:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502104.963003:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562927488 00000100:00100000:0.0:1777502104.963008:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562927488 00000100:00100000:1.0:1777502104.963022:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562927744 00000100:00100000:3.0:1777502104.963023:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502104.963029:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562927744 00010000:00010000:0.0:1777502104.963029:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cbca9331/0x4ad31463d9bbe8fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8331e2 expref: 83 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.963052:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002363caa7/0x4ad31463d9bbed7a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x105c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83337f expref: 84 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.963057:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562927616 00000100:00100000:0.0:1777502104.963062:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562927616 00000100:00100000:3.0:1777502104.963063:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.963079:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000062265950/0x4ad31463d9bbeb90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x105a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83328a expref: 85 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.963090:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562927872 00000100:00100000:1.0:1777502104.963095:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562927872 00000100:00100000:0.0:1777502104.963105:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1003 00010000:00010000:1.0:1777502104.963111:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ed30d810/0x4ad31463d9bbec07 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8332c9 expref: 86 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.963117:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+86:2370:x1863837562927488:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.963131:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777502104.963138:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.963140:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cbca9331/0x4ad31463d9bbe8fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1057:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8331e2 expref: 86 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.963144:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562928000 00000100:00100000:1.0:1777502104.963150:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562928000 00010000:00010000:0.0:1777502104.963156:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cbca9331/0x4ad31463d9bbe8fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1057:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8331e2 expref: 87 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.963161:0:205380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd72c16d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561352064:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.963166:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b1b40eae/0x4ad31463d9bbed88 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x105d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833386 expref: 87 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.963179:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cbca9331/0x4ad31463d9bbe8fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1057:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8331e2 expref: 87 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.963182:0:205380:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002dba5abd/0x4ad31463d9bc09b2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x105d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.963185:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1004 00000100:00100000:1.0:1777502104.963196:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+87:2370:x1863837562927744:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502104.963210:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.963211:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.963214:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002363caa7/0x4ad31463d9bbed7a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x105c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83337f expref: 86 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.963215:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.963221:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005e823ea0/0x4ad31463d9bc0996 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.963225:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002363caa7/0x4ad31463d9bbed7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x105c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83337f expref: 86 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.963243:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005e823ea0/0x4ad31463d9bc0996 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.963247:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002363caa7/0x4ad31463d9bbed7a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x105c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83337f expref: 86 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.963265:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.963267:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.963270:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007729a9cd/0x4ad31463d9bc09ab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.963276:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007729a9cd/0x4ad31463d9bc09ab lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x105c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.963279:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.963291:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502104.963309:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+85:2370:x1863837562927488:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 196us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502104.963315:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+85:2370:x1863837562927744:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 119us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.963322:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1003 00000100:00100000:1.0:1777502104.963330:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1004 00000100:00100000:0.0:1777502104.963343:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1005 00000100:00100000:1.0:1777502104.963352:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1006 00000100:00100000:0.0:1777502104.963354:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+83:2371:x1863837562927616:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.963364:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502104.963366:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f705850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+83:2371:x1863837562927872:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.963371:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000062265950/0x4ad31463d9bbeb90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x105a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83328a expref: 83 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.963379:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.963384:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000062265950/0x4ad31463d9bbeb90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x105a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83328a expref: 83 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.963387:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ed30d810/0x4ad31463d9bbec07 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1059:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8332c9 expref: 83 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.963410:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ed30d810/0x4ad31463d9bbec07 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1059:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8332c9 expref: 83 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.963410:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000062265950/0x4ad31463d9bbeb90 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x105a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83328a expref: 83 pid: 205378 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.963435:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.963438:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ed30d810/0x4ad31463d9bbec07 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1059:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8332c9 expref: 82 pid: 205385 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.963438:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.963442:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bc099d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.963465:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bc099d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x105a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.963472:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.963475:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.963479:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f93eb790/0x4ad31463d9bc09a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.963489:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f93eb790/0x4ad31463d9bc09a4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.963491:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502104.963515:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502104.963519:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+81:2371:x1863837562927616:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 168us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.963526:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1005 00010000:00010000:2.0:1777502104.963535:0:205385:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f93eb790/0x4ad31463d9bc09a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.963543:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f705850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+80:2371:x1863837562927872:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 178us (482us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.963547:0:205385:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f93eb790/0x4ad31463d9bc09a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.963547:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1007 00010000:00010000:2.0:1777502104.963558:0:205385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f93eb790/0x4ad31463d9bc09a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.963560:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1006 00000100:00100000:0.0:1777502104.963562:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+80:2370:x1863837562928000:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502104.963573:0:205385:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f93eb790/0x4ad31463d9bc09a4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.963576:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.963604:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b1b40eae/0x4ad31463d9bbed88 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x105d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833386 expref: 79 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.963605:0:205385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.963621:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b1b40eae/0x4ad31463d9bbed88 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x105d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833386 expref: 79 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.963635:0:205382:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007729a9cd/0x4ad31463d9bc09ab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.963635:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1b40eae/0x4ad31463d9bbed88 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x105d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833386 expref: 79 pid: 188366 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.963656:0:205382:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007729a9cd/0x4ad31463d9bc09ab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.963660:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.963663:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.963669:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002dba5abd/0x4ad31463d9bc09b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.963671:0:205382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007729a9cd/0x4ad31463d9bc09ab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.963690:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002dba5abd/0x4ad31463d9bc09b2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x105d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.963692:0:205382:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007729a9cd/0x4ad31463d9bc09ab lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x105c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.963736:0:205382:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1777502104.963748:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502104.963755:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f93eb790/0x4ad31463d9bc09a4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.963764:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226fc00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.963769:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f93eb790/0x4ad31463d9bc09a4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.963775:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72c15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+337:3309:x1863837561351168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2927us (3241us total) trans 8589936032 rc 0/0 00010000:00010000:3.0:1777502104.963784:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f93eb790/0x4ad31463d9bc09a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.963788:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3000 00010000:00010000:0.0:1777502104.963792:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.963801:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007729a9cd/0x4ad31463d9bc09ab lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x105c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.963808:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f93eb790/0x4ad31463d9bc09a4 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.963809:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505eee00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.963815:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007729a9cd/0x4ad31463d9bc09ab lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x105c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.963817:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f93eb790/0x4ad31463d9bc09a4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.963827:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd71c3b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205368:1863837561352704:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502104.963840:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007729a9cd/0x4ad31463d9bc09ab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x105c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.963850:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502104.963852:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bc09c7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x105e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.963853:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.963855:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007729a9cd/0x4ad31463d9bc09ab lrc: 1/0,0 mode: --/PW res: [0x240000400:0x105c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.963857:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.963874:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007729a9cd/0x4ad31463d9bc09ab lrc: 0/0,0 mode: --/PW res: [0x240000400:0x105c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.963885:0:187548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd455a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:187548:1863837561352576:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502104.963889:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72c14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+337:3311:x1863837561351424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2983us (3179us total) trans 8589936033 rc 0/0 00010000:00010000:0.0:1777502104.963895:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.963899:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3001 00010000:00010000:0.0:1777502104.963899:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.963901:0:187548:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc09b9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x105b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.963902:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777502104.963903:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd72c17800/2, rc 0, transno 8589936032 00000100:00100000:2.0:1777502104.963921:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd72c17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561351168:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.963923:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502104.963936:0:189105:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:189105:1863837561352448:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502104.963952:0:189105:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000061e4856e/0x4ad31463d9bc09c0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x105f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.963952:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+78:2370:x1863837562928000:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 393us (815us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.963968:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1007 00010000:00010000:2.0:1777502104.963984:0:205380:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002dba5abd/0x4ad31463d9bc09b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.963988:0:187550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005e823ea0/0x4ad31463d9bc0996 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.963997:0:205380:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002dba5abd/0x4ad31463d9bc09b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.964005:0:187550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005e823ea0/0x4ad31463d9bc0996 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.964007:0:205380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002dba5abd/0x4ad31463d9bc09b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.964026:0:205380:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002dba5abd/0x4ad31463d9bc09b2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x105d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.964027:0:187550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e823ea0/0x4ad31463d9bc0996 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.964050:0:187550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005e823ea0/0x4ad31463d9bc0996 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.964064:0:205380:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1777502104.964068:0:187550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1777502104.964083:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777502104.964088:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002dba5abd/0x4ad31463d9bc09b2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x105d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.964096:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.964100:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002dba5abd/0x4ad31463d9bc09b2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x105d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.964107:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002dba5abd/0x4ad31463d9bc09b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x105d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.964120:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002dba5abd/0x4ad31463d9bc09b2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x105d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.964127:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002dba5abd/0x4ad31463d9bc09b2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x105d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.964144:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.964147:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005e823ea0/0x4ad31463d9bc0996 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.964157:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef600 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:3.0:1777502104.964158:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502104.964161:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005e823ea0/0x4ad31463d9bc0996 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.964169:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005e823ea0/0x4ad31463d9bc0996 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.964183:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005e823ea0/0x4ad31463d9bc0996 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.964190:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e823ea0/0x4ad31463d9bc0996 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.964209:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.964211:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.964215:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.964223:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502104.964230:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502104.964241:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72c16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+338:3310:x1863837561351936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2684us (2772us total) trans 8589936034 rc 0/0 00000100:00100000:2.0:1777502104.964246:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3002 00000100:00100000:3.0:1777502104.964256:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502104.964278:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562928128 00000004:00080000:2.0:1777502104.964279:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd72c14a80/2, rc 0, transno 8589936034 00000100:00100000:1.0:1777502104.964284:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72c17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+337:3312:x1863837561350784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3976us (4066us total) trans 8589936035 rc 0/0 00000100:00100000:0.0:1777502104.964284:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562928128 00000100:00100000:2.0:1777502104.964290:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd72c14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561351936:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.964296:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2998 00010000:00010000:0.0:1777502104.964301:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000604b25d0/0x4ad31463d9bbee84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x105f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8333be expref: 83 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.964325:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562928256 00000100:00100000:2.0:1777502104.964327:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd71c3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561352832:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.964328:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562928384 00000100:00100000:1.0:1777502104.964331:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562928256 00000100:00100000:0.0:1777502104.964334:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562928384 00010000:00010000:1.0:1777502104.964352:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a0e00667/0x4ad31463d9bbef72 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x105e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833404 expref: 84 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.964354:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004e68f797/0x4ad31463d9bbed73 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x105b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833378 expref: 78 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.964361:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777502104.964378:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd72c17100/2, rc 0, transno 8589936035 00000100:00100000:2.0:1777502104.964390:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd72c17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561350784:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502104.964394:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1008 00000100:00100000:0.0:1777502104.964403:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+84:2371:x1863837562928128:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502104.964406:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1009 00000100:00100000:2.0:1777502104.964408:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561352832 00000100:00100000:2.0:1777502104.964414:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561352832 00010000:00010000:0.0:1777502104.964417:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502104.964420:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+78:2372:x1863837562928384:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.964425:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000604b25d0/0x4ad31463d9bbee84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x105f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8333be expref: 84 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.964432:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502104.964435:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3006 00010000:00010000:1.0:1777502104.964441:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004e68f797/0x4ad31463d9bbed73 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x105b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833378 expref: 78 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.964446:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72c16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+337:3312:x1863837561352832:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.964450:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000604b25d0/0x4ad31463d9bbee84 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x105f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8333be expref: 84 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502104.964461:0:205384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4192 count 1 00010000:00010000:1.0:1777502104.964469:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004e68f797/0x4ad31463d9bbed73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x105b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833378 expref: 78 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.964473:0:205384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5449889/0x4ad31463d9bc09ce lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1060:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.964479:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000604b25d0/0x4ad31463d9bbee84 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x105f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8333be expref: 84 pid: 205381 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.964493:0:205589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e68f797/0x4ad31463d9bbed73 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x105b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833378 expref: 78 pid: 187548 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.964498:0:205384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003ba0b976/0x4ad31463d9bbf2dd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8334ba expref: 84 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.964501:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.964505:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.964510:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000061e4856e/0x4ad31463d9bc09c0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.964518:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.964519:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502104.964521:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.964522:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502104.964527:0:205384:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5449889/0x4ad31463d9bc09ce lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.964528:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc09b9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.964529:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061e4856e/0x4ad31463d9bc09c0 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x105f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.964553:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc09b9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x105b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.964557:0:205384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003ba0b976/0x4ad31463d9bbf2dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8334ba expref: 83 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.964565:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.964596:0:205384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003ba0b976/0x4ad31463d9bbf2dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8334ba expref: 83 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.964605:0:205384:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd72c14700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:205384:1863837561352960:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502104.964616:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+83:2371:x1863837562928128:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 214us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.964625:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1008 00010000:00010000:1.0:1777502104.964634:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502104.964652:0:205384:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092f00 going to sleep for 11 seconds 00000100:00100000:0.0:1777502104.964652:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1010 00000100:00100000:1.0:1777502104.964665:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+77:2372:x1863837562928384:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 244us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502104.964665:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+82:2370:x1863837562928256:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502104.964681:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1009 00010000:00010000:0.0:1777502104.964681:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.964690:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a0e00667/0x4ad31463d9bbef72 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x105e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833404 expref: 82 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.964707:0:189105:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000061e4856e/0x4ad31463d9bc09c0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.964708:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a0e00667/0x4ad31463d9bbef72 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x105e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833404 expref: 82 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.964735:0:189105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000061e4856e/0x4ad31463d9bc09c0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.964751:0:189105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000061e4856e/0x4ad31463d9bc09c0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777502104.964753:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd72c14380/2, rc 0, transno 8589936033 00010000:00010000:0.0:1777502104.964753:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a0e00667/0x4ad31463d9bbef72 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x105e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833404 expref: 82 pid: 205384 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.964768:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd72c14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561351424:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.964772:0:189105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000061e4856e/0x4ad31463d9bc09c0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x105f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.964777:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.964780:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.964783:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bc09c7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.964791:0:189105:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.964791:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bc09c7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x105e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.964813:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502104.964822:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.964829:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000061e4856e/0x4ad31463d9bc09c0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x105f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.964832:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bc09c7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.964842:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+81:2370:x1863837562928256:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 181us (611us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502104.964848:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.964855:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000061e4856e/0x4ad31463d9bc09c0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x105f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.964859:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bc09c7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.964864:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1010 00010000:00010000:3.0:1777502104.964878:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000061e4856e/0x4ad31463d9bc09c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x105f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.964880:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bc09c7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.964899:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bc09c7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x105e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.964901:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000061e4856e/0x4ad31463d9bc09c0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x105f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.964919:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000061e4856e/0x4ad31463d9bc09c0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x105f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.964927:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502104.964932:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502104.964935:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bc09c7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x105e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.964937:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.964943:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72c15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+338:3309:x1863837561352192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2718us (2790us total) trans 8589936036 rc 0/0 00010000:00010000:3.0:1777502104.964944:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502104.964948:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bc09c7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x105e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502104.964957:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3004 00010000:00010000:3.0:1777502104.964958:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bc09c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x105e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.964968:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bc09c7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x105e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.964972:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a1102bc2/0x4ad31463d9bc09c7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x105e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.964986:0:205378:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bc099d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502104.964991:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.964994:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502104.964998:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502104.964999:0:205378:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bc099d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.965008:0:205378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bc099d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.965016:0:205378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bc099d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x105a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.965038:0:205378:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.965047:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.965052:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bc099d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x105a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.965061:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69a00 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:2.0:1777502104.965062:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72c15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+338:3311:x1863837561352320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2657us (2734us total) trans 8589936037 rc 0/0 00010000:00010000:0.0:1777502104.965066:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bc099d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x105a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.965075:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3005 00010000:00010000:0.0:1777502104.965080:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bc099d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x105a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777502104.965081:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd72c15880/2, rc 0, transno 8589936037 00010000:00010000:0.0:1777502104.965096:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bc099d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x105a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502104.965101:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd72c15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561352320:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502104.965107:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bc099d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x105a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.965124:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.965126:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.965128:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777502104.965177:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd72c17480/2, rc 0, transno 8589936036 00000100:00100000:1.0:1777502104.965180:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72c14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+338:3310:x1863837561350912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4714us (4776us total) trans 8589936038 rc 0/0 00000100:00100000:2.0:1777502104.965190:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd72c17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561352192:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502104.965191:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2999 00000004:00080000:2.0:1777502104.965219:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd72c16a00/2, rc 0, transno 8589936038 00010000:00010000:1.0:1777502104.965219:0:187548:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc09b9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.965231:0:187548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc09b9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502104.965232:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd72c16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561350912:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502104.965246:0:187548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc09b9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.965254:0:187548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc09b9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x105b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502104.965271:0:187548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.965289:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.965294:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc09b9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x105b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.965302:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fbc00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.965305:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc09b9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x105b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.965313:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc09b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x105b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.965323:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc09b9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x105b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.965336:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070b6268f/0x4ad31463d9bc09b9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x105b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.965355:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.965358:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.965361:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502104.965394:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72c15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+338:3312:x1863837561351808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3340us (3441us total) trans 8589936039 rc 0/0 00000100:00100000:1.0:1777502104.965401:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3003 00000004:00080000:2.0:1777502104.965410:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd72c16680/2, rc 0, transno 8589936039 00000100:00100000:2.0:1777502104.965417:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd72c16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561351808:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502104.968096:0:205384:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd72c14700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:205384:1863837561352960:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502104.968097:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502104.968115:0:205384:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a5449889/0x4ad31463d9bc09ce lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.968206:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562928512 00000100:00100000:0.0:1777502104.968211:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562928512 00010000:00010000:0.0:1777502104.968236:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003ba0b976/0x4ad31463d9bbf2dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8334ba expref: 81 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.968266:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1011 00000100:00100000:0.0:1777502104.968276:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+81:2371:x1863837562928512:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502104.968288:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502104.968293:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003ba0b976/0x4ad31463d9bbf2dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1060:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8334ba expref: 81 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.968309:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003ba0b976/0x4ad31463d9bbf2dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1060:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8334ba expref: 81 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.968321:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ba0b976/0x4ad31463d9bbf2dd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1060:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8334ba expref: 81 pid: 205383 timeout: 8332 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.968329:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.968331:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502104.968334:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a5449889/0x4ad31463d9bc09ce lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.968343:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5449889/0x4ad31463d9bc09ce lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.968364:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502104.968388:0:205384:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a5449889/0x4ad31463d9bc09ce lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.968399:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+80:2371:x1863837562928512:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 123us (306us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502104.968401:0:205384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a5449889/0x4ad31463d9bc09ce lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502104.968415:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1011 00010000:00010000:2.0:1777502104.968418:0:205384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5449889/0x4ad31463d9bc09ce lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.968427:0:205384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a5449889/0x4ad31463d9bc09ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502104.968444:0:205384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502104.968457:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502104.968464:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a5449889/0x4ad31463d9bc09ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.968471:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502104.968474:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5449889/0x4ad31463d9bc09ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.968481:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5449889/0x4ad31463d9bc09ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.968492:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a5449889/0x4ad31463d9bc09ce lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.968499:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a5449889/0x4ad31463d9bc09ce lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502104.968520:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.968523:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502104.968525:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502104.968670:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72c16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+338:3312:x1863837561352832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4226us (4312us total) trans 8589936040 rc 0/0 00000100:00100000:2.0:1777502104.968680:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3006 00000004:00080000:2.0:1777502104.968711:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd71c3b480/2, rc 0, transno 8589936040 00000100:00100000:2.0:1777502104.968733:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd71c3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561352832:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502105.041802:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502105.657117:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfd50b7be00 gen 0 rate 1 depth 3 token 0 deadline 8233902526689 time 8232902526689 state 0x1 ref 3 00000100:00100000:3.0:1777502105.657166:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+15:272666:x1863837562842368:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502105.657190:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:0.0:1777502105.657200:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777502105.657210:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fba00/0x4ad31463d9bc09d5 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x201:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8335e0 expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502105.657259:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fba00/0x4ad31463d9bc09d5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x201:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335e0 expref: 16 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502105.657269:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fba00/0x4ad31463d9bc09d5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x201:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335e0 expref: 16 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502105.657280:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x201:0x0].0x0 (ffff8dfd431bbc00) 00010000:00010000:3.0:1777502105.657282:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777502105.657285:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5fba00, rc 0) 00000100:00100000:3.0:1777502105.657355:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+16:272666:x1863837562842368:12345-192.168.202.27@tcp:101:touch.500 Request processed in 221us (999982us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502105.657361:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 1230 00000100:00100000:3.0:1777502105.661519:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502105.661601:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562928640 00000100:00100000:0.0:1777502105.661609:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562928640 00000100:00080000:1.0:1777502105.661674:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777502105.661674:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3007 00000100:00100000:0.0:1777502105.661686:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+53:2371:x1863837562928640:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:0.0:1777502105.661940:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+54:2371:x1863837562928640:12345-192.168.202.27@tcp:2:touch.500 Request processed in 257us (426us total) trans 8589935630 rc 0/0 00000100:00100000:0.0:1777502105.661945:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3007 00000100:00100000:2.0:1777502105.662791:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502105.662838:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562928896 00000100:00100000:1.0:1777502105.662842:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562928896 00000100:00100000:1.0:1777502105.662869:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1050 00000100:00100000:1.0:1777502105.662874:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72c14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+16:272666:x1863837562928896:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:1.0:1777502105.663125:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72c14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+17:272666:x1863837562928896:12345-192.168.202.27@tcp:35:touch.500 Request processed in 250us (335us total) trans 8589938605 rc 0/0 00000100:00100000:1.0:1777502105.663130:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1050 00000004:00080000:1.0:1777502105.681771:0:186959:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 8232927190275ns, next at 8233927187270ns, rc = 0 00000004:00080000:3.0:1777502105.681774:0:186961:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 8232927194130ns, next at 8233927191668ns, rc = 0 00000100:00100000:2.0:1777502105.681794:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd455a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561353088:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777502105.681824:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6646df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3311:1863837561353472:0@lo:400:kworker.0 00000100:00100000:1.0:1777502105.681845:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6646d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d37a34a7-24bb-490e-b7a8-76d369c5604f:3309:1863837561353216:0@lo:400:kworker.0 00000100:00100000:2.0:1777502105.681856:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502105.681865:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502105.681904:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502105.681904:0:187553:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561353088 00000100:00100000:0.0:1777502105.681912:0:187553:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561353088 00000100:00100000:3.0:1777502105.681920:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777502105.681928:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6646fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3311:1863837561353600:0@lo:400:kworker.0 00000100:00100000:1.0:1777502105.681944:0:186929:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561353216 00000100:00100000:1.0:1777502105.681949:0:186929:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561353216 00000100:00080000:2.0:1777502105.681952:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777502105.681953:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502105.681994:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561353472 00000100:00100000:1.0:1777502105.681998:0:186929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:0.0:1777502105.681998:0:187553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1777502105.682000:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561353472 00000100:00100000:1.0:1777502105.682020:0:186929:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3309:x1863837561353216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502105.682020:0:187553:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+337:3310:x1863837561353088:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777502105.682028:0:205369:0:(nrs_tbf.c:1360:nrs_tbf_cli_findadd()) unknown.0 NRS: TBF class insert: class@ffff8dfd77d96d00 key uid={0} rule@0xffff8dfc4250dc00 gen 0 rate 10000 depth 3 token 3 deadline 0 time 8232927445151 state 0x0 ref 1 00000100:00100000:3.0:1777502105.682030:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561353600 00000100:00100000:3.0:1777502105.682035:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561353600 00000100:00100000:2.0:1777502105.682044:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd77d96d00 key uid={0} rule@0xffff8dfc4250dc00 gen 0 rate 10000 depth 3 token 3 deadline 8232927545151 time 8232927445151 state 0x1 ref 1 00002000:00000024:0.0:1777502105.682045:0:187553:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45678592 pending 0 free 3821010944 avail 3818913792 00000100:00100000:3.0:1777502105.682064:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd77d96d00 key uid={0} rule@0xffff8dfc4250dc00 gen 0 rate 10000 depth 3 token 3 deadline 8232927545151 time 8232927445151 state 0x1 ref 2 00000100:00100000:2.0:1777502105.682072:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd77d96d00 key uid={0} rule@0xffff8dfc4250dc00 gen 0 rate 10000 depth 3 token 2 deadline 8232927591456 time 8232927491456 state 0x1 ref 2 00000100:00100000:1.0:1777502105.682075:0:186929:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3309:x1863837561353216:12345-0@lo:400:kworker.0 Request processed in 65us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502105.682083:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd77d96d00 key uid={0} rule@0xffff8dfc4250dc00 gen 0 rate 10000 depth 3 token 1 deadline 8232927591456 time 8232927503156 state 0x0 ref 2 00000100:00100000:1.0:1777502105.682085:0:186929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:2.0:1777502105.682093:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1863837561353472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502105.682102:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1863837561353600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502105.682102:0:187553:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+337:3310:x1863837561353088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502105.682114:0:187553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1777502105.682151:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1863837561353472:12345-0@lo:400:kworker.0 Request processed in 68us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502105.682156:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6646d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d37a34a7-24bb-490e-b7a8-76d369c5604f:3309:1863837561353216:0@lo:400:kworker.0 00000100:00100000:3.0:1777502105.682157:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1863837561353600:12345-0@lo:400:kworker.0 Request processed in 55us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502105.682161:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1777502105.682171:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1777502105.682174:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561353344:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777502105.682176:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6646fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3311:1863837561353600:0@lo:400:kworker.0 00000100:00100000:3.0:1777502105.682179:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd77d96d00 key uid={0} rule@0xffff8dfc4250dc00 gen 0 rate 10000 depth 3 token 1 deadline 8232927591456 time 8232927503156 state 0x2 ref 0 00000100:00080000:2.0:1777502105.682185:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777502105.682197:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6646df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3311:1863837561353472:0@lo:400:kworker.0 00000100:00100000:1.0:1777502105.682215:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502105.682222:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd455a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561353088:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777502105.682244:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6646c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3309:1863837561353728:0@lo:400:kworker.0 00000100:00100000:3.0:1777502105.682253:0:187552:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561353344 00000100:00100000:3.0:1777502105.682256:0:187552:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561353344 00000100:00100000:1.0:1777502105.682264:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502105.682286:0:187552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00080000:2.0:1777502105.682286:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777502105.682296:0:187552:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+338:3309:x1863837561353344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777502105.682305:0:187552:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45678592 pending 0 free 3845128192 avail 3843031040 00000100:00100000:0.0:1777502105.682313:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561353728 00000100:00100000:0.0:1777502105.682318:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561353728 00000100:00100000:3.0:1777502105.682339:0:187552:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+338:3309:x1863837561353344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 44us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502105.682341:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd77d96d00 key uid={0} rule@0xffff8dfc4250dc00 gen 0 rate 10000 depth 3 token 1 deadline 8232927591456 time 8232927503156 state 0x0 ref 1 00000100:00080000:2.0:1777502105.682347:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777502105.682354:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd77d96d00 key uid={0} rule@0xffff8dfc4250dc00 gen 0 rate 10000 depth 3 token 1 deadline 8232927603156 time 8232927503156 state 0x1 ref 1 00000100:00100000:3.0:1777502105.682363:0:187552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1777502105.682375:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd77d96d00 key uid={0} rule@0xffff8dfc4250dc00 gen 0 rate 10000 depth 3 token 2 deadline 8232927603156 time 8232927795189 state 0x0 ref 1 00000100:00100000:1.0:1777502105.682376:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561353344:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777502105.682388:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1863837561353728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502105.682420:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1863837561353728:12345-0@lo:400:kworker.0 Request processed in 37us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502105.682425:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1777502105.682428:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd77d96d00 key uid={0} rule@0xffff8dfc4250dc00 gen 0 rate 10000 depth 3 token 2 deadline 8232927603156 time 8232927795189 state 0x2 ref 0 00000100:00100000:1.0:1777502105.682446:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6646c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3309:1863837561353728:0@lo:400:kworker.0 00010000:00010000:0.0:1777502106.065742:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502106.657223:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfd50b7be00 gen 0 rate 1 depth 3 token 0 deadline 8234902634163 time 8233902634163 state 0x1 ref 2 00000100:00100000:3.0:1777502106.657250:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+16:272668:x1863837562842624:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502106.657267:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502106.657284:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fae00/0x4ad31463d9bc09dc lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8335e7 expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502106.657630:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc09e3 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502106.657642:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc09e3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502106.657653:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc09e3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502106.657662:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bc09ea lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502106.657666:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bc09ea lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502106.657670:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bc09ea lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777502106.658272:0:188648:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1044:0x0], index 1: 0 00010000:00010000:3.0:1777502106.658426:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bc09f1 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502106.658435:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bc09f1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502106.658441:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bc09f1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502106.658474:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc09e3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502106.658481:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc09e3 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502106.658487:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc09e3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502106.658498:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fa600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502106.658502:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc09e3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502106.658510:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc09e3 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502106.658520:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502106.658522:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502106.658526:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc09e3 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502106.658530:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc09e3 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502106.658539:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000048603523 reply state 000000002235fbcc transno 8589938606 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bc09ea lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502106.658545:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777502106.658563:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fae00/0x4ad31463d9bc09dc lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335e7 expref: 19 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502106.658571:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bc09f1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335e7 expref: 18 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502106.658600:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x203:0x0].0x0 (ffff8dfd431bb300) 00010000:00010000:3.0:1777502106.658602:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502106.658604:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5fa800, rc 0) 00000100:00100000:3.0:1777502106.658663:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+19:272668:x1863837562842624:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1427us (1999214us total) trans 8589938606 rc 0/0 00000100:00100000:3.0:1777502106.658668:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 1231 00010000:00010000:3.0:1777502106.659657:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bc09ea lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502106.659666:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bc09ea lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502106.659671:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bc09ea lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502106.659680:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fb800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502106.659682:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bc09ea lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502106.659686:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bc09ea lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502106.659692:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffff8dfd431bbd00) 00010000:00010000:3.0:1777502106.659694:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502106.659696:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bc09ea lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502106.659699:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bc09ea lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502106.660333:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502106.660373:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502106.660393:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562929408 00000100:00100000:1.0:1777502106.660401:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562929408 00000100:00100000:0.0:1777502106.660422:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562929280 00000100:00100000:0.0:1777502106.660428:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562929280 00000100:00100000:1.0:1777502106.660430:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfd50b7be00 gen 0 rate 1 depth 3 token 0 deadline 8234902634163 time 8233902634163 state 0x1 ref 2 00000100:00100000:0.0:1777502106.660450:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfd50b7be00 gen 0 rate 1 depth 3 token 0 deadline 8234902634163 time 8233902634163 state 0x1 ref 3 00010000:00010000:0.0:1777502107.089804:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502107.657361:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfd50b7be00 gen 0 rate 1 depth 3 token 0 deadline 8235902772109 time 8234902772109 state 0x1 ref 3 00000100:00100000:2.0:1777502107.657400:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+19:272667:x1863837562842880:12345-192.168.202.27@tcp:36:touch.500 00000100:00080000:0.0:1777502107.657435:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777502107.657457:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502107.657482:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bbf7c9 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335d9 expref: 19 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502107.657501:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x202:0x0].0x0 (ffff8dfd4fbd8900) 00010000:00010000:2.0:1777502107.657509:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502107.657610:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc09ff lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x202:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502107.657621:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc09ff lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502107.657628:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc09ff lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502107.657792:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ccaa3b9c reply state 0000000079626501 transno 8589938607 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc09ff lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502107.657798:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502107.657883:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+20:272667:x1863837562842880:12345-192.168.202.27@tcp:36:touch.500 Request processed in 507us (2998217us total) trans 8589938607 rc 0/0 00000100:00100000:2.0:1777502107.657891:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 1232 00010000:00010000:1.0:1777502107.658740:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc09ff lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502107.658753:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc09ff lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502107.658759:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc09ff lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502107.658765:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502107.658769:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc09ff lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502107.658776:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc09ff lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502107.658786:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x202:0x0].0x0 (ffff8dfd47d18400) 00010000:00010000:1.0:1777502107.658789:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502107.658793:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc09ff lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502107.658798:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc09ff lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502107.658923:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502107.658971:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562929536 00000100:00100000:0.0:1777502107.658980:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562929536 00000100:00100000:0.0:1777502107.659007:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfd50b7be00 gen 0 rate 1 depth 3 token 0 deadline 8235902772109 time 8234902772109 state 0x1 ref 3 00000001:00080000:1.0:1777502107.752005:0:6599:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 8589936029 is committed 00000001:00080000:1.0:1777502107.752112:0:6599:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 8589935710 is committed 00000001:00080000:1.0:1777502107.752137:0:6599:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 8589935701 is committed 00000001:00080000:1.0:1777502107.752258:0:6599:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 8589936039 is committed 00000001:00080000:1.0:1777502107.752512:0:6599:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 8589935711 is committed 00000001:00080000:1.0:1777502107.752646:0:6599:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 8589936040 is committed 00010000:00010000:0.0:1777502108.113782:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777502108.262776:0:7467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 8589935630 is committed 00000001:00080000:0.0:1777502108.262790:0:7467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 8589935629 is committed 00000001:00080000:0.0:1777502108.262889:0:7467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 8589935297 is committed 00000001:00080000:0.0:1777502108.263506:0:7467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 8589935299 is committed 00000001:00080000:0.0:1777502108.263645:0:7467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 8589935300 is committed 00000100:00100000:1.0:1777502108.657505:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfd50b7be00 gen 0 rate 1 depth 3 token 0 deadline 8236902907245 time 8235902907245 state 0x1 ref 3 00000100:00100000:1.0:1777502108.657538:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+19:272668:x1863837562929408:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:1.0:1777502108.657647:0:187571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502108.657673:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bc09f1 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335e7 expref: 19 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502108.657706:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x203:0x0].0x0 (ffff8dfd431bb300) 00010000:00010000:1.0:1777502108.657715:0:187571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502108.657787:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0a06 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502108.657800:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0a06 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502108.657809:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0a06 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502108.657943:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000022f31fe5 reply state 0000000042d3f661 transno 8589938608 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0a06 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502108.657952:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502108.658044:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+20:272668:x1863837562929408:12345-192.168.202.27@tcp:36:touch.500 Request processed in 520us (1997710us total) trans 8589938608 rc 0/0 00000100:00100000:1.0:1777502108.658049:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 1233 00010000:00010000:3.0:1777502108.658994:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0a06 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502108.659013:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0a06 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502108.659020:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0a06 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502108.659026:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502108.659030:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0a06 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502108.659037:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0a06 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502108.659047:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x203:0x0].0x0 (ffff8dfd4fbd8900) 00010000:00010000:3.0:1777502108.659049:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502108.659054:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0a06 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502108.659061:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0a06 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502108.659207:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502108.659245:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562929664 00000100:00100000:2.0:1777502108.659252:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562929664 00000100:00100000:2.0:1777502108.659281:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfd50b7be00 gen 0 rate 1 depth 3 token 0 deadline 8236902907245 time 8235902907245 state 0x1 ref 3 00010000:00010000:3.0:1777502109.137770:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502109.340732:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502109.340780:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502109.340798:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562929920 00000100:00100000:2.0:1777502109.340808:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562929920 00000100:00100000:3.0:1777502109.340814:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502109.340828:0:186931:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562929792 00000100:00100000:0.0:1777502109.340834:0:186931:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562929792 00000100:00100000:3.0:1777502109.340845:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502109.340854:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd77d96d00 key uid={0} rule@0xffff8dfc4250dc00 gen 0 rate 10000 depth 3 token 2 deadline 8232927603156 time 8232927795189 state 0x0 ref 1 00000100:00100000:3.0:1777502109.340865:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502109.340869:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd77d96d00 key uid={0} rule@0xffff8dfc4250dc00 gen 0 rate 10000 depth 3 token 2 deadline 8232927895189 time 8232927795189 state 0x1 ref 1 00000100:00100000:0.0:1777502109.340879:0:186931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 219 00000100:00100000:2.0:1777502109.340894:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd77d96d00 key uid={0} rule@0xffff8dfc4250dc00 gen 0 rate 10000 depth 3 token 2 deadline 8232927895189 time 8236586312062 state 0x0 ref 1 00000100:00100000:0.0:1777502109.340894:0:186931:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c3865704-aa9b-444e-8420-b5af90b3c217+12:2371:x1863837562929792:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502109.340895:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502109.340899:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562930176 00000100:00100000:1.0:1777502109.340906:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562930176 00000100:00100000:2.0:1777502109.340918:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+20:2370:x1863837562929920:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502109.340925:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502109.340948:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562930048 00000100:00100000:1.0:1777502109.340952:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562930048 00000100:00100000:3.0:1777502109.340962:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562930432 00000100:00100000:3.0:1777502109.340967:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562930432 00000100:00100000:0.0:1777502109.340971:0:186931:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c3865704-aa9b-444e-8420-b5af90b3c217+12:2371:x1863837562929792:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 82us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502109.340978:0:186931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 219 00000100:00100000:1.0:1777502109.340981:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562930560 00000100:00100000:2.0:1777502109.340983:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+20:2370:x1863837562929920:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 68us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502109.340994:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 3 00000100:00100000:1.0:1777502109.340998:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562930560 00000100:00100000:2.0:1777502109.341002:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd77d96d00 key uid={0} rule@0xffff8dfc4250dc00 gen 0 rate 10000 depth 3 token 2 deadline 8232927895189 time 8236586312062 state 0x2 ref 0 00000100:00100000:3.0:1777502109.341003:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 147 00000100:00100000:3.0:1777502109.341015:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+5:2370:x1863837562930176:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502109.341016:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562930304 00000100:00100000:0.0:1777502109.341021:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562930304 00000100:00100000:1.0:1777502109.341042:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 148 00000100:00100000:0.0:1777502109.341046:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd77d96d00 key uid={0} rule@0xffff8dfc4250dc00 gen 0 rate 10000 depth 3 token 2 deadline 8232927895189 time 8236586312062 state 0x0 ref 1 00000100:00100000:3.0:1777502109.341049:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+5:2370:x1863837562930176:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 36us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502109.341060:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 149 00000100:00100000:0.0:1777502109.341061:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd77d96d00 key uid={0} rule@0xffff8dfc4250dc00 gen 0 rate 10000 depth 3 token 2 deadline 8236586412062 time 8236586312062 state 0x1 ref 1 00000100:00100000:1.0:1777502109.341065:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+5:2371:x1863837562930048:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502109.341071:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 147 00000100:00100000:2.0:1777502109.341076:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0775d2ab-558e-41f1-82c0-14244d133390+12:2370:x1863837562930432:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502109.341081:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd77d96d00 key uid={0} rule@0xffff8dfc4250dc00 gen 0 rate 10000 depth 3 token 2 deadline 8236586412062 time 8236586500237 state 0x0 ref 1 00000100:00100000:3.0:1777502109.341091:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 150 00000100:00100000:0.0:1777502109.341096:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+19:2371:x1863837562930304:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502109.341103:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837562930560:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:1.0:1777502109.341115:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+5:2371:x1863837562930048:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 61us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502109.341124:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0775d2ab-558e-41f1-82c0-14244d133390+12:2370:x1863837562930432:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 53us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502109.341125:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 148 00000100:00100000:0.0:1777502109.341135:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+19:2371:x1863837562930304:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 44us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502109.341140:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837562930560:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 36us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502109.341140:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 149 00000100:00100000:3.0:1777502109.341156:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 150 00000100:00100000:0.0:1777502109.341156:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 4 00000100:00100000:0.0:1777502109.341163:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd77d96d00 key uid={0} rule@0xffff8dfc4250dc00 gen 0 rate 10000 depth 3 token 2 deadline 8236586412062 time 8236586500237 state 0x2 ref 0 00000100:00080000:3.0:1777502109.341180:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777502109.341183:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777502109.341186:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777502109.657875:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfd50b7be00 gen 0 rate 1 depth 3 token 0 deadline 8237903286394 time 8236903286394 state 0x1 ref 3 00000100:00100000:1.0:1777502109.657908:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+19:272670:x1863837562929280:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502109.657929:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502109.657950:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc0a0d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8335ee expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.658093:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc0a14 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.658107:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc0a14 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.658118:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc0a14 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.658131:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0a1b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.658138:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0a1b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.658144:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0a1b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502109.658620:0:187571:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1069:0x0], index 0: 0 00010000:00010000:1.0:1777502109.658786:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc0a22 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x204:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.658795:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc0a22 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.658802:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc0a22 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.658831:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc0a14 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.658838:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc0a14 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.658845:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc0a14 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.658850:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502109.658853:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc0a14 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.658860:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc0a14 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.658870:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502109.658873:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502109.658877:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc0a14 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.658888:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc0a14 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502109.658900:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003ad3dd4f reply state 00000000cbef3311 transno 8589938609 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0a1b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.658908:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502109.658933:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc0a0d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335ee expref: 22 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.658946:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc0a22 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335ee expref: 21 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.658953:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x204:0x0].0x0 (ffff8dfd4fbd8400) 00010000:00010000:1.0:1777502109.658956:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502109.658958:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ef600, rc 0) 00000100:00100000:1.0:1777502109.659025:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+22:272670:x1863837562929280:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1133us (2998650us total) trans 8589938609 rc 0/0 00000100:00100000:1.0:1777502109.659033:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 1234 00010000:00010000:1.0:1777502109.659827:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0a1b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.659836:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0a1b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.659842:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0a1b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.659853:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502109.659856:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0a1b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.659862:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0a1b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.659871:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffff8dfd4fbd8600) 00010000:00010000:1.0:1777502109.659873:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502109.659876:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0a1b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.659882:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0a1b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502109.660631:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502109.660698:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562930944 00000100:00100000:0.0:1777502109.660707:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562930944 00000100:00100000:2.0:1777502109.660711:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502109.660741:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfd50b7be00 gen 0 rate 1 depth 3 token 0 deadline 8237903286394 time 8236903286394 state 0x1 ref 3 00000100:00100000:0.0:1777502109.660763:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562931072 00000100:00100000:0.0:1777502109.660766:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562931072 00000100:00100000:0.0:1777502109.660780:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfd50b7be00 gen 0 rate 1 depth 3 token 0 deadline 8237903286394 time 8236903286394 state 0x1 ref 4 00000001:00080000:1.0:1777502109.786798:0:205587:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938609 is committed 00000004:00080000:1.0:1777502109.786820:0:205587:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 28 committed 00000004:00080000:2.0:1777502109.786826:0:5817:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 24 committed 00000100:00100000:1.0:1777502109.786914:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6646fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561353984:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502109.786916:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd455a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561353856:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502109.786977:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502109.787015:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561353984 00000100:00100000:2.0:1777502109.787022:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561353984 00000100:00100000:1.0:1777502109.787046:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561354496:0@lo:6:osp-syn-0-0.0 00000100:00080000:3.0:1777502109.787057:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777502109.787068:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502109.787076:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6646e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561354112:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502109.787080:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561354496 00000100:00100000:2.0:1777502109.787085:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561354496 00000100:00100000:1.0:1777502109.787088:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5089aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561355008:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502109.787104:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3008 00000100:00100000:3.0:1777502109.787116:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561353984:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502109.787124:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502109.787128:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3009 00000100:00100000:1.0:1777502109.787128:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561354240:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502109.787141:0:205380:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4159 count 1 00000100:00100000:2.0:1777502109.787141:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561354496:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502109.787155:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6646ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561354624:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502109.787159:0:205382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4193 count 1 00010000:00010000:3.0:1777502109.787166:0:205380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dacc71d8/0x4ad31463d9bc0a30 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x103f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.787166:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777502109.787179:0:205382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008c9b6e47/0x4ad31463d9bc0a37 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1061:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502109.787188:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561354112 00010000:00010000:3.0:1777502109.787189:0:205380:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003e49d265/0x4ad31463d9bbf42d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x103f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833523 expref: 10 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502109.787194:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561354112 00010000:00010000:2.0:1777502109.787196:0:205382:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d724f94b/0x4ad31463d9bbf442 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833531 expref: 11 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.787201:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70cfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561354752:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502109.787210:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502109.787214:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502109.787215:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502109.787219:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502109.787220:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dacc71d8/0x4ad31463d9bc0a30 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x103f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.787222:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008c9b6e47/0x4ad31463d9bc0a37 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502109.787223:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561354240 00000100:00100000:0.0:1777502109.787228:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561354240 00000100:00100000:1.0:1777502109.787237:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502109.787252:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561354752 00000100:00100000:0.0:1777502109.787256:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561354752 00010000:00010000:3.0:1777502109.787265:0:205380:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003e49d265/0x4ad31463d9bbf42d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x103f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833523 expref: 10 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.787266:0:205382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d724f94b/0x4ad31463d9bbf442 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833531 expref: 11 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.787266:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561355264:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502109.787281:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3010 00010000:00010000:2.0:1777502109.787286:0:205382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d724f94b/0x4ad31463d9bbf442 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833531 expref: 11 pid: 205378 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502109.787295:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3312:x1863837561354112:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502109.787296:0:205380:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003e49d265/0x4ad31463d9bbf42d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x103f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833523 expref: 10 pid: 205381 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.787303:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1777502109.787315:0:188358:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4158 count 1 00000100:00100000:2.0:1777502109.787317:0:205382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:205382:1863837561355648:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502109.787320:0:205380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:205380:1863837561355520:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502109.787330:0:188358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc0a3e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x103e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.787333:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1777502109.787343:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6646c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561354368:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502109.787347:0:188358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000015e9b687/0x4ad31463d9bbf426 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x103e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833515 expref: 10 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.787355:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502109.787357:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502109.787361:0:188358:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc0a3e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x103e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.787379:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502109.787385:0:188358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000015e9b687/0x4ad31463d9bbf426 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x103e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833515 expref: 10 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502109.787388:0:205380:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4fd2a540 going to sleep for 11 seconds 00000100:00100000:2.0:1777502109.787388:0:205382:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092480 going to sleep for 11 seconds 00010000:00010000:0.0:1777502109.787400:0:188358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000015e9b687/0x4ad31463d9bbf426 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x103e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833515 expref: 10 pid: 205380 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.787402:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6646dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561354880:0@lo:6:osp-syn-1-0.0 00000100:00080000:3.0:1777502109.787405:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777502109.787424:0:188358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6646d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:188358:1863837561355776:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502109.787431:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502109.787453:0:188358:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc54067cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777502109.787454:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561355264 00000100:00100000:2.0:1777502109.787458:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561355264 00000100:00100000:1.0:1777502109.787459:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6646c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561355392:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502109.787471:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561354368 00000100:00100000:0.0:1777502109.787476:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561354368 00000100:00100000:1.0:1777502109.787482:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502109.787491:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561354880 00000100:00100000:2.0:1777502109.787496:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561354880 00000100:00100000:0.0:1777502109.787509:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561355392 00000100:00100000:0.0:1777502109.787513:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561355392 00000100:00100000:1.0:1777502109.787515:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3011 00000100:00100000:1.0:1777502109.787525:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3309:x1863837561354240:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502109.787530:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3012 00000100:00100000:3.0:1777502109.787536:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3013 00000100:00100000:2.0:1777502109.787539:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e4f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+8:3309:x1863837561354752:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777502109.787539:0:187550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4195 count 1 00000100:00100000:3.0:1777502109.787545:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+8:3309:x1863837561355264:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502109.787552:0:187550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e9c4891/0x4ad31463d9bc0a45 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1063:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1777502109.787555:0:205377:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4199 count 1 00002000:00080000:2.0:1777502109.787555:0:205379:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4197 count 1 00000100:00100000:0.0:1777502109.787557:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3014 00010000:00010000:1.0:1777502109.787569:0:187550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cb17a760/0x4ad31463d9bbf434 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83352a expref: 11 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.787572:0:205377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b319061e/0x4ad31463d9bc0a4c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1067:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.787572:0:205379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003b474638/0x4ad31463d9bc0a53 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1065:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502109.787572:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+9:3309:x1863837561354368:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502109.787616:0:205377:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000009b4631a/0x4ad31463d9bbf72f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335cb expref: 11 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.787616:0:205379:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d6552978/0x4ad31463d9bbf4dc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833554 expref: 11 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1777502109.787618:0:205386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4156 count 1 00010000:00010000:3.0:1777502109.787631:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502109.787631:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502109.787631:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502109.787632:0:205386:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1111ef9/0x4ad31463d9bc0a5a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x103c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.787634:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502109.787635:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502109.787635:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502109.787639:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e9c4891/0x4ad31463d9bc0a45 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.787640:0:205377:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b319061e/0x4ad31463d9bc0a4c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.787640:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b474638/0x4ad31463d9bc0a53 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.787658:0:205386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004ffaddf2/0x4ad31463d9bbf43b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x103c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83351c expref: 10 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.787668:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502109.787670:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502109.787686:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1111ef9/0x4ad31463d9bc0a5a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x103c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.787690:0:187550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cb17a760/0x4ad31463d9bbf434 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83352a expref: 11 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.787695:0:205377:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000009b4631a/0x4ad31463d9bbf72f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335cb expref: 11 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.787695:0:205379:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d6552978/0x4ad31463d9bbf4dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833554 expref: 11 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.787713:0:187550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cb17a760/0x4ad31463d9bbf434 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83352a expref: 11 pid: 205377 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.787719:0:205377:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000009b4631a/0x4ad31463d9bbf72f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335cb expref: 11 pid: 205383 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.787719:0:205379:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d6552978/0x4ad31463d9bbf4dc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833554 expref: 11 pid: 205383 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.787722:0:205386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004ffaddf2/0x4ad31463d9bbf43b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x103c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83351c expref: 10 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502109.787749:0:205377:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd48ce4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:205377:1863837561356032:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502109.787749:0:205379:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561356160:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502109.787753:0:205386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004ffaddf2/0x4ad31463d9bbf43b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x103c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83351c expref: 10 pid: 205381 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.787755:0:187550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4fdb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561355904:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502109.787777:0:205386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6646ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:205386:1863837561356288:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502109.787785:0:205377:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4fd2a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777502109.787785:0:205379:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092900 going to sleep for 11 seconds 00000100:00100000:1.0:1777502109.787793:0:187550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25240 going to sleep for 11 seconds 00000100:00100000:0.0:1777502109.787810:0:205386:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc540673c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777502109.787819:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3015 00000100:00100000:1.0:1777502109.787828:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3309:x1863837561354880:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777502109.787840:0:189105:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4161 count 1 00010000:00010000:1.0:1777502109.787852:0:189105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007729a9cd/0x4ad31463d9bc0a61 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1041:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.787864:0:189105:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ee193658/0x4ad31463d9bbf6e2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335af expref: 10 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.787871:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502109.787873:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502109.787876:0:189105:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007729a9cd/0x4ad31463d9bc0a61 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.787898:0:189105:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ee193658/0x4ad31463d9bbf6e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335af expref: 10 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.787908:0:189105:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ee193658/0x4ad31463d9bbf6e2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335af expref: 10 pid: 205379 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.787917:0:189105:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4fdb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561356416:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502109.787941:0:189105:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777502109.787960:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3016 00000100:00100000:1.0:1777502109.787969:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3309:x1863837561355392:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777502109.787980:0:205368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4162 count 1 00010000:00010000:1.0:1777502109.787991:0:205368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000061e4856e/0x4ad31463d9bc0a68 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1042:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.788001:0:205368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002e2ed34a/0x4ad31463d9bbf6e9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1042:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335b6 expref: 10 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.788007:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502109.788008:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502109.788021:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000061e4856e/0x4ad31463d9bc0a68 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1042:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.788042:0:205368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002e2ed34a/0x4ad31463d9bbf6e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1042:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335b6 expref: 10 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.788050:0:205368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002e2ed34a/0x4ad31463d9bbf6e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1042:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335b6 expref: 10 pid: 205379 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.788058:0:205368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4fdb5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561356544:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502109.788087:0:205368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd7f24a780 going to sleep for 11 seconds 00000100:00100000:1.0:1777502109.788216:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502109.788254:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502109.788272:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561353856 00000100:00100000:1.0:1777502109.788277:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5089bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561355136:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502109.788278:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561353856 00000100:00100000:0.0:1777502109.788286:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561354624 00000100:00100000:0.0:1777502109.788291:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561354624 00000100:00100000:1.0:1777502109.788311:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502109.789489:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561355136 00000100:00100000:3.0:1777502109.789496:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561355136 00000100:00100000:0.0:1777502109.789508:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3017 00000100:00100000:1.0:1777502109.789521:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3018 00000100:00100000:0.0:1777502109.789522:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3310:x1863837561353856:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502109.789530:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3019 00000100:00100000:1.0:1777502109.789534:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3312:x1863837561354624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777502109.789541:0:205375:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4194 count 1 00000100:00100000:3.0:1777502109.789543:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+10:3312:x1863837561355136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777502109.789551:0:187548:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4160 count 1 00010000:00010000:0.0:1777502109.789557:0:205375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bc0a6f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1062:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1777502109.789559:0:205381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4198 count 1 00010000:00010000:1.0:1777502109.789564:0:187548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c68e7f2e/0x4ad31463d9bc0a76 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1040:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.789573:0:205381:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc0a7d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1066:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.789600:0:205375:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ba090420/0x4ad31463d9bbf31c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8334d6 expref: 11 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.789615:0:187548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a314a97b/0x4ad31463d9bbf4f1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833562 expref: 10 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.789623:0:205381:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002dc0d2c3/0x4ad31463d9bbf6f0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335bd expref: 11 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.789623:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502109.789626:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502109.789629:0:205375:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bc0a6f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.789634:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502109.789637:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502109.789642:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c68e7f2e/0x4ad31463d9bc0a76 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.789648:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502109.789653:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502109.789657:0:205381:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc0a7d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.789666:0:205375:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ba090420/0x4ad31463d9bbf31c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8334d6 expref: 11 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.789687:0:187548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a314a97b/0x4ad31463d9bbf4f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833562 expref: 10 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.789688:0:205375:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ba090420/0x4ad31463d9bbf31c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8334d6 expref: 11 pid: 189105 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.789696:0:205381:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002dc0d2c3/0x4ad31463d9bbf6f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335bd expref: 11 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.789717:0:187548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a314a97b/0x4ad31463d9bbf4f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833562 expref: 10 pid: 189105 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502109.789719:0:205375:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd77e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205375:1863837561356672:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502109.789738:0:205381:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002dc0d2c3/0x4ad31463d9bbf6f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335bd expref: 11 pid: 205378 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.789743:0:187548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4fdb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561356800:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502109.789774:0:205375:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc54067c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777502109.789777:0:187548:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd7f24aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1777502109.789809:0:205381:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd5249fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:205381:1863837561356928:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502109.789810:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502109.789845:0:205381:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4fd2ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1777502109.789853:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561355008 00000100:00100000:1.0:1777502109.789858:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561355008 00000100:00100000:1.0:1777502109.789892:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3020 00000100:00100000:0.0:1777502109.789898:0:205382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:205382:1863837561355648:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502109.789902:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4a887850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+11:3311:x1863837561355008:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777502109.789916:0:205383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4196 count 1 00010000:00010000:0.0:1777502109.789918:0:205382:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008c9b6e47/0x4ad31463d9bc0a37 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.789928:0:205383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc0a84 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1064:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.789941:0:205383:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000849d47ae/0x4ad31463d9bbf4d5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83354d expref: 11 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.789948:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502109.789950:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502109.789953:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc0a84 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.789974:0:205383:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000849d47ae/0x4ad31463d9bbf4d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83354d expref: 11 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.789985:0:205383:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000849d47ae/0x4ad31463d9bbf4d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83354d expref: 11 pid: 187551 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.789996:0:205383:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4fdb7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561357056:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502109.790030:0:205383:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd7f24ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1777502109.790040:0:188358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6646d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:188358:1863837561355776:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502109.790053:0:188358:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc0a3e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x103e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502109.790191:0:205379:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561356160:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502109.790195:0:205380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:205380:1863837561355520:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502109.790210:0:205379:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003b474638/0x4ad31463d9bc0a53 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.790214:0:205380:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dacc71d8/0x4ad31463d9bc0a30 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x103f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.790238:0:205377:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:205377:1863837561356032:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502109.790251:0:205377:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b319061e/0x4ad31463d9bc0a4c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.790329:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4fdb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561355904:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502109.790346:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006e9c4891/0x4ad31463d9bc0a45 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502109.790352:0:205386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6646ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:205386:1863837561356288:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502109.790371:0:205386:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b1111ef9/0x4ad31463d9bc0a5a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x103c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502109.790383:0:189105:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4fdb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561356416:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502109.790398:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4fdb5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561356544:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502109.790402:0:189105:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007729a9cd/0x4ad31463d9bc0a61 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502109.790404:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502109.790413:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000061e4856e/0x4ad31463d9bc0a68 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1042:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502109.790430:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562931200 00000100:00100000:0.0:1777502109.790433:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562931200 00000100:00100000:3.0:1777502109.790441:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502109.790456:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000015e9b687/0x4ad31463d9bbf426 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x103e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833515 expref: 11 pid: 205380 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.790469:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562931456 00000100:00100000:3.0:1777502109.790473:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502109.790475:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562931456 00000100:00100000:0.0:1777502109.790487:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562931712 00000100:00100000:0.0:1777502109.790492:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562931712 00010000:00010000:1.0:1777502109.790497:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d6552978/0x4ad31463d9bbf4dc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833554 expref: 13 pid: 205383 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502109.790503:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1012 00010000:00010000:0.0:1777502109.790511:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cb17a760/0x4ad31463d9bbf434 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83352a expref: 13 pid: 205377 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502109.790515:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502109.790521:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+11:2370:x1863837562931200:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502109.790533:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562931968 00010000:00010000:2.0:1777502109.790534:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502109.790539:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562931968 00010000:00010000:2.0:1777502109.790544:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000015e9b687/0x4ad31463d9bbf426 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x103e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833515 expref: 11 pid: 205380 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502109.790551:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1013 00010000:00010000:1.0:1777502109.790557:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ee193658/0x4ad31463d9bbf6e2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335af expref: 12 pid: 205379 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502109.790561:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502109.790564:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000015e9b687/0x4ad31463d9bbf426 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x103e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833515 expref: 12 pid: 205380 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502109.790567:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f707c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+13:2370:x1863837562931456:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502109.790607:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502109.790613:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562931328 00010000:00010000:0.0:1777502109.790616:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d6552978/0x4ad31463d9bbf4dc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1065:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833554 expref: 13 pid: 205383 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.790618:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562931328 00010000:00010000:2.0:1777502109.790627:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000015e9b687/0x4ad31463d9bbf426 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x103e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833515 expref: 12 pid: 205380 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.790632:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d6552978/0x4ad31463d9bbf4dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1065:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833554 expref: 14 pid: 205383 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.790633:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000009b4631a/0x4ad31463d9bbf72f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335cb expref: 14 pid: 205383 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.790651:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502109.790654:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502109.790659:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc0a3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x103e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.790667:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d6552978/0x4ad31463d9bbf4dc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1065:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833554 expref: 14 pid: 205383 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.790669:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1014 00010000:00010000:2.0:1777502109.790686:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc0a3e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x103e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.790690:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502109.790693:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502109.790695:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:0775d2ab-558e-41f1-82c0-14244d133390+13:2370:x1863837562931712:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502109.790698:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003b474638/0x4ad31463d9bc0a53 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.790710:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502109.790710:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b474638/0x4ad31463d9bc0a53 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.790716:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502109.790718:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cb17a760/0x4ad31463d9bbf434 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1063:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83352a expref: 13 pid: 205377 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.790733:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cb17a760/0x4ad31463d9bbf434 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1063:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83352a expref: 13 pid: 205377 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.790741:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502109.790748:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502109.790752:0:205389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb17a760/0x4ad31463d9bbf434 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1063:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83352a expref: 13 pid: 205377 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502109.790754:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+11:2370:x1863837562931200:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 238us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502109.790769:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f707c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+13:2370:x1863837562931456:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 204us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502109.790773:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1012 00010000:00010000:1.0:1777502109.790775:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502109.790779:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777502109.790782:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1013 00010000:00010000:1.0:1777502109.790783:0:205389:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006e9c4891/0x4ad31463d9bc0a45 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.790793:0:205389:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e9c4891/0x4ad31463d9bc0a45 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502109.790797:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562932096 00000100:00100000:2.0:1777502109.790802:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562932096 00010000:00010000:2.0:1777502109.790820:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002e2ed34a/0x4ad31463d9bbf6e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1042:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335b6 expref: 11 pid: 205379 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.790825:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502109.790828:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1015 00000100:00100000:0.0:1777502109.790841:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49232a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+11:2373:x1863837562931968:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502109.790849:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1016 00010000:00010000:0.0:1777502109.790851:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502109.790855:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:0775d2ab-558e-41f1-82c0-14244d133390+11:2370:x1863837562931712:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 162us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502109.790861:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502109.790861:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ee193658/0x4ad31463d9bbf6e2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1041:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335af expref: 11 pid: 205379 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502109.790864:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837562931328:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502109.790876:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1014 00010000:00010000:2.0:1777502109.790879:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502109.790883:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ee193658/0x4ad31463d9bbf6e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1041:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335af expref: 11 pid: 205379 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.790886:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000009b4631a/0x4ad31463d9bbf72f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1067:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335cb expref: 11 pid: 205383 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.790904:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562931584 00000100:00100000:3.0:1777502109.790909:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502109.790910:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562931584 00010000:00010000:2.0:1777502109.790912:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000009b4631a/0x4ad31463d9bbf72f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1067:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335cb expref: 10 pid: 205383 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.790916:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee193658/0x4ad31463d9bbf6e2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1041:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335af expref: 11 pid: 205379 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.790929:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003e49d265/0x4ad31463d9bbf42d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x103f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833523 expref: 12 pid: 205381 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.790936:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502109.790937:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009b4631a/0x4ad31463d9bbf72f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1067:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335cb expref: 10 pid: 205383 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.790939:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502109.790944:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007729a9cd/0x4ad31463d9bc0a61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.790953:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562931840 00000100:00100000:1.0:1777502109.790958:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562931840 00010000:00010000:2.0:1777502109.790959:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502109.790959:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007729a9cd/0x4ad31463d9bc0a61 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.790963:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502109.790968:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b319061e/0x4ad31463d9bc0a4c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502109.790978:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502109.790985:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b319061e/0x4ad31463d9bc0a4c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.790986:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502109.790996:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004ffaddf2/0x4ad31463d9bbf43b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x103c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83351c expref: 12 pid: 205381 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502109.791001:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562932224 00010000:00010000:2.0:1777502109.791010:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502109.791021:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1017 00000100:00100000:0.0:1777502109.791021:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49232a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+12:2373:x1863837562931968:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 180us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502109.791030:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:0775d2ab-558e-41f1-82c0-14244d133390+12:2370:x1863837562932096:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1777502109.791034:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1015 00000100:00100000:2.0:1777502109.791037:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+9:2371:x1863837562931328:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 176us (479us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502109.791045:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502109.791046:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1016 00010000:00010000:1.0:1777502109.791053:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002e2ed34a/0x4ad31463d9bbf6e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1042:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335b6 expref: 11 pid: 205379 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502109.791056:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1018 00000100:00100000:3.0:1777502109.791065:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562932224 00000100:00100000:0.0:1777502109.791068:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837562931584:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502109.791071:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1019 00010000:00010000:1.0:1777502109.791071:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002e2ed34a/0x4ad31463d9bbf6e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1042:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335b6 expref: 11 pid: 205379 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.791080:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502109.791089:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d724f94b/0x4ad31463d9bbf442 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833531 expref: 9 pid: 205378 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502109.791089:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837562931840:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502109.791089:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003e49d265/0x4ad31463d9bbf42d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x103f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833523 expref: 11 pid: 205381 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.791092:0:205389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002e2ed34a/0x4ad31463d9bbf6e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1042:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335b6 expref: 11 pid: 205379 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.791104:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502109.791113:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004ffaddf2/0x4ad31463d9bbf43b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x103c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83351c expref: 11 pid: 205381 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.791121:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502109.791122:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003e49d265/0x4ad31463d9bbf42d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x103f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833523 expref: 10 pid: 205381 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.791133:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502109.791139:0:205389:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000061e4856e/0x4ad31463d9bc0a68 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1042:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502109.791141:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1020 00010000:00010000:2.0:1777502109.791141:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004ffaddf2/0x4ad31463d9bbf43b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x103c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83351c expref: 10 pid: 205381 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.791149:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e49d265/0x4ad31463d9bbf42d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x103f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833523 expref: 10 pid: 205381 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502109.791157:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f706050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+9:2371:x1863837562932224:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502109.791165:0:205389:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000061e4856e/0x4ad31463d9bc0a68 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1042:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.791176:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502109.791176:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502109.791177:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ffaddf2/0x4ad31463d9bbf43b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x103c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83351c expref: 9 pid: 205381 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.791179:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502109.791183:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dacc71d8/0x4ad31463d9bc0a30 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x103f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.791186:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d724f94b/0x4ad31463d9bbf442 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1061:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833531 expref: 9 pid: 205378 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.791189:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502109.791201:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502109.791205:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502109.791205:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dacc71d8/0x4ad31463d9bc0a30 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x103f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.791210:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b1111ef9/0x4ad31463d9bc0a5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x103c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.791216:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:0775d2ab-558e-41f1-82c0-14244d133390+8:2370:x1863837562932096:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 184us (467us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502109.791233:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d724f94b/0x4ad31463d9bbf442 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1061:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833531 expref: 9 pid: 205378 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.791235:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1111ef9/0x4ad31463d9bc0a5a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x103c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.791239:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1017 00010000:00010000:0.0:1777502109.791245:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502109.791266:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d724f94b/0x4ad31463d9bbf442 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1061:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833531 expref: 9 pid: 205378 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.791270:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502109.791272:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+7:2371:x1863837562931584:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 205us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502109.791286:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1018 00010000:00010000:3.0:1777502109.791290:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502109.791293:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502109.791296:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008c9b6e47/0x4ad31463d9bc0a37 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502109.791297:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+6:2371:x1863837562931840:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 214us (391us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502109.791298:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000061e4856e/0x4ad31463d9bc0a68 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502109.791316:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1019 00010000:00010000:3.0:1777502109.791322:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008c9b6e47/0x4ad31463d9bc0a37 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.791324:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000061e4856e/0x4ad31463d9bc0a68 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.791345:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000061e4856e/0x4ad31463d9bc0a68 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.791353:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000061e4856e/0x4ad31463d9bc0a68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.791357:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502109.791367:0:205382:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008c9b6e47/0x4ad31463d9bc0a37 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.791374:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502109.791376:0:205382:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008c9b6e47/0x4ad31463d9bc0a37 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502109.791384:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f706050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+8:2371:x1863837562932224:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 230us (407us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502109.791390:0:205382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008c9b6e47/0x4ad31463d9bc0a37 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502109.791397:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1020 00010000:00010000:0.0:1777502109.791404:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502109.791405:0:205382:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008c9b6e47/0x4ad31463d9bc0a37 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.791412:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000061e4856e/0x4ad31463d9bc0a68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.791423:0:205382:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502109.791431:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502109.791436:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000061e4856e/0x4ad31463d9bc0a68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.791445:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000061e4856e/0x4ad31463d9bc0a68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.791458:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000061e4856e/0x4ad31463d9bc0a68 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.791466:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000061e4856e/0x4ad31463d9bc0a68 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.791486:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502109.791490:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008c9b6e47/0x4ad31463d9bc0a37 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.791497:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502109.791500:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008c9b6e47/0x4ad31463d9bc0a37 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.791507:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008c9b6e47/0x4ad31463d9bc0a37 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.791519:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008c9b6e47/0x4ad31463d9bc0a37 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.791527:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008c9b6e47/0x4ad31463d9bc0a37 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.791546:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502109.791549:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502109.791552:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502109.791559:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502109.791567:0:189105:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007729a9cd/0x4ad31463d9bc0a61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.791573:0:189105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007729a9cd/0x4ad31463d9bc0a61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.791595:0:189105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007729a9cd/0x4ad31463d9bc0a61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.791601:0:189105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007729a9cd/0x4ad31463d9bc0a61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.791613:0:189105:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502109.791701:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502109.791707:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007729a9cd/0x4ad31463d9bc0a61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.791715:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505eee00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502109.791719:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007729a9cd/0x4ad31463d9bc0a61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.791732:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007729a9cd/0x4ad31463d9bc0a61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.791746:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007729a9cd/0x4ad31463d9bc0a61 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.791753:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007729a9cd/0x4ad31463d9bc0a61 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.791772:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502109.791776:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502109.791780:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502109.791921:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502109.791952:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502109.791985:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502109.792078:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502109.792123:0:205381:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5249fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:205381:1863837561356928:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502109.792140:0:205381:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc0a7d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502109.792164:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+12:3311:x1863837561354496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5024us (5093us total) trans 8589936041 rc 0/0 00000100:00100000:2.0:1777502109.792173:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3009 00000100:00100000:3.0:1777502109.792176:0:205375:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd77e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205375:1863837561356672:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502109.792184:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3309:x1863837561355392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4215us (4698us total) trans 8589935631 rc 0/0 00000100:00100000:0.0:1777502109.792189:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3309:x1863837561354880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4360us (4756us total) trans 8589935632 rc 0/0 00010000:00010000:3.0:1777502109.792192:0:205375:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bc0a6f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.792195:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3016 00000100:00100000:0.0:1777502109.792207:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3015 00000100:00100000:1.0:1777502109.792221:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562932352 00000100:00100000:1.0:1777502109.792225:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562932352 00010000:00010000:1.0:1777502109.792238:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000849d47ae/0x4ad31463d9bbf4d5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83354d expref: 8 pid: 187551 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.792242:0:188358:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc0a3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x103e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.792257:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562932480 00010000:00010000:0.0:1777502109.792257:0:188358:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc0a3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x103e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.792260:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562932480 00000100:00100000:2.0:1777502109.792270:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562932608 00010000:00010000:0.0:1777502109.792270:0:188358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc0a3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x103e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.792275:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ba090420/0x4ad31463d9bbf31c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8334d6 expref: 9 pid: 189105 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502109.792276:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562932608 00010000:00010000:0.0:1777502109.792288:0:188358:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc0a3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x103e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.792295:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a314a97b/0x4ad31463d9bbf4f1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833562 expref: 6 pid: 189105 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.792308:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562932736 00010000:00010000:0.0:1777502109.792312:0:188358:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777502109.792313:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562932736 00010000:00010000:3.0:1777502109.792316:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502109.792322:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc0a3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x103e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502109.792328:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1021 00010000:00010000:1.0:1777502109.792332:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002dc0d2c3/0x4ad31463d9bbf6f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335bd expref: 10 pid: 205378 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.792342:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68400 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:2.0:1777502109.792343:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+10:2370:x1863837562932352:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502109.792349:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc0a3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x103e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.792356:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502109.792359:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc0a3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x103e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.792364:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000849d47ae/0x4ad31463d9bbf4d5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1064:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83354d expref: 10 pid: 187551 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.792368:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1022 00010000:00010000:3.0:1777502109.792378:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc0a3e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x103e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.792382:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+10:2371:x1863837562932480:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502109.792396:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502109.792397:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc0a3e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x103e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.792398:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000849d47ae/0x4ad31463d9bbf4d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1064:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83354d expref: 10 pid: 187551 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.792403:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ba090420/0x4ad31463d9bbf31c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1062:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8334d6 expref: 10 pid: 189105 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.792430:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ba090420/0x4ad31463d9bbf31c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1062:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8334d6 expref: 10 pid: 189105 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.792432:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502109.792435:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502109.792436:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502109.792440:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502109.792441:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc0a84 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1064:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.792444:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502109.792445:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba090420/0x4ad31463d9bbf31c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1062:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8334d6 expref: 10 pid: 189105 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502109.792465:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1023 00010000:00010000:2.0:1777502109.792465:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc0a84 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1064:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.792470:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502109.792473:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502109.792478:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bc0a6f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502109.792479:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+6:2370:x1863837562932608:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502109.792490:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502109.792493:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bc0a6f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.792494:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502109.792502:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a314a97b/0x4ad31463d9bbf4f1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1040:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833562 expref: 6 pid: 189105 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.792516:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a314a97b/0x4ad31463d9bbf4f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1040:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833562 expref: 6 pid: 189105 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502109.792521:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+9:2370:x1863837562932352:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 180us (599us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502109.792522:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502109.792537:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1021 00010000:00010000:3.0:1777502109.792542:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502109.792544:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502109.792548:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c68e7f2e/0x4ad31463d9bc0a76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1040:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.792552:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+8:2371:x1863837562932480:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 171us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502109.792558:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1024 00000100:00100000:0.0:1777502109.792569:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3312:x1863837561354112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5276us (5443us total) trans 8589935633 rc 0/0 00010000:00010000:3.0:1777502109.792570:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c68e7f2e/0x4ad31463d9bc0a76 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1040:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502109.792573:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+8:2372:x1863837562932736:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502109.792607:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1022 00000100:00100000:0.0:1777502109.792613:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3010 00010000:00010000:2.0:1777502109.792620:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502109.792626:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502109.792627:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002dc0d2c3/0x4ad31463d9bbf6f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1066:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335bd expref: 7 pid: 205378 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.792643:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002dc0d2c3/0x4ad31463d9bbf6f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1066:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335bd expref: 7 pid: 205378 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502109.792653:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+6:2370:x1863837562932608:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 175us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502109.792667:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1023 00010000:00010000:1.0:1777502109.792681:0:205383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000849d47ae/0x4ad31463d9bbf4d5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83354d expref: 7 pid: 187551 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.792684:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002dc0d2c3/0x4ad31463d9bbf6f0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1066:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335bd expref: 7 pid: 205378 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502109.792705:0:205383:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4fdb7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561357056:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502109.792706:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502109.792709:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502109.792713:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc0a7d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.792720:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc0a7d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.792724:0:205383:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc0a84 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.792732:0:205380:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dacc71d8/0x4ad31463d9bc0a30 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x103f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.792736:0:205383:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc0a84 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.792741:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502109.792748:0:205380:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dacc71d8/0x4ad31463d9bc0a30 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x103f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.792751:0:205383:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc0a84 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.792754:0:205381:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc0a7d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.792768:0:205380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dacc71d8/0x4ad31463d9bc0a30 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x103f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502109.792771:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+5:2372:x1863837562932736:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 200us (692us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502109.792779:0:205383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc0a84 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502109.792789:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1024 00010000:00010000:0.0:1777502109.792793:0:205380:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dacc71d8/0x4ad31463d9bc0a30 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x103f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.792803:0:205383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc0a84 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.792827:0:205383:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1777502109.792834:0:205380:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1777502109.792836:0:205381:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc0a7d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.792837:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1777502109.792845:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc0a84 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.792850:0:205381:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc0a7d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.792858:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502109.792864:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc0a84 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.792866:0:205381:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc0a7d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.792883:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc0a84 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.792893:0:205381:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1777502109.792905:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc0a84 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.792913:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc0a84 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.792935:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1777502109.792939:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dacc71d8/0x4ad31463d9bc0a30 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x103f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.792946:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fb800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502109.792950:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dacc71d8/0x4ad31463d9bc0a30 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x103f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.792958:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dacc71d8/0x4ad31463d9bc0a30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x103f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.792969:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dacc71d8/0x4ad31463d9bc0a30 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x103f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.792976:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dacc71d8/0x4ad31463d9bc0a30 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x103f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.792994:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502109.792997:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc0a7d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.793005:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fa600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502109.793008:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc0a7d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.793015:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc0a7d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.793027:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc0a7d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.793034:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d3e4171/0x4ad31463d9bc0a7d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.793052:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502109.793055:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502109.793058:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502109.793325:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+11:3311:x1863837561353984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6211us (6346us total) trans 8589935634 rc 0/0 00000100:00100000:1.0:1777502109.793326:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4a887850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+13:3311:x1863837561355008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3426us (3518us total) trans 8589936042 rc 0/0 00000100:00100000:1.0:1777502109.793337:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3020 00000100:00100000:0.0:1777502109.793343:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3008 00000100:00100000:3.0:1777502109.793359:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+12:3312:x1863837561355136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3819us (5046us total) trans 8589936043 rc 0/0 00000100:00100000:3.0:1777502109.793367:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3019 00000100:00100000:1.0:1777502109.793369:0:3312:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589935629 gen 2 00010000:00010000:0.0:1777502109.793369:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502109.793383:0:205379:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003b474638/0x4ad31463d9bc0a53 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.793390:0:205379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003b474638/0x4ad31463d9bc0a53 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502109.793391:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc547b3800, transno 8589935301 00010000:00010000:3.0:1777502109.793392:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502109.793399:0:205379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003b474638/0x4ad31463d9bc0a53 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502109.793405:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc547b1500, transno 8589935302 00010000:00010000:0.0:1777502109.793405:0:205379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003b474638/0x4ad31463d9bc0a53 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502109.793410:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc547b1180, transno 8589935303 00000004:00080000:1.0:1777502109.793412:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc547b3b80, transno 8589935304 00000004:00080000:1.0:1777502109.793415:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc547b0a80, transno 8589935305 00000004:00080000:1.0:1777502109.793418:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc547b2d80, transno 8589935306 00010000:00010000:0.0:1777502109.793418:0:205379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1777502109.793421:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc547b1f80, transno 8589935307 00000004:00080000:1.0:1777502109.793423:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc547b2680, transno 8589935308 00000004:00080000:1.0:1777502109.793428:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd53f27100, transno 8589935309 00000004:00080000:1.0:1777502109.793431:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd53f25180, transno 8589935310 00000004:00080000:1.0:1777502109.793433:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd46319f80, transno 8589935311 00000004:00080000:1.0:1777502109.793437:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd67668000, transno 8589935312 00000004:00080000:1.0:1777502109.793440:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6766a300, transno 8589935313 00000004:00080000:1.0:1777502109.793444:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc82362d80, transno 8589935314 00000004:00080000:1.0:1777502109.793447:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd4772d880, transno 8589935315 00000004:00080000:1.0:1777502109.793451:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd53f26680, transno 8589935316 00000004:00080000:1.0:1777502109.793454:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6ea50000, transno 8589935317 00010000:00010000:3.0:1777502109.793459:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:1.0:1777502109.793459:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6ea52d80, transno 8589935318 00000004:00080000:1.0:1777502109.793463:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f37dc00, transno 8589935319 00010000:00010000:3.0:1777502109.793466:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003b474638/0x4ad31463d9bc0a53 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502109.793466:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f37fb80, transno 8589935320 00000004:00080000:1.0:1777502109.793470:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6ea52300, transno 8589935321 00000004:00080000:1.0:1777502109.793476:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc56069f80, transno 8589935322 00000004:00080000:1.0:1777502109.793479:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f37f800, transno 8589935323 00010000:00010000:3.0:1777502109.793481:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226ea00 already unused, calling callback (ffffffffc13f52e0) 00000004:00080000:1.0:1777502109.793482:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc56068e00, transno 8589935324 00000004:00080000:1.0:1777502109.793487:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4d4a5f80, transno 8589935325 00010000:00010000:3.0:1777502109.793488:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003b474638/0x4ad31463d9bc0a53 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502109.793491:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4cdf6a00, transno 8589935326 00000004:00080000:1.0:1777502109.793496:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7ccb2d80, transno 8589935327 00000004:00080000:1.0:1777502109.793501:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f37d500, transno 8589935328 00000004:00080000:1.0:1777502109.793505:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc56068380, transno 8589935329 00000004:00080000:1.0:1777502109.793508:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd67668380, transno 8589935330 00000004:00080000:1.0:1777502109.793511:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f37ca80, transno 8589935331 00000004:00080000:1.0:1777502109.793513:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f37c380, transno 8589935332 00000004:00080000:1.0:1777502109.793516:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd4772ca80, transno 8589935333 00000004:00080000:1.0:1777502109.793519:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd67668a80, transno 8589935334 00000004:00080000:1.0:1777502109.793521:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd46d6d500, transno 8589935335 00000004:00080000:1.0:1777502109.793523:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6766aa00, transno 8589935336 00000004:00080000:1.0:1777502109.793526:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6e4f6680, transno 8589935337 00000004:00080000:1.0:1777502109.793528:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc511d8380, transno 8589935338 00000004:00080000:1.0:1777502109.793530:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc53d92d80, transno 8589935339 00000004:00080000:1.0:1777502109.793533:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd46d6d880, transno 8589935340 00000004:00080000:1.0:1777502109.793536:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd505e0000, transno 8589935341 00000004:00080000:1.0:1777502109.793539:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4ddb6680, transno 8589935342 00000004:00080000:1.0:1777502109.793541:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7c2fca80, transno 8589935343 00000004:00080000:1.0:1777502109.793543:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc82362a00, transno 8589935344 00000004:00080000:1.0:1777502109.793545:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc492e7800, transno 8589935345 00000004:00080000:1.0:1777502109.793548:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc492e4000, transno 8589935346 00000004:00080000:1.0:1777502109.793550:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd4631b480, transno 8589935347 00000004:00080000:1.0:1777502109.793552:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc82360380, transno 8589935348 00000004:00080000:1.0:1777502109.793556:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd53f25c00, transno 8589935349 00010000:00010000:3.0:1777502109.793557:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003b474638/0x4ad31463d9bc0a53 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502109.793559:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd722e8380, transno 8589935350 00000004:00080000:1.0:1777502109.793565:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd722ea300, transno 8589935351 00000004:00080000:1.0:1777502109.793570:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd53f26300, transno 8589935352 00000004:00080000:1.0:1777502109.793574:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd722ebb80, transno 8589935353 00010000:00010000:3.0:1777502109.793600:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003b474638/0x4ad31463d9bc0a53 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.793609:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b474638/0x4ad31463d9bc0a53 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.793630:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502109.793633:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502109.793637:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777502109.793648:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd722ead80, transno 8589935354 00000004:00080000:1.0:1777502109.793651:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47d21180, transno 8589935355 00000004:00080000:1.0:1777502109.793654:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4ddb7480, transno 8589935356 00000004:00080000:1.0:1777502109.793655:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd722e9180, transno 8589935357 00000004:00080000:1.0:1777502109.793658:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd476d2d80, transno 8589935358 00000004:00080000:1.0:1777502109.793661:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd67669c00, transno 8589935359 00000004:00080000:1.0:1777502109.793664:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd53f27b80, transno 8589935360 00000004:00080000:1.0:1777502109.793667:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6766bb80, transno 8589935361 00000004:00080000:1.0:1777502109.793670:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd67668e00, transno 8589935362 00000100:00100000:0.0:1777502109.793704:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e4f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+12:3309:x1863837561354752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6166us (6471us total) trans 8589936044 rc 0/0 00000004:00080000:1.0:1777502109.793710:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd505e1180, transno 8589935363 00000100:00100000:0.0:1777502109.793710:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3012 00000004:00080000:1.0:1777502109.793716:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70d56d80, transno 8589935364 00000004:00080000:1.0:1777502109.793719:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd505e0e00, transno 8589935365 00000004:00080000:1.0:1777502109.793722:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc51a4ca80, transno 8589935366 00000004:00080000:1.0:1777502109.793725:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd505e3800, transno 8589935367 00000004:00080000:1.0:1777502109.793729:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd505e2300, transno 8589935368 00010000:00010000:0.0:1777502109.793731:0:205386:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b1111ef9/0x4ad31463d9bc0a5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x103c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502109.793732:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd46319880, transno 8589935369 00000004:00080000:1.0:1777502109.793736:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc49cdd880, transno 8589935370 00000004:00080000:1.0:1777502109.793740:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7ee51880, transno 8589935371 00000004:00080000:1.0:1777502109.793744:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7ee50380, transno 8589935372 00010000:00010000:0.0:1777502109.793747:0:205386:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1111ef9/0x4ad31463d9bc0a5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x103c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502109.793748:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7ee53480, transno 8589935373 00000004:00080000:1.0:1777502109.793752:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7ee52a00, transno 8589935374 00000004:00080000:1.0:1777502109.793757:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7ee52d80, transno 8589935375 00000004:00080000:1.0:1777502109.793762:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd50899f80, transno 8589935376 00010000:00010000:0.0:1777502109.793762:0:205386:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1111ef9/0x4ad31463d9bc0a5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x103c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502109.793765:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7ee50e00, transno 8589935377 00000004:00080000:1.0:1777502109.793770:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc49233800, transno 8589935378 00000004:00080000:1.0:1777502109.793775:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc49230a80, transno 8589935379 00010000:00010000:0.0:1777502109.793775:0:205386:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b1111ef9/0x4ad31463d9bc0a5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x103c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502109.793780:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7ccb2300, transno 8589935380 00000004:00080000:1.0:1777502109.793786:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd67668700, transno 8589935381 00000004:00080000:1.0:1777502109.793790:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd71dd1500, transno 8589935382 00000004:00080000:1.0:1777502109.793792:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd50898380, transno 8589935383 00010000:00010000:0.0:1777502109.793794:0:205386:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1777502109.793795:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7ccb3800, transno 8589935384 00000004:00080000:1.0:1777502109.793799:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd722eb800, transno 8589935385 00000004:00080000:1.0:1777502109.793802:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd455e1f80, transno 8589935386 00000004:00080000:1.0:1777502109.793807:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd455e1500, transno 8589935387 00000004:00080000:1.0:1777502109.793811:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd455e3480, transno 8589935388 00000004:00080000:1.0:1777502109.793814:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd455e2d80, transno 8589935389 00000004:00080000:1.0:1777502109.793818:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77eed880, transno 8589935390 00010000:00010000:3.0:1777502109.793821:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:1.0:1777502109.793822:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4a05a300, transno 8589935391 00010000:00010000:3.0:1777502109.793827:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b1111ef9/0x4ad31463d9bc0a5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x103c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502109.793827:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77eec000, transno 8589935392 00000004:00080000:1.0:1777502109.793833:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc5606b480, transno 8589935393 00000004:00080000:1.0:1777502109.793839:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd455e0000, transno 8589935394 00010000:00010000:3.0:1777502109.793840:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69800 already unused, calling callback (ffffffffc13f52e0) 00000004:00080000:1.0:1777502109.793845:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd455e1c00, transno 8589935395 00010000:00010000:3.0:1777502109.793846:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1111ef9/0x4ad31463d9bc0a5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x103c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502109.793850:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70f3dc00, transno 8589935396 00000004:00080000:1.0:1777502109.793856:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc56069180, transno 8589935397 00010000:00010000:3.0:1777502109.793859:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1111ef9/0x4ad31463d9bc0a5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x103c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502109.793862:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70f3c000, transno 8589935398 00000004:00080000:1.0:1777502109.793868:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77eec700, transno 8589935399 00000004:00080000:1.0:1777502109.793875:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70f3d500, transno 8589935400 00010000:00010000:3.0:1777502109.793878:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b1111ef9/0x4ad31463d9bc0a5a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x103c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502109.793883:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70f3c380, transno 8589935401 00010000:00010000:3.0:1777502109.793886:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1111ef9/0x4ad31463d9bc0a5a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x103c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502109.793889:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc56068700, transno 8589935402 00000004:00080000:1.0:1777502109.793895:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc56069500, transno 8589935403 00000004:00080000:1.0:1777502109.793902:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc51a4ed80, transno 8589935404 00000004:00080000:1.0:1777502109.793906:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd46318380, transno 8589935405 00000004:00080000:1.0:1777502109.793911:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc5606a300, transno 8589935406 00010000:00010000:3.0:1777502109.793913:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777502109.793915:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70f3c700, transno 8589935407 00010000:00010000:3.0:1777502109.793917:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777502109.793919:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc5606bb80, transno 8589935408 00010000:00010000:3.0:1777502109.793922:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777502109.793923:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd67471500, transno 8589935409 00000004:00080000:1.0:1777502109.793927:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f37d180, transno 8589935410 00000004:00080000:1.0:1777502109.793929:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc42385f80, transno 8589935411 00000004:00080000:1.0:1777502109.793933:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7ccb2680, transno 8589935412 00000004:00080000:1.0:1777502109.793937:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5282ad80, transno 8589935413 00000004:00080000:1.0:1777502109.793940:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc5843ce00, transno 8589935414 00000004:00080000:1.0:1777502109.793943:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc49cdf100, transno 8589935415 00000004:00080000:1.0:1777502109.793946:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd52828e00, transno 8589935416 00000004:00080000:1.0:1777502109.793949:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6646ce00, transno 8589935417 00000004:00080000:1.0:1777502109.793953:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc49cdea00, transno 8589935418 00000004:00080000:1.0:1777502109.793957:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc49cddc00, transno 8589935419 00000004:00080000:1.0:1777502109.793960:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6646e300, transno 8589935420 00000004:00080000:1.0:1777502109.793963:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6646f480, transno 8589935421 00000004:00080000:1.0:1777502109.793965:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6646f100, transno 8589935422 00000004:00080000:1.0:1777502109.793969:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd521d2a00, transno 8589935423 00000004:00080000:1.0:1777502109.793972:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc49cdd500, transno 8589935424 00000004:00080000:1.0:1777502109.793976:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cefb80, transno 8589935425 00000004:00080000:1.0:1777502109.793980:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77f9e680, transno 8589935426 00000004:00080000:1.0:1777502109.793984:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cec380, transno 8589935427 00000004:00080000:1.0:1777502109.793987:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77f9f480, transno 8589935428 00000004:00080000:1.0:1777502109.793990:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70f3d880, transno 8589935429 00000004:00080000:1.0:1777502109.793994:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd4f66b100, transno 8589935430 00000004:00080000:1.0:1777502109.793998:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd4f66a680, transno 8589935431 00000004:00080000:1.0:1777502109.794002:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd4f669880, transno 8589935432 00000004:00080000:1.0:1777502109.794005:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5089a300, transno 8589935433 00000004:00080000:1.0:1777502109.794008:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd4f66aa00, transno 8589935434 00000004:00080000:1.0:1777502109.794012:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5089ad80, transno 8589935435 00000004:00080000:1.0:1777502109.794015:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4cdf6680, transno 8589935436 00000004:00080000:1.0:1777502109.794019:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd50898000, transno 8589935437 00000004:00080000:1.0:1777502109.794022:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4cdf5f80, transno 8589935438 00000100:00100000:0.0:1777502109.794025:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+11:3309:x1863837561354368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6457us (6646us total) trans 8589935635 rc 0/0 00000004:00080000:1.0:1777502109.794027:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd52828700, transno 8589935439 00000004:00080000:1.0:1777502109.794033:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd52828000, transno 8589935440 00000100:00100000:0.0:1777502109.794035:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3014 00000004:00080000:1.0:1777502109.794038:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70f3ed80, transno 8589935441 00000004:00080000:1.0:1777502109.794042:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70fa5f80, transno 8589935442 00000004:00080000:1.0:1777502109.794046:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4cdf6300, transno 8589935443 00000004:00080000:1.0:1777502109.794049:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70fa6a00, transno 8589935444 00000004:00080000:1.0:1777502109.794051:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70fa4380, transno 8589935445 00000004:00080000:1.0:1777502109.794052:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70fa5180, transno 8589935446 00000004:00080000:1.0:1777502109.794054:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd46d6ea00, transno 8589935447 00000004:00080000:1.0:1777502109.794056:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd52829c00, transno 8589935448 00000004:00080000:1.0:1777502109.794057:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd50899500, transno 8589935449 00000004:00080000:1.0:1777502109.794059:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70fa4e00, transno 8589935450 00000004:00080000:1.0:1777502109.794060:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4a05b480, transno 8589935451 00000004:00080000:1.0:1777502109.794062:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5249df80, transno 8589935452 00000004:00080000:1.0:1777502109.794064:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70fa7b80, transno 8589935453 00000004:00080000:1.0:1777502109.794065:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5249ea00, transno 8589935454 00000004:00080000:1.0:1777502109.794067:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77eef100, transno 8589935455 00000004:00080000:1.0:1777502109.794069:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77eed500, transno 8589935456 00000004:00080000:1.0:1777502109.794070:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd51fd4700, transno 8589935457 00000004:00080000:1.0:1777502109.794072:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5249d500, transno 8589935458 00000004:00080000:1.0:1777502109.794073:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd51fd7100, transno 8589935459 00000004:00080000:1.0:1777502109.794075:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77eef480, transno 8589935460 00000004:00080000:1.0:1777502109.794076:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5095e300, transno 8589935461 00000004:00080000:1.0:1777502109.794078:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5095fb80, transno 8589935462 00000004:00080000:1.0:1777502109.794079:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5095d180, transno 8589935463 00000004:00080000:1.0:1777502109.794080:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5095ea00, transno 8589935464 00000004:00080000:1.0:1777502109.794082:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77eedc00, transno 8589935465 00000004:00080000:1.0:1777502109.794083:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5095c000, transno 8589935466 00000004:00080000:1.0:1777502109.794085:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5095c380, transno 8589935467 00000004:00080000:1.0:1777502109.794086:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd51fd7480, transno 8589935468 00000004:00080000:1.0:1777502109.794088:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd71c3ad80, transno 8589935469 00000004:00080000:1.0:1777502109.794089:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77eed180, transno 8589935470 00000004:00080000:1.0:1777502109.794091:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd71c39880, transno 8589935471 00000004:00080000:1.0:1777502109.794092:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5249ca80, transno 8589935472 00000004:00080000:1.0:1777502109.794093:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd71c38700, transno 8589935473 00000004:00080000:1.0:1777502109.794095:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd71c38380, transno 8589935474 00000004:00080000:1.0:1777502109.794096:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f79e680, transno 8589935475 00000004:00080000:1.0:1777502109.794098:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd71c38e00, transno 8589935476 00000004:00080000:1.0:1777502109.794099:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd71c3a300, transno 8589935477 00000004:00080000:1.0:1777502109.794100:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70f3f800, transno 8589935478 00000004:00080000:1.0:1777502109.794102:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f79df80, transno 8589935479 00000004:00080000:1.0:1777502109.794103:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd521d1880, transno 8589935480 00000004:00080000:1.0:1777502109.794105:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd521d0700, transno 8589935481 00000004:00080000:1.0:1777502109.794107:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd455e3b80, transno 8589935482 00000004:00080000:1.0:1777502109.794108:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7ee51180, transno 8589935483 00000004:00080000:1.0:1777502109.794110:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd455e3800, transno 8589935484 00000004:00080000:1.0:1777502109.794112:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f79ea00, transno 8589935485 00000004:00080000:1.0:1777502109.794113:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd53f25f80, transno 8589935486 00000004:00080000:1.0:1777502109.794115:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77f9df80, transno 8589935487 00000004:00080000:1.0:1777502109.794117:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77f9c380, transno 8589935488 00000004:00080000:1.0:1777502109.794118:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd46d6dc00, transno 8589935489 00000004:00080000:1.0:1777502109.794120:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc595e8700, transno 8589935490 00000004:00080000:1.0:1777502109.794121:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc5843e300, transno 8589935491 00000004:00080000:1.0:1777502109.794123:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd521d0e00, transno 8589935492 00000004:00080000:1.0:1777502109.794124:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc82360e00, transno 8589935493 00000004:00080000:1.0:1777502109.794126:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd58bed880, transno 8589935494 00000004:00080000:1.0:1777502109.794127:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd58bed180, transno 8589935495 00000004:00080000:1.0:1777502109.794128:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77eedf80, transno 8589935496 00000004:00080000:1.0:1777502109.794130:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77eee300, transno 8589935497 00000004:00080000:1.0:1777502109.794131:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70f3df80, transno 8589935498 00000004:00080000:1.0:1777502109.794133:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77f9d500, transno 8589935499 00000004:00080000:1.0:1777502109.794134:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f37c000, transno 8589935500 00000004:00080000:1.0:1777502109.794136:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77eee680, transno 8589935501 00000004:00080000:1.0:1777502109.794137:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70fa5c00, transno 8589935502 00000004:00080000:1.0:1777502109.794138:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5282b800, transno 8589935503 00000004:00080000:1.0:1777502109.794140:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cec000, transno 8589935504 00000004:00080000:1.0:1777502109.794141:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77eefb80, transno 8589935505 00000004:00080000:1.0:1777502109.794143:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cef800, transno 8589935506 00000004:00080000:1.0:1777502109.794144:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cef100, transno 8589935507 00000004:00080000:1.0:1777502109.794145:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5249c700, transno 8589935508 00000004:00080000:1.0:1777502109.794147:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5249c380, transno 8589935509 00000004:00080000:1.0:1777502109.794149:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5282aa00, transno 8589935510 00000004:00080000:1.0:1777502109.794151:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd71c3a680, transno 8589935511 00000004:00080000:1.0:1777502109.794152:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd521d1c00, transno 8589935512 00000004:00080000:1.0:1777502109.794154:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77f9c000, transno 8589935513 00000004:00080000:1.0:1777502109.794156:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd521d3b80, transno 8589935514 00000004:00080000:1.0:1777502109.794157:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77f9c700, transno 8589935515 00000004:00080000:1.0:1777502109.794159:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70ceea00, transno 8589935516 00000004:00080000:1.0:1777502109.794160:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd51fd6680, transno 8589935517 00000004:00080000:1.0:1777502109.794162:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5095ca80, transno 8589935518 00000004:00080000:1.0:1777502109.794163:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f360a80, transno 8589935519 00000004:00080000:1.0:1777502109.794165:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd58befb80, transno 8589935520 00000004:00080000:1.0:1777502109.794166:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd51fd7800, transno 8589935521 00000004:00080000:1.0:1777502109.794168:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd58bef480, transno 8589935522 00000004:00080000:1.0:1777502109.794169:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd71c39180, transno 8589935523 00000004:00080000:1.0:1777502109.794170:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc547b0380, transno 8589935524 00000004:00080000:1.0:1777502109.794172:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5249f100, transno 8589935525 00000004:00080000:1.0:1777502109.794173:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70fa6300, transno 8589935526 00000004:00080000:1.0:1777502109.794174:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd58bedf80, transno 8589935527 00000004:00080000:1.0:1777502109.794176:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47d5b480, transno 8589935528 00000004:00080000:1.0:1777502109.794178:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5095c700, transno 8589935529 00000004:00080000:1.0:1777502109.794179:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47d59180, transno 8589935530 00000004:00080000:1.0:1777502109.794180:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47d5a300, transno 8589935531 00000004:00080000:1.0:1777502109.794182:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47d58a80, transno 8589935532 00000004:00080000:1.0:1777502109.794183:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47d58700, transno 8589935533 00000004:00080000:1.0:1777502109.794185:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5282b480, transno 8589935534 00000004:00080000:1.0:1777502109.794186:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cfea00, transno 8589935535 00000004:00080000:1.0:1777502109.794188:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cfdc00, transno 8589935536 00000004:00080000:1.0:1777502109.794189:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cfc000, transno 8589935537 00000004:00080000:1.0:1777502109.794190:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cfe300, transno 8589935538 00000004:00080000:1.0:1777502109.794192:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd48ce5c00, transno 8589935539 00000004:00080000:1.0:1777502109.794193:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd455e1880, transno 8589935540 00000004:00080000:1.0:1777502109.794195:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd455e2300, transno 8589935541 00000004:00080000:1.0:1777502109.794197:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc547b2a00, transno 8589935542 00000004:00080000:1.0:1777502109.794198:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70fa7100, transno 8589935543 00000004:00080000:1.0:1777502109.794200:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc49cdce00, transno 8589935544 00000004:00080000:1.0:1777502109.794201:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd455e2a00, transno 8589935545 00000004:00080000:1.0:1777502109.794203:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc42386300, transno 8589935546 00000004:00080000:1.0:1777502109.794204:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd53f25500, transno 8589935547 00000004:00080000:1.0:1777502109.794205:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd46318700, transno 8589935548 00000004:00080000:1.0:1777502109.794207:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47d5b800, transno 8589935549 00000004:00080000:1.0:1777502109.794208:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47d59f80, transno 8589935550 00000004:00080000:1.0:1777502109.794209:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47d5a680, transno 8589935551 00000004:00080000:1.0:1777502109.794210:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd48ce7b80, transno 8589935552 00000004:00080000:1.0:1777502109.794212:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47d5b100, transno 8589935553 00000004:00080000:1.0:1777502109.794213:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47d58000, transno 8589935554 00000004:00080000:1.0:1777502109.794214:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77f9ca80, transno 8589935555 00000004:00080000:1.0:1777502109.794216:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77f9d180, transno 8589935556 00000004:00080000:1.0:1777502109.794218:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77f9ea00, transno 8589935557 00000004:00080000:1.0:1777502109.794219:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cfed80, transno 8589935558 00000004:00080000:1.0:1777502109.794221:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77c8c380, transno 8589935559 00000004:00080000:1.0:1777502109.794222:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd80e9a300, transno 8589935560 00000004:00080000:1.0:1777502109.794224:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77c8d880, transno 8589935561 00000004:00080000:1.0:1777502109.794225:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cfe680, transno 8589935562 00000004:00080000:1.0:1777502109.794227:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77c8ea00, transno 8589935563 00000004:00080000:1.0:1777502109.794228:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd80e9a680, transno 8589935564 00000004:00080000:1.0:1777502109.794229:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd80e98700, transno 8589935565 00000004:00080000:1.0:1777502109.794230:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77c8c000, transno 8589935566 00000004:00080000:1.0:1777502109.794232:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd80e98e00, transno 8589935567 00000004:00080000:1.0:1777502109.794234:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77f9f100, transno 8589935568 00000004:00080000:1.0:1777502109.794235:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd80e99c00, transno 8589935569 00000004:00080000:1.0:1777502109.794237:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd71c3bb80, transno 8589935570 00000004:00080000:1.0:1777502109.794239:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5249ed80, transno 8589935571 00000004:00080000:1.0:1777502109.794240:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd48ce4700, transno 8589935572 00000004:00080000:1.0:1777502109.794242:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd521d0000, transno 8589935573 00000004:00080000:1.0:1777502109.794243:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5095ed80, transno 8589935574 00000004:00080000:1.0:1777502109.794245:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd58bec700, transno 8589935575 00000004:00080000:1.0:1777502109.794247:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd521d3800, transno 8589935576 00000004:00080000:1.0:1777502109.794248:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd521d0a80, transno 8589935577 00000004:00080000:1.0:1777502109.794249:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47d59c00, transno 8589935578 00000004:00080000:1.0:1777502109.794251:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd71c3aa00, transno 8589935579 00000004:00080000:1.0:1777502109.794252:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70c6b800, transno 8589935580 00000004:00080000:1.0:1777502109.794253:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70c6bb80, transno 8589935581 00000004:00080000:1.0:1777502109.794255:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70c6ad80, transno 8589935582 00000004:00080000:1.0:1777502109.794256:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd80e9b100, transno 8589935583 00000004:00080000:1.0:1777502109.794257:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70c68000, transno 8589935584 00000004:00080000:1.0:1777502109.794259:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd521d3480, transno 8589935585 00000004:00080000:1.0:1777502109.794260:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f5c6300, transno 8589935586 00000004:00080000:1.0:1777502109.794262:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6703ea00, transno 8589935587 00000004:00080000:1.0:1777502109.794263:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6703c700, transno 8589935588 00000004:00080000:1.0:1777502109.794265:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77eeca80, transno 8589935589 00000004:00080000:1.0:1777502109.794267:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6703d880, transno 8589935590 00000004:00080000:1.0:1777502109.794268:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70c69500, transno 8589935591 00000004:00080000:1.0:1777502109.794269:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70c6a680, transno 8589935592 00000004:00080000:1.0:1777502109.794271:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6703d500, transno 8589935593 00000004:00080000:1.0:1777502109.794272:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd521d0380, transno 8589935594 00000004:00080000:1.0:1777502109.794273:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5095f800, transno 8589935595 00000004:00080000:1.0:1777502109.794275:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70c69180, transno 8589935596 00000004:00080000:1.0:1777502109.794276:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd80ecd880, transno 8589935597 00000004:00080000:1.0:1777502109.794278:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd63da6680, transno 8589935598 00000004:00080000:1.0:1777502109.794279:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd80ecca80, transno 8589935599 00000004:00080000:1.0:1777502109.794281:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd80eced80, transno 8589935600 00000004:00080000:1.0:1777502109.794283:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd63da6d80, transno 8589935601 00000004:00080000:1.0:1777502109.794285:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd80ecce00, transno 8589935602 00000004:00080000:1.0:1777502109.794286:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd63da4380, transno 8589935603 00000004:00080000:1.0:1777502109.794288:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd63da5180, transno 8589935604 00000004:00080000:1.0:1777502109.794290:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd63da6300, transno 8589935605 00000004:00080000:1.0:1777502109.794291:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f5c4000, transno 8589935606 00000004:00080000:1.0:1777502109.794292:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd63da5880, transno 8589935607 00000004:00080000:1.0:1777502109.794294:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd48ce5f80, transno 8589935608 00000004:00080000:1.0:1777502109.794295:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd48ce7800, transno 8589935609 00000004:00080000:1.0:1777502109.794296:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd4fdb4380, transno 8589935610 00000004:00080000:1.0:1777502109.794298:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd4fdb7100, transno 8589935611 00000004:00080000:1.0:1777502109.794299:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd4fdb6680, transno 8589935612 00000004:00080000:1.0:1777502109.794301:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f5c4e00, transno 8589935613 00000004:00080000:1.0:1777502109.794302:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd48ce5500, transno 8589935614 00000004:00080000:1.0:1777502109.794303:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd4fdb5500, transno 8589935615 00000004:00080000:1.0:1777502109.794305:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77e34e00, transno 8589935616 00000004:00080000:1.0:1777502109.794307:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77e37800, transno 8589935617 00000004:00080000:1.0:1777502109.794308:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77e35500, transno 8589935618 00000004:00080000:1.0:1777502109.794309:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd71c39f80, transno 8589935619 00000004:00080000:1.0:1777502109.794311:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77e34700, transno 8589935620 00000004:00080000:1.0:1777502109.794312:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4d4a7480, transno 8589935621 00000004:00080000:1.0:1777502109.794314:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77c8d180, transno 8589935622 00000004:00080000:1.0:1777502109.794315:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77c8f480, transno 8589935623 00000004:00080000:1.0:1777502109.794316:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77c8fb80, transno 8589935624 00000004:00080000:1.0:1777502109.794317:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77c8f100, transno 8589935625 00000004:00080000:1.0:1777502109.794319:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd80e99500, transno 8589935626 00000004:00080000:1.0:1777502109.794320:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd80e9bb80, transno 8589935627 00000004:00080000:1.0:1777502109.794321:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd4fdb7480, transno 8589935628 00000004:00080000:1.0:1777502109.794322:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd80e9b800, transno 8589935629 00000100:00100000:1.0:1777502109.794327:0:3312:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff8dfd6646e680 x1863837561354112/t8589935633(8589935633) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777502125 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1777502109.794342:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd6646e680/2, rc 0, transno 8589935633 00000100:00100000:1.0:1777502109.794346:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6646e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561354112:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502109.794359:0:3312:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589936040 gen 2 00000004:00080000:1.0:1777502109.794406:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc492e6d80, transno 8589935712 00000004:00080000:1.0:1777502109.794415:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc492e5500, transno 8589935713 00000004:00080000:1.0:1777502109.794417:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc492e5c00, transno 8589935714 00000004:00080000:1.0:1777502109.794419:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc492e6680, transno 8589935715 00000004:00080000:1.0:1777502109.794422:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc492e6300, transno 8589935716 00000004:00080000:1.0:1777502109.794423:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc492e5880, transno 8589935717 00000004:00080000:1.0:1777502109.794425:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc492e7480, transno 8589935718 00000004:00080000:1.0:1777502109.794427:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc51a4df80, transno 8589935719 00000004:00080000:1.0:1777502109.794430:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd4772df80, transno 8589935720 00000004:00080000:1.0:1777502109.794432:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f79f800, transno 8589935721 00000004:00080000:1.0:1777502109.794434:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f79f480, transno 8589935722 00000004:00080000:1.0:1777502109.794437:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6766b800, transno 8589935723 00000004:00080000:1.0:1777502109.794441:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd4772ea00, transno 8589935724 00000004:00080000:1.0:1777502109.794443:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f37e680, transno 8589935725 00000004:00080000:1.0:1777502109.794446:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd67669500, transno 8589935726 00000004:00080000:1.0:1777502109.794449:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd46d6f480, transno 8589935727 00000004:00080000:1.0:1777502109.794450:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc5606b800, transno 8589935728 00000004:00080000:1.0:1777502109.794452:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd46d6fb80, transno 8589935729 00000004:00080000:1.0:1777502109.794454:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f37f480, transno 8589935730 00000004:00080000:1.0:1777502109.794455:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd46d6c700, transno 8589935731 00000004:00080000:1.0:1777502109.794457:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f37df80, transno 8589935732 00000004:00080000:1.0:1777502109.794458:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4cdf4000, transno 8589935733 00000004:00080000:1.0:1777502109.794460:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4cdf5c00, transno 8589935734 00000004:00080000:1.0:1777502109.794461:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4cdf7480, transno 8589935735 00000004:00080000:1.0:1777502109.794462:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7ccb0a80, transno 8589935736 00000004:00080000:1.0:1777502109.794464:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd4772ce00, transno 8589935737 00000004:00080000:1.0:1777502109.794466:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4cdf5180, transno 8589935738 00000004:00080000:1.0:1777502109.794468:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f37f100, transno 8589935739 00000004:00080000:1.0:1777502109.794470:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc5858aa00, transno 8589935740 00000004:00080000:1.0:1777502109.794473:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd46d6ca80, transno 8589935741 00000004:00080000:1.0:1777502109.794476:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7ccb0700, transno 8589935742 00000004:00080000:1.0:1777502109.794478:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd46d6e680, transno 8589935743 00000004:00080000:1.0:1777502109.794480:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd46d6c380, transno 8589935744 00000004:00080000:1.0:1777502109.794483:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47263b80, transno 8589935745 00000004:00080000:1.0:1777502109.794486:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd67669880, transno 8589935746 00000004:00080000:1.0:1777502109.794488:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd46d6d180, transno 8589935747 00000004:00080000:1.0:1777502109.794491:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4c71c000, transno 8589935748 00000004:00080000:1.0:1777502109.794492:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd505e2a00, transno 8589935749 00000004:00080000:1.0:1777502109.794495:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd46738e00, transno 8589935750 00000004:00080000:1.0:1777502109.794497:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd476d0e00, transno 8589935751 00000004:00080000:1.0:1777502109.794499:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd476d2680, transno 8589935752 00000004:00080000:1.0:1777502109.794501:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd476d0380, transno 8589935753 00000004:00080000:1.0:1777502109.794504:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f16d500, transno 8589935754 00000004:00080000:1.0:1777502109.794507:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6e6f9180, transno 8589935755 00000004:00080000:1.0:1777502109.794509:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc5843ed80, transno 8589935756 00000004:00080000:1.0:1777502109.794512:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4d4a5500, transno 8589935757 00000004:00080000:1.0:1777502109.794515:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd72dd5880, transno 8589935758 00000004:00080000:1.0:1777502109.794518:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc595ea680, transno 8589935759 00000004:00080000:1.0:1777502109.794522:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc595e9f80, transno 8589935760 00000004:00080000:1.0:1777502109.794525:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd722ea680, transno 8589935761 00000004:00080000:1.0:1777502109.794527:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc49cdc700, transno 8589935762 00000004:00080000:1.0:1777502109.794528:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4a059f80, transno 8589935763 00000004:00080000:1.0:1777502109.794530:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f16d180, transno 8589935764 00000004:00080000:1.0:1777502109.794534:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd46739f80, transno 8589935765 00000004:00080000:1.0:1777502109.794538:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4ddb7b80, transno 8589935766 00000004:00080000:1.0:1777502109.794542:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f16fb80, transno 8589935767 00000004:00080000:2.0:1777502109.794543:0:186960:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 327 in progress, 5 in flight, 8 done 00000004:00080000:1.0:1777502109.794545:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc49cde300, transno 8589935768 00000004:00080000:1.0:1777502109.794550:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd53f27480, transno 8589935769 00000004:00080000:1.0:1777502109.794553:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd45955500, transno 8589935770 00000004:00080000:1.0:1777502109.794555:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd722e9500, transno 8589935771 00000004:00080000:1.0:1777502109.794558:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6ea51500, transno 8589935772 00000004:00080000:1.0:1777502109.794560:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47d23b80, transno 8589935773 00000004:00080000:1.0:1777502109.794562:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6766b100, transno 8589935774 00000004:00080000:1.0:1777502109.794565:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc48236300, transno 8589935775 00000004:00080000:1.0:1777502109.794568:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc48234380, transno 8589935776 00000004:00080000:1.0:1777502109.794572:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc48235c00, transno 8589935777 00000004:00080000:1.0:1777502109.794598:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc48236a00, transno 8589935778 00000004:00080000:1.0:1777502109.794603:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd46d6f100, transno 8589935779 00000004:00080000:1.0:1777502109.794605:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd46d6e300, transno 8589935780 00000004:00080000:1.0:1777502109.794607:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc42385500, transno 8589935781 00000004:00080000:1.0:1777502109.794610:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70d55f80, transno 8589935782 00000004:00080000:1.0:1777502109.794613:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70d57b80, transno 8589935783 00000004:00080000:1.0:1777502109.794616:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc49cdd180, transno 8589935784 00000004:00080000:1.0:1777502109.794619:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc48235f80, transno 8589935785 00000004:00080000:1.0:1777502109.794622:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd71dd1180, transno 8589935786 00000004:00080000:1.0:1777502109.794625:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc56068a80, transno 8589935787 00000004:00080000:1.0:1777502109.794629:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7ee53b80, transno 8589935788 00000004:00080000:1.0:1777502109.794632:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f37d880, transno 8589935789 00000004:00080000:1.0:1777502109.794635:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc42384380, transno 8589935790 00010000:00010000:0.0:1777502109.794635:0:187550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006e9c4891/0x4ad31463d9bc0a45 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502109.794640:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7ccb0000, transno 8589935791 00000004:00080000:1.0:1777502109.794645:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7c2fd180, transno 8589935792 00010000:00010000:0.0:1777502109.794646:0:187550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006e9c4891/0x4ad31463d9bc0a45 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502109.794649:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7ccb2a00, transno 8589935793 00000004:00080000:1.0:1777502109.794654:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4a059c00, transno 8589935794 00010000:00010000:0.0:1777502109.794655:0:187550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e9c4891/0x4ad31463d9bc0a45 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502109.794657:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7ccb1180, transno 8589935795 00000004:00080000:1.0:1777502109.794661:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6766a680, transno 8589935796 00010000:00010000:0.0:1777502109.794662:0:187550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006e9c4891/0x4ad31463d9bc0a45 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502109.794665:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6766b480, transno 8589935797 00000004:00080000:1.0:1777502109.794681:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5089b800, transno 8589935798 00000004:00080000:1.0:1777502109.794686:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd53f24700, transno 8589935799 00000004:00080000:1.0:1777502109.794689:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77eece00, transno 8589935800 00010000:00010000:0.0:1777502109.794692:0:187550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1777502109.794693:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd53f24e00, transno 8589935801 00000004:00080000:1.0:1777502109.794698:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc82363480, transno 8589935802 00000004:00080000:1.0:1777502109.794700:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77f9e300, transno 8589935803 00000004:00080000:1.0:1777502109.794703:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77eeea00, transno 8589935804 00000004:00080000:1.0:1777502109.794706:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70f3f100, transno 8589935805 00000004:00080000:1.0:1777502109.794709:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70f3d180, transno 8589935806 00000004:00080000:1.0:1777502109.794712:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd455e0380, transno 8589935807 00000004:00080000:1.0:1777502109.794715:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7c2ff480, transno 8589935808 00000004:00080000:1.0:1777502109.794718:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70f3e300, transno 8589935809 00000004:00080000:1.0:1777502109.794722:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc56069880, transno 8589935810 00000004:00080000:1.0:1777502109.794725:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc5606a680, transno 8589935811 00000004:00080000:1.0:1777502109.794728:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc56068000, transno 8589935812 00000004:00080000:1.0:1777502109.794731:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc5858a300, transno 8589935813 00000004:00080000:1.0:1777502109.794734:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd4772d180, transno 8589935814 00000004:00080000:1.0:1777502109.794736:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7ccb0e00, transno 8589935815 00000004:00080000:1.0:1777502109.794738:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc48237b80, transno 8589935816 00000004:00080000:1.0:1777502109.794740:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7ccb1880, transno 8589935817 00000004:00080000:1.0:1777502109.794742:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7ccb3b80, transno 8589935818 00000004:00080000:1.0:1777502109.794744:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70d57100, transno 8589935819 00000004:00080000:1.0:1777502109.794746:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc42385c00, transno 8589935820 00000004:00080000:1.0:1777502109.794749:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f37ed80, transno 8589935821 00000004:00080000:1.0:1777502109.794751:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc42385880, transno 8589935822 00000004:00080000:1.0:1777502109.794754:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc48234a80, transno 8589935823 00000004:00080000:1.0:1777502109.794758:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc42386a00, transno 8589935824 00000004:00080000:1.0:1777502109.794761:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd4f668380, transno 8589935825 00000004:00080000:1.0:1777502109.794763:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5282a680, transno 8589935826 00000004:00080000:1.0:1777502109.794765:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5282bb80, transno 8589935827 00000004:00080000:1.0:1777502109.794768:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc49cdf800, transno 8589935828 00000004:00080000:1.0:1777502109.794771:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd52829500, transno 8589935829 00000004:00080000:1.0:1777502109.794774:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc49cddf80, transno 8589935830 00000004:00080000:1.0:1777502109.794776:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6646c700, transno 8589935831 00000004:00080000:1.0:1777502109.794779:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6646f800, transno 8589935832 00000004:00080000:1.0:1777502109.794781:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6646d500, transno 8589935833 00000004:00080000:1.0:1777502109.794784:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6646ed80, transno 8589935834 00000004:00080000:1.0:1777502109.794788:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd52828380, transno 8589935835 00000004:00080000:1.0:1777502109.794791:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77f9d880, transno 8589935836 00000004:00080000:1.0:1777502109.794793:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd52829880, transno 8589935837 00000004:00080000:1.0:1777502109.794797:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70ced180, transno 8589935838 00000004:00080000:1.0:1777502109.794800:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77f9ed80, transno 8589935839 00000004:00080000:1.0:1777502109.794804:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77f9fb80, transno 8589935840 00000004:00080000:1.0:1777502109.794807:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70f3ce00, transno 8589935841 00000004:00080000:1.0:1777502109.794811:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cef480, transno 8589935842 00000004:00080000:1.0:1777502109.794813:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70f3f480, transno 8589935843 00000004:00080000:1.0:1777502109.794816:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cee680, transno 8589935844 00000004:00080000:1.0:1777502109.794820:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd71dd2a00, transno 8589935845 00000004:00080000:1.0:1777502109.794824:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5282b100, transno 8589935846 00000004:00080000:1.0:1777502109.794827:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd4f66b800, transno 8589935847 00000004:00080000:1.0:1777502109.794829:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4cdf6d80, transno 8589935848 00000004:00080000:1.0:1777502109.794833:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4cdf4a80, transno 8589935849 00000004:00080000:1.0:1777502109.794836:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70ceed80, transno 8589935850 00000004:00080000:1.0:1777502109.794838:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cedc00, transno 8589935851 00000004:00080000:1.0:1777502109.794841:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc547b1c00, transno 8589935852 00000004:00080000:1.0:1777502109.794845:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70fa6d80, transno 8589935853 00000004:00080000:1.0:1777502109.794849:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70fa7480, transno 8589935854 00000004:00080000:1.0:1777502109.794852:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70fa4000, transno 8589935855 00000004:00080000:1.0:1777502109.794855:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5249d880, transno 8589935856 00000004:00080000:1.0:1777502109.794859:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5249d180, transno 8589935857 00000004:00080000:1.0:1777502109.794863:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70ced880, transno 8589935858 00000004:00080000:1.0:1777502109.794865:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70f3e680, transno 8589935859 00000004:00080000:1.0:1777502109.794869:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5249f800, transno 8589935860 00000004:00080000:1.0:1777502109.794872:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5249dc00, transno 8589935861 00000004:00080000:1.0:1777502109.794875:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd51fd5f80, transno 8589935862 00000004:00080000:1.0:1777502109.794879:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd51fd6a00, transno 8589935863 00000004:00080000:1.0:1777502109.794881:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5249ce00, transno 8589935864 00000004:00080000:1.0:1777502109.794884:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd51fd6300, transno 8589935865 00000004:00080000:1.0:1777502109.794888:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70fa4a80, transno 8589935866 00000004:00080000:1.0:1777502109.794891:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd51fd5500, transno 8589935867 00000004:00080000:1.0:1777502109.794895:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5249e680, transno 8589935868 00000004:00080000:1.0:1777502109.794899:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd51fd5c00, transno 8589935869 00000004:00080000:1.0:1777502109.794902:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd51fd5180, transno 8589935870 00000004:00080000:1.0:1777502109.794906:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd52829180, transno 8589935871 00000004:00080000:1.0:1777502109.794908:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5249c000, transno 8589935872 00000004:00080000:1.0:1777502109.794912:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4cdf5500, transno 8589935873 00000004:00080000:1.0:1777502109.794916:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd52828a80, transno 8589935874 00000004:00080000:1.0:1777502109.794921:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77eeed80, transno 8589935875 00000004:00080000:1.0:1777502109.794925:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70f3fb80, transno 8589935876 00000004:00080000:1.0:1777502109.794929:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd71c39c00, transno 8589935877 00000004:00080000:1.0:1777502109.794933:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd71c3b800, transno 8589935878 00000004:00080000:1.0:1777502109.794937:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd71c38a80, transno 8589935879 00000004:00080000:1.0:1777502109.794941:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5095f100, transno 8589935880 00000004:00080000:1.0:1777502109.794945:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cedf80, transno 8589935881 00000004:00080000:1.0:1777502109.794949:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cec700, transno 8589935882 00000004:00080000:1.0:1777502109.794953:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70ceca80, transno 8589935883 00000004:00080000:1.0:1777502109.794956:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5095d880, transno 8589935884 00000004:00080000:1.0:1777502109.794958:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cece00, transno 8589935885 00000004:00080000:1.0:1777502109.794961:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd50899c00, transno 8589935886 00000004:00080000:1.0:1777502109.794965:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70f3ea00, transno 8589935887 00000004:00080000:1.0:1777502109.794969:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70fa4700, transno 8589935888 00000004:00080000:1.0:1777502109.794972:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd50899180, transno 8589935889 00000004:00080000:1.0:1777502109.794976:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70fa7800, transno 8589935890 00000004:00080000:1.0:1777502109.794979:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70fa5500, transno 8589935891 00000004:00080000:1.0:1777502109.794983:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd455e0a80, transno 8589935892 00000004:00080000:1.0:1777502109.794986:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd46d6df80, transno 8589935893 00000004:00080000:1.0:1777502109.794990:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77f9f800, transno 8589935894 00000004:00080000:1.0:1777502109.794993:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd51fd7b80, transno 8589935895 00000004:00080000:1.0:1777502109.794997:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77f9ce00, transno 8589935896 00000004:00080000:1.0:1777502109.795000:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc595e9180, transno 8589935897 00000004:00080000:1.0:1777502109.795004:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd722e8000, transno 8589935898 00000004:00080000:1.0:1777502109.795007:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd58beed80, transno 8589935899 00000004:00080000:1.0:1777502109.795010:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd455e3100, transno 8589935900 00000004:00080000:1.0:1777502109.795013:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd58bee300, transno 8589935901 00000004:00080000:1.0:1777502109.795016:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd58bece00, transno 8589935902 00000004:00080000:1.0:1777502109.795018:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd58bec380, transno 8589935903 00000004:00080000:1.0:1777502109.795022:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77eec380, transno 8589935904 00000004:00080000:1.0:1777502109.795026:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd58beca80, transno 8589935905 00000004:00080000:1.0:1777502109.795030:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd51fd6d80, transno 8589935906 00000004:00080000:1.0:1777502109.795033:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77eef800, transno 8589935907 00000004:00080000:1.0:1777502109.795037:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd50899880, transno 8589935908 00000004:00080000:1.0:1777502109.795040:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd51fd4000, transno 8589935909 00000004:00080000:1.0:1777502109.795043:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77f9dc00, transno 8589935910 00000004:00080000:1.0:1777502109.795046:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd51fd5880, transno 8589935911 00000004:00080000:1.0:1777502109.795048:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd50898700, transno 8589935912 00000004:00080000:1.0:1777502109.795051:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5249e300, transno 8589935913 00000004:00080000:1.0:1777502109.795055:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f79c380, transno 8589935914 00000004:00080000:1.0:1777502109.795058:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5249f480, transno 8589935915 00000004:00080000:1.0:1777502109.795061:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd58beea00, transno 8589935916 00000004:00080000:1.0:1777502109.795065:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd71c3b100, transno 8589935917 00000004:00080000:1.0:1777502109.795068:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd71c38000, transno 8589935918 00000004:00080000:1.0:1777502109.795071:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5095ce00, transno 8589935919 00000004:00080000:1.0:1777502109.795074:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5095d500, transno 8589935920 00000004:00080000:1.0:1777502109.795078:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd521d2d80, transno 8589935921 00000004:00080000:1.0:1777502109.795080:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd521d1180, transno 8589935922 00000004:00080000:1.0:1777502109.795082:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd521d3100, transno 8589935923 00000004:00080000:1.0:1777502109.795084:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd521d2300, transno 8589935924 00000100:00100000:0.0:1777502109.795086:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3309:x1863837561354240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7563us (7923us total) trans 8589936045 rc 0/0 00000004:00080000:1.0:1777502109.795088:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd521d1500, transno 8589935925 00000004:00080000:1.0:1777502109.795092:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd58bef800, transno 8589935926 00000004:00080000:1.0:1777502109.795095:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd58bee680, transno 8589935927 00000004:00080000:1.0:1777502109.795100:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd51fd4e00, transno 8589935928 00000004:00080000:1.0:1777502109.795104:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd58bed500, transno 8589935929 00000004:00080000:1.0:1777502109.795107:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd51fd4380, transno 8589935930 00000100:00100000:0.0:1777502109.795107:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3011 00000004:00080000:1.0:1777502109.795112:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc547b0e00, transno 8589935931 00000004:00080000:1.0:1777502109.795116:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47d5ad80, transno 8589935932 00000004:00080000:1.0:1777502109.795119:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47d5aa00, transno 8589935933 00000004:00080000:1.0:1777502109.795122:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5282a300, transno 8589935934 00000004:00080000:1.0:1777502109.795125:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cfd880, transno 8589935935 00000004:00080000:1.0:1777502109.795128:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cfdf80, transno 8589935936 00000004:00080000:1.0:1777502109.795131:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd52829f80, transno 8589935937 00000004:00080000:1.0:1777502109.795135:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47d58e00, transno 8589935938 00010000:00010000:0.0:1777502109.795135:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:1.0:1777502109.795138:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cfce00, transno 8589935939 00000004:00080000:1.0:1777502109.795142:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5089a680, transno 8589935940 00010000:00010000:0.0:1777502109.795142:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006e9c4891/0x4ad31463d9bc0a45 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502109.795147:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47d5bb80, transno 8589935941 00000004:00080000:1.0:1777502109.795152:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd48ce4380, transno 8589935942 00010000:00010000:0.0:1777502109.795154:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef200 already unused, calling callback (ffffffffc13f52e0) 00000004:00080000:1.0:1777502109.795155:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cfd500, transno 8589935943 00000004:00080000:1.0:1777502109.795161:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd48ce4a80, transno 8589935944 00010000:00010000:0.0:1777502109.795161:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006e9c4891/0x4ad31463d9bc0a45 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502109.795165:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47d59880, transno 8589935945 00000004:00080000:1.0:1777502109.795169:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd48ce6680, transno 8589935946 00000004:00080000:1.0:1777502109.795174:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd48ce6d80, transno 8589935947 00010000:00010000:0.0:1777502109.795176:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006e9c4891/0x4ad31463d9bc0a45 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502109.795178:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cfca80, transno 8589935948 00000004:00080000:1.0:1777502109.795183:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc51a4fb80, transno 8589935949 00000004:00080000:1.0:1777502109.795188:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4ddb6d80, transno 8589935950 00000004:00080000:1.0:1777502109.795193:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cee300, transno 8589935951 00010000:00010000:0.0:1777502109.795195:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006e9c4891/0x4ad31463d9bc0a45 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502109.795196:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc48237480, transno 8589935952 00000004:00080000:1.0:1777502109.795201:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6ea51f80, transno 8589935953 00000004:00080000:1.0:1777502109.795205:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4ddb4700, transno 8589935954 00010000:00010000:0.0:1777502109.795207:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006e9c4891/0x4ad31463d9bc0a45 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502109.795209:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7ccb3100, transno 8589935955 00000004:00080000:1.0:1777502109.795214:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cfc700, transno 8589935956 00000004:00080000:1.0:1777502109.795218:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc42384e00, transno 8589935957 00000004:00080000:1.0:1777502109.795222:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6e4f5f80, transno 8589935958 00000004:00080000:1.0:1777502109.795226:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc5606ad80, transno 8589935959 00000004:00080000:1.0:1777502109.795230:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70ced500, transno 8589935960 00000004:00080000:1.0:1777502109.795233:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd476d0000, transno 8589935961 00010000:00010000:0.0:1777502109.795236:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777502109.795237:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd80e9ad80, transno 8589935962 00010000:00010000:0.0:1777502109.795241:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777502109.795242:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77c8f800, transno 8589935963 00000004:00080000:1.0:1777502109.795246:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd80e99880, transno 8589935964 00010000:00010000:0.0:1777502109.795246:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777502109.795250:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47d58380, transno 8589935965 00000004:00080000:1.0:1777502109.795254:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77c8ca80, transno 8589935966 00000004:00080000:1.0:1777502109.795258:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77c8e680, transno 8589935967 00010000:00010000:0.0:1777502109.795260:0:205377:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b319061e/0x4ad31463d9bc0a4c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502109.795261:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cff800, transno 8589935968 00000004:00080000:1.0:1777502109.795264:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd80e98380, transno 8589935969 00000004:00080000:1.0:1777502109.795266:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd48ce7480, transno 8589935970 00000004:00080000:1.0:1777502109.795270:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77c8e300, transno 8589935971 00000004:00080000:1.0:1777502109.795274:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd48ce7100, transno 8589935972 00010000:00010000:0.0:1777502109.795278:0:205377:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b319061e/0x4ad31463d9bc0a4c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502109.795279:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f79d180, transno 8589935973 00000004:00080000:1.0:1777502109.795282:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5089b100, transno 8589935974 00000004:00080000:1.0:1777502109.795287:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd50898e00, transno 8589935975 00000004:00080000:1.0:1777502109.795291:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd48ce6300, transno 8589935976 00000004:00080000:1.0:1777502109.795295:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5095f480, transno 8589935977 00000004:00080000:1.0:1777502109.795298:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5095dc00, transno 8589935978 00000004:00080000:1.0:1777502109.795301:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd80e9aa00, transno 8589935979 00010000:00010000:0.0:1777502109.795302:0:205377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b319061e/0x4ad31463d9bc0a4c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502109.795303:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd722eb100, transno 8589935980 00000004:00080000:1.0:1777502109.795307:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f5c7800, transno 8589935981 00000004:00080000:1.0:1777502109.795312:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70c68e00, transno 8589935982 00010000:00010000:0.0:1777502109.795314:0:205377:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b319061e/0x4ad31463d9bc0a4c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502109.795316:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70c69c00, transno 8589935983 00000004:00080000:1.0:1777502109.795319:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd58bef100, transno 8589935984 00000004:00080000:1.0:1777502109.795324:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd48ce4e00, transno 8589935985 00000004:00080000:1.0:1777502109.795328:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd51fd4a80, transno 8589935986 00000004:00080000:1.0:1777502109.795331:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70c6b100, transno 8589935987 00000004:00080000:1.0:1777502109.795334:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70c69f80, transno 8589935988 00010000:00010000:0.0:1777502109.795335:0:205377:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1777502109.795337:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6703d180, transno 8589935989 00000004:00080000:1.0:1777502109.795341:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6703e300, transno 8589935990 00000004:00080000:1.0:1777502109.795344:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6703f480, transno 8589935991 00000004:00080000:1.0:1777502109.795346:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f5c6a00, transno 8589935992 00000004:00080000:1.0:1777502109.795348:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5095df80, transno 8589935993 00000004:00080000:1.0:1777502109.795351:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6703c000, transno 8589935994 00000004:00080000:1.0:1777502109.795353:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f5c4a80, transno 8589935995 00000004:00080000:1.0:1777502109.795356:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd521d1f80, transno 8589935996 00000004:00080000:1.0:1777502109.795360:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f5c7b80, transno 8589935997 00000004:00080000:1.0:1777502109.795363:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd80ecc000, transno 8589935998 00000004:00080000:1.0:1777502109.795366:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70c68380, transno 8589935999 00000004:00080000:1.0:1777502109.795369:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd80ecf480, transno 8589936000 00000004:00080000:1.0:1777502109.795372:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd80ecfb80, transno 8589936001 00000004:00080000:1.0:1777502109.795375:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4cdf4e00, transno 8589936002 00000004:00080000:1.0:1777502109.795379:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f5c4380, transno 8589936003 00000004:00080000:1.0:1777502109.795381:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd80ecea00, transno 8589936004 00000004:00080000:1.0:1777502109.795384:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd50898a80, transno 8589936005 00000004:00080000:1.0:1777502109.795387:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6703dc00, transno 8589936006 00000004:00080000:1.0:1777502109.795391:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd63da5500, transno 8589936007 00000004:00080000:1.0:1777502109.795394:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f5c7480, transno 8589936008 00000004:00080000:1.0:1777502109.795397:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5089b480, transno 8589936009 00000004:00080000:1.0:1777502109.795399:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd63da7b80, transno 8589936010 00000004:00080000:1.0:1777502109.795403:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd80ece680, transno 8589936011 00000004:00080000:1.0:1777502109.795406:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f5c5880, transno 8589936012 00000004:00080000:1.0:1777502109.795408:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd4fdb6300, transno 8589936013 00000004:00080000:1.0:1777502109.795411:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd63da4e00, transno 8589936014 00000004:00080000:1.0:1777502109.795413:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77e36680, transno 8589936015 00000004:00080000:1.0:1777502109.795417:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77e35f80, transno 8589936016 00000004:00080000:1.0:1777502109.795420:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cffb80, transno 8589936017 00000004:00080000:1.0:1777502109.795423:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cff100, transno 8589936018 00000004:00080000:1.0:1777502109.795427:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70c69880, transno 8589936019 00000004:00080000:1.0:1777502109.795431:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd63da4700, transno 8589936020 00000004:00080000:1.0:1777502109.795435:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77e37100, transno 8589936021 00000004:00080000:1.0:1777502109.795438:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77e35880, transno 8589936022 00000004:00080000:1.0:1777502109.795441:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd455e1180, transno 8589936023 00000004:00080000:1.0:1777502109.795444:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd77e34380, transno 8589936024 00000004:00080000:1.0:1777502109.795447:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd48ce5880, transno 8589936025 00000004:00080000:1.0:1777502109.795451:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd455e2680, transno 8589936026 00000004:00080000:1.0:1777502109.795453:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd80e99f80, transno 8589936027 00000004:00080000:1.0:1777502109.795456:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd71c39500, transno 8589936028 00000004:00080000:1.0:1777502109.795460:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70fa5880, transno 8589936029 00000004:00080000:1.0:1777502109.795462:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70fa6680, transno 8589936030 00000004:00080000:1.0:1777502109.795466:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc49cdfb80, transno 8589936031 00000004:00080000:1.0:1777502109.795470:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd72c17800, transno 8589936032 00000004:00080000:1.0:1777502109.795472:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd72c14380, transno 8589936033 00000004:00080000:1.0:1777502109.795475:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd72c14a80, transno 8589936034 00000004:00080000:1.0:1777502109.795478:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd72c17100, transno 8589936035 00000004:00080000:1.0:1777502109.795482:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd72c17480, transno 8589936036 00000004:00080000:1.0:1777502109.795486:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd72c15880, transno 8589936037 00000004:00080000:1.0:1777502109.795494:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd72c16a00, transno 8589936038 00000004:00080000:1.0:1777502109.795497:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd72c16680, transno 8589936039 00000004:00080000:1.0:1777502109.795500:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd71c3b480, transno 8589936040 00000100:00100000:1.0:1777502109.795506:0:3312:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff8dfd5089bb80 x1863837561355136/t8589936043(8589936043) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777502125 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1777502109.795517:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd5089bb80/2, rc 0, transno 8589936043 00000100:00100000:1.0:1777502109.795521:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5089bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561355136:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1777502109.795638:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70cff480/2, rc 0, transno 8589936041 00000100:00100000:1.0:1777502109.795643:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561354496:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1777502109.795654:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd5089aa00/2, rc 0, transno 8589936042 00000100:00100000:1.0:1777502109.795657:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd5089aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561355008:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1777502109.795683:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd6646fb80/2, rc 0, transno 8589935634 00000100:00100000:1.0:1777502109.795687:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6646fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561353984:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1777502109.795715:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd6646c380/2, rc 0, transno 8589935635 00000100:00100000:1.0:1777502109.795719:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6646c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561354368:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1777502109.795732:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd6646dc00/2, rc 0, transno 8589935632 00000100:00100000:1.0:1777502109.795735:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6646dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561354880:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1777502109.795748:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd6646c000/2, rc 0, transno 8589935631 00000100:00100000:1.0:1777502109.795753:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6646c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561355392:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1777502109.795768:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70cfc380/2, rc 0, transno 8589936045 00000100:00100000:1.0:1777502109.795774:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561354240:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502109.795790:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3309:x1863837561355264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8244us (8488us total) trans 8589936046 rc 0/0 00000004:00080000:1.0:1777502109.795792:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70cfd180/2, rc 0, transno 8589936044 00000100:00100000:1.0:1777502109.795799:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70cfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561354752:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502109.795804:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3013 00000004:00080000:1.0:1777502109.795817:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd48ce5180/2, rc 0, transno 8589936046 00000004:00080000:3.0:1777502109.795818:0:186958:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 324 in progress, 2 in flight, 12 done 00000100:00100000:1.0:1777502109.795823:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd48ce5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561355264:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502109.795845:0:205375:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bc0a6f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.795852:0:205375:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bc0a6f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.795854:0:187548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a314a97b/0x4ad31463d9bbf4f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833562 expref: 5 pid: 189105 timeout: 8337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.795865:0:205375:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bc0a6f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502109.795871:0:205375:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bc0a6f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502109.795874:0:187548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4fdb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561356800:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502109.795887:0:205375:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1777502109.795896:0:187548:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c68e7f2e/0x4ad31463d9bc0a76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.795903:0:187548:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c68e7f2e/0x4ad31463d9bc0a76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.795908:0:187548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c68e7f2e/0x4ad31463d9bc0a76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.795914:0:187548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c68e7f2e/0x4ad31463d9bc0a76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.795919:0:187548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c68e7f2e/0x4ad31463d9bc0a76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.795931:0:187548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1777502109.796274:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3310:x1863837561353856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6757us (8057us total) trans 8589936047 rc 0/0 00000100:00100000:1.0:1777502109.796281:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3017 00000004:00080000:1.0:1777502109.796322:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd455a1c00/2, rc 0, transno 8589936047 00000100:00100000:1.0:1777502109.796327:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd455a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561353856:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502109.796358:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3312:x1863837561354624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6829us (8104us total) trans 8589935636 rc 0/0 00000100:00100000:0.0:1777502109.796364:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3018 00000004:00080000:1.0:1777502109.796370:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd6646ea00/2, rc 0, transno 8589935636 00000100:00100000:1.0:1777502109.796376:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6646ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561354624:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1777502109.796610:0:186960:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 6 in progress, 0 in flight, 321 done 00010000:00010000:2.0:1777502109.797655:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1777502109.797663:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b319061e/0x4ad31463d9bc0a4c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.797686:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fae00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502109.797690:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b319061e/0x4ad31463d9bc0a4c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.797707:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b319061e/0x4ad31463d9bc0a4c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.797712:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777502109.797719:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bc0a6f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.797723:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b319061e/0x4ad31463d9bc0a4c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.797730:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502109.797736:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bc0a6f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.797746:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bc0a6f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777502109.797749:0:186958:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 7 in progress, 0 in flight, 317 done 00010000:00010000:2.0:1777502109.797751:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b319061e/0x4ad31463d9bc0a4c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.797766:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502109.797766:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bc0a6f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.797774:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c68e7f2e/0x4ad31463d9bc0a76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.797775:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502109.797776:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e08057d/0x4ad31463d9bc0a6f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502109.797779:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502109.797783:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502109.797795:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502109.797800:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c68e7f2e/0x4ad31463d9bc0a76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502109.797803:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502109.797807:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502109.797810:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502109.797815:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c68e7f2e/0x4ad31463d9bc0a76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.797828:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c68e7f2e/0x4ad31463d9bc0a76 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.797836:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c68e7f2e/0x4ad31463d9bc0a76 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502109.797851:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502109.797853:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502109.797855:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.161711:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502110.657998:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfd50b7be00 gen 0 rate 1 depth 3 token 0 deadline 8238903396000 time 8237903396000 state 0x1 ref 4 00000100:00100000:1.0:1777502110.658026:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+17:272667:x1863837562929536:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.658043:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.658064:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efc00/0x4ad31463d9bc0a8b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x202:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8335f5 expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.658111:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efc00/0x4ad31463d9bc0a8b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x202:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335f5 expref: 18 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.658122:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efc00/0x4ad31463d9bc0a8b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x202:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335f5 expref: 18 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.658139:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x202:0x0].0x0 (ffff8dfd4fbd8a00) 00010000:00010000:1.0:1777502110.658142:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502110.658145:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505efc00, rc 0) 00000100:00100000:1.0:1777502110.658218:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+18:272667:x1863837562929536:12345-192.168.202.27@tcp:101:touch.500 Request processed in 203us (2999295us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.658226:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 1235 00000100:00100000:1.0:1777502110.658255:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfd50b7be00 gen 0 rate 1 depth 3 token 0 deadline 8238903673718 time 8237903673718 state 0x1 ref 3 00000100:00100000:1.0:1777502110.658263:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+17:272668:x1863837562929664:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.658269:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.658277:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc0a92 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x203:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8335fc expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.658298:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc0a92 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x203:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335fc expref: 18 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.658308:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc0a92 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x203:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335fc expref: 18 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.658320:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x203:0x0].0x0 (ffff8dfd4fbd8300) 00010000:00010000:1.0:1777502110.658323:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502110.658325:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505efa00, rc 0) 00000100:00100000:1.0:1777502110.658349:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+18:272668:x1863837562929664:12345-192.168.202.27@tcp:101:touch.500 Request processed in 85us (1999142us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.658356:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 1236 00000100:00100000:1.0:1777502110.658373:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfd50b7be00 gen 0 rate 1 depth 3 token 0 deadline 8238903793098 time 8237903793098 state 0x1 ref 2 00000100:00100000:1.0:1777502110.658381:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+17:272670:x1863837562930944:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:1.0:1777502110.658415:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502110.658431:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc0a22 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335ee expref: 17 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.658447:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x204:0x0].0x0 (ffff8dfd4fbd8400) 00010000:00010000:1.0:1777502110.658455:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502110.658502:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc0a99 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x204:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.658508:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc0a99 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x204:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.658515:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc0a99 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x204:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.658752:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000714b8169 reply state 0000000057960aca transno 8589938610 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc0a99 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x204:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.658766:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502110.658821:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+18:272670:x1863837562930944:12345-192.168.202.27@tcp:36:touch.500 Request processed in 441us (998192us total) trans 8589938610 rc 0/0 00000100:00100000:1.0:1777502110.658826:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 1237 00000100:00100000:1.0:1777502110.658837:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfd50b7be00 gen 0 rate 1 depth 3 token 0 deadline 8238903793098 time 8237904257363 state 0x0 ref 1 00000100:00100000:1.0:1777502110.658844:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+17:272674:x1863837562931072:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.658850:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.658856:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc0aa0 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833603 expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.659103:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eea00/0x4ad31463d9bc0aa7 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.659113:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eea00/0x4ad31463d9bc0aa7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.659121:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eea00/0x4ad31463d9bc0aa7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.659133:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc0aae lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.659141:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc0aae lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.659147:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc0aae lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.659498:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc0a99 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x204:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.659506:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc0a99 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x204:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.659513:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc0a99 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x204:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.659518:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.659522:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc0a99 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x204:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.659534:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc0a99 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x204:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.659544:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x204:0x0].0x0 (ffff8dfd4fbd8600) 00010000:00010000:0.0:1777502110.659546:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.659550:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc0a99 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x204:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.659555:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc0a99 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x204:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502110.659790:0:188648:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1045:0x0], index 1: 0 00010000:00010000:1.0:1777502110.659982:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc0ab5 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x205:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.659991:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc0ab5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.659999:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc0ab5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.660027:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eea00/0x4ad31463d9bc0aa7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.660032:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eea00/0x4ad31463d9bc0aa7 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.660038:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eea00/0x4ad31463d9bc0aa7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.660043:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505eea00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.660046:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eea00/0x4ad31463d9bc0aa7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.660051:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eea00/0x4ad31463d9bc0aa7 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.660059:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.660061:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.660064:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eea00/0x4ad31463d9bc0aa7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.660074:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eea00/0x4ad31463d9bc0aa7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.660084:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d7c8ff1f reply state 000000006a1d53f5 transno 8589938611 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc0aae lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.660091:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502110.660113:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc0aa0 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833603 expref: 19 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.660125:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc0ab5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833603 expref: 18 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.660132:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x205:0x0].0x0 (ffff8dfd4fbd8f00) 00010000:00010000:1.0:1777502110.660134:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.660136:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505eec00, rc 0) 00000100:00100000:1.0:1777502110.660164:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+19:272674:x1863837562931072:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1321us (999456us total) trans 8589938611 rc 0/0 00000100:00100000:1.0:1777502110.660169:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 1238 00000100:00100000:1.0:1777502110.660173:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfd50b7be00 gen 0 rate 1 depth 3 token 0 deadline 8238903793098 time 8237904257363 state 0x2 ref 0 00000100:00100000:1.0:1777502110.660182:0:188648:0:(nrs_tbf.c:531:nrs_tbf_cli_fini()) mdt.0 NRS: TBF class fini: class@ffff8dfd514d0700 key uid={500} rule@0xffff8dfd50b7be00 gen 0 rate 1 depth 3 token 0 deadline 8238903793098 time 8237904257363 state 0x6 ref 0 00000100:00100000:3.0:1777502110.660322:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.660350:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562932864 00000100:00100000:0.0:1777502110.660358:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562932864 00000100:00100000:3.0:1777502110.660387:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.660399:0:186936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3810 00000100:00100000:0.0:1777502110.660423:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+20:272670:x1863837562932864:12345-192.168.202.27@tcp:101:touch.500 00000100:00100000:3.0:1777502110.660430:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502110.660435:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777502110.660450:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562932992 00010000:00010000:0.0:1777502110.660450:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc0ac3 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x204:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83360a expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.660455:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562932992 00000100:00100000:3.0:1777502110.660458:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562933120 00000100:00100000:3.0:1777502110.660464:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562933120 00010000:00010000:0.0:1777502110.660486:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc0ac3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x204:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83360a expref: 21 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.660497:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc0ac3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x204:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83360a expref: 21 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.660505:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3021 00010000:00010000:0.0:1777502110.660511:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x204:0x0].0x0 (ffff8dfd64574800) 00010000:00010000:0.0:1777502110.660516:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1777502110.660517:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+5:2370:x1863837562932992:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:0.0:1777502110.660519:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e69c00, rc 0) 00000100:00100000:0.0:1777502110.660568:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+21:272670:x1863837562932864:12345-192.168.202.27@tcp:101:touch.500 Request processed in 148us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.660575:0:186936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3810 00000100:00100000:3.0:1777502110.660676:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3022 00000100:00100000:3.0:1777502110.660686:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+5:2373:x1863837562933120:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:2.0:1777502110.660753:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+6:2370:x1863837562932992:12345-192.168.202.27@tcp:2:touch.500 Request processed in 239us (365us total) trans 8589936048 rc 0/0 00000100:00100000:2.0:1777502110.660761:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3021 00000100:00100000:3.0:1777502110.660951:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+6:2373:x1863837562933120:12345-192.168.202.27@tcp:2:touch.500 Request processed in 267us (520us total) trans 8589935637 rc 0/0 00000100:00100000:3.0:1777502110.660959:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3022 00000100:00100000:1.0:1777502110.662028:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502110.662048:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc0aae lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.662063:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc0aae lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.662070:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc0aae lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.662077:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.662080:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc0aae lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.662087:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc0aae lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.662102:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffff8dfd4fbd8b00) 00010000:00010000:0.0:1777502110.662105:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.662109:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc0aae lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.662115:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc0aae lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.662119:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562933632 00000100:00100000:2.0:1777502110.662126:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562933632 00000100:00100000:1.0:1777502110.662160:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.662165:0:205369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3811 00000100:00100000:2.0:1777502110.662173:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+20:272674:x1863837562933632:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:2.0:1777502110.662208:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502110.662222:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc0ab5 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833603 expref: 20 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.662234:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x205:0x0].0x0 (ffff8dfd4fbd8f00) 00010000:00010000:2.0:1777502110.662241:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502110.662278:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562933504 00000100:00100000:0.0:1777502110.662288:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562933504 00010000:00010000:2.0:1777502110.662306:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc0aca lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x205:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.662316:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc0aca lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x205:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.662322:0:186937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3812 00010000:00010000:2.0:1777502110.662327:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc0aca lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x205:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.662333:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+20:272677:x1863837562933504:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502110.662344:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.662354:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc0ad1 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833611 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.662425:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cabdf89a reply state 0000000038580c6d transno 8589938612 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc0aca lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x205:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.662434:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502110.662434:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0ad8 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.662454:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0ad8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.662462:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0ad8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.662475:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc0adf lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.662483:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc0adf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.662490:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc0adf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.662501:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+23:272674:x1863837562933632:12345-192.168.202.27@tcp:36:touch.500 Request processed in 328us (474us total) trans 8589938612 rc 0/0 00000100:00100000:2.0:1777502110.662510:0:205369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3811 00000004:00080000:0.0:1777502110.662872:0:186937:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x106a:0x0], index 0: 0 00010000:00010000:0.0:1777502110.662985:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc0ae6 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x206:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.662995:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc0ae6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.663003:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc0ae6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.663031:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0ad8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.663040:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502110.663045:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0ad8 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.663052:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0ad8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.663058:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.663062:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0ad8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.663068:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0ad8 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.663077:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.663080:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777502110.663086:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502110.663087:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0ad8 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.663091:0:205362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562934016 00000100:00100000:1.0:1777502110.663097:0:205362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562934016 00010000:00010000:0.0:1777502110.663098:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0ad8 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.663110:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f213772c reply state 0000000008fbef2f transno 8589938613 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc0adf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.663116:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502110.663131:0:205362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562934144 00000100:00100000:1.0:1777502110.663135:0:205362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562934144 00010000:00010000:0.0:1777502110.663140:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc0ad1 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833611 expref: 26 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.663142:0:186939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1051 00000100:00100000:3.0:1777502110.663153:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.663158:0:186939:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+25:272667:x1863837562934016:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:0.0:1777502110.663164:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc0ae6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833611 expref: 25 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.663171:0:205362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1052 00010000:00010000:0.0:1777502110.663177:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x206:0x0].0x0 (ffff8dfd64574400) 00010000:00010000:0.0:1777502110.663180:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502110.663184:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e68a00, rc 0) 00000100:00100000:3.0:1777502110.663185:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562934272 00000100:00100000:1.0:1777502110.663185:0:205362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+25:272668:x1863837562934144:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:3.0:1777502110.663191:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562934272 00000100:00100000:3.0:1777502110.663228:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3023 00000100:00100000:0.0:1777502110.663228:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+26:272677:x1863837562933504:12345-192.168.202.27@tcp:101:touch.500 Request processed in 895us (1067us total) trans 8589938613 rc 0/0 00000100:00100000:0.0:1777502110.663242:0:186937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3812 00000100:00100000:3.0:1777502110.663243:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+6:2371:x1863837562934272:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:2.0:1777502110.663381:0:186939:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+27:272667:x1863837562934016:12345-192.168.202.27@tcp:35:touch.500 Request processed in 228us (344us total) trans 8589938614 rc 0/0 00000100:00100000:2.0:1777502110.663390:0:186939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1051 00000100:00100000:1.0:1777502110.663404:0:205362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+26:272668:x1863837562934144:12345-192.168.202.27@tcp:35:touch.500 Request processed in 221us (328us total) trans 8589938615 rc 0/0 00000100:00100000:1.0:1777502110.663413:0:205362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1052 00000100:00100000:3.0:1777502110.663462:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+7:2371:x1863837562934272:12345-192.168.202.27@tcp:2:touch.500 Request processed in 225us (312us total) trans 8589936049 rc 0/0 00000100:00100000:3.0:1777502110.663470:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3023 00010000:00010000:0.0:1777502110.664253:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc0aca lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x205:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.664261:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc0aca lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x205:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.664266:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc0aca lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x205:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.664274:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.664277:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc0aca lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x205:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.664282:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc0aca lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x205:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.664290:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x205:0x0].0x0 (ffff8dfd47d18e00) 00010000:00010000:0.0:1777502110.664292:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.664295:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc0aca lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x205:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.664304:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502110.664305:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc0aca lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x205:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.664345:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc0adf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.664352:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc0adf lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.664355:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562934400 00000100:00100000:1.0:1777502110.664361:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562934400 00010000:00010000:0.0:1777502110.664361:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc0adf lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.664368:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.664371:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc0adf lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.664377:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc0adf lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.664391:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffff8dfd64574500) 00010000:00010000:0.0:1777502110.664393:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.664396:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc0adf lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.664403:0:187571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3813 00000100:00100000:1.0:1777502110.664413:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+25:272674:x1863837562934400:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502110.664413:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc0adf lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.664427:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.664441:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc0af4 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x205:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833618 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.664484:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc0af4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x205:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833618 expref: 25 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.664495:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc0af4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x205:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833618 expref: 25 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.664507:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x205:0x0].0x0 (ffff8dfd4fbd8e00) 00010000:00010000:1.0:1777502110.664510:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502110.664512:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505eee00, rc 0) 00000100:00100000:1.0:1777502110.664538:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+25:272674:x1863837562934400:12345-192.168.202.27@tcp:101:touch.500 Request processed in 127us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.664544:0:187571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3813 00000100:00100000:1.0:1777502110.665056:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.665087:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562934784 00000100:00100000:3.0:1777502110.665092:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562934784 00000100:00100000:1.0:1777502110.665119:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.665243:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562934912 00000100:00100000:3.0:1777502110.665247:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562934912 00000100:00100000:3.0:1777502110.665281:0:205372:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3814 00000100:00100000:3.0:1777502110.665290:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+26:272677:x1863837562934784:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:1.0:1777502110.665319:0:186937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3815 00000100:00100000:1.0:1777502110.665329:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+26:272678:x1863837562934912:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502110.665334:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502110.665339:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.665350:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc0afb lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83361f expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.665357:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc0ae6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833611 expref: 26 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.665372:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x206:0x0].0x0 (ffff8dfd64574400) 00010000:00010000:3.0:1777502110.665379:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502110.665430:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc0b02 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x206:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.665446:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc0b02 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x206:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.665453:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0b09 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.665456:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc0b02 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x206:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.665477:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0b09 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.665486:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0b09 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.665500:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0b10 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.665508:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0b10 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.665514:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0b10 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502110.665568:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000007fa4e10 reply state 00000000aa0347f9 transno 8589938616 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc0b02 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x206:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.665603:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777502110.665678:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+28:272677:x1863837562934784:12345-192.168.202.27@tcp:36:touch.500 Request processed in 377us (610us total) trans 8589938616 rc 0/0 00000100:00100000:3.0:1777502110.665685:0:205372:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3814 00000004:00080000:1.0:1777502110.665949:0:186937:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1046:0x0], index 1: 0 00010000:00010000:1.0:1777502110.666061:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc0b17 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x207:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.666070:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc0b17 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.666080:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc0b17 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.666113:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0b09 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.666120:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0b09 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.666126:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0b09 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.666132:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.666135:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0b09 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.666142:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0b09 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.666150:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.666152:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.666156:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0b09 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.666162:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0b09 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.666173:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007f314c39 reply state 0000000049946c63 transno 8589938617 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0b10 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.666179:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502110.666199:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc0afb lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83361f expref: 29 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.666211:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc0b17 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83361f expref: 28 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.666218:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x207:0x0].0x0 (ffff8dfd4fbd8400) 00010000:00010000:1.0:1777502110.666220:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.666222:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ef600, rc 0) 00000100:00100000:1.0:1777502110.666255:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+29:272678:x1863837562934912:12345-192.168.202.27@tcp:101:touch.500 Request processed in 928us (1137us total) trans 8589938617 rc 0/0 00000100:00100000:1.0:1777502110.666262:0:186937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3815 00000100:00100000:3.0:1777502110.666359:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.666395:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562935168 00000100:00100000:0.0:1777502110.666400:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562935168 00000100:00100000:0.0:1777502110.666438:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1053 00000100:00100000:0.0:1777502110.666449:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+29:272670:x1863837562935168:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:3.0:1777502110.666457:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.666624:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+30:272670:x1863837562935168:12345-192.168.202.27@tcp:35:touch.500 Request processed in 178us (266us total) trans 8589938618 rc 0/0 00000100:00100000:0.0:1777502110.666631:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1053 00000100:00100000:1.0:1777502110.666804:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562935296 00000100:00100000:1.0:1777502110.666809:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562935296 00000100:00100000:1.0:1777502110.666842:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3024 00000100:00100000:1.0:1777502110.666850:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+6:2372:x1863837562935296:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:1.0:1777502110.667023:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+7:2372:x1863837562935296:12345-192.168.202.27@tcp:2:touch.500 Request processed in 173us (568us total) trans 8589935638 rc 0/0 00000100:00100000:1.0:1777502110.667030:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3024 00000100:00100000:3.0:1777502110.668871:0:205669:0:(nrs_tbf.c:597:nrs_tbf_rule_start()) TBF starts rule@ffff8dfd489efc00 rate 10000 gen 0 00000100:00100000:3.0:1777502110.668888:0:205669:0:(nrs_tbf.c:531:nrs_tbf_cli_fini()) mdt.0 NRS: TBF class fini: class@ffff8dfd77d96d00 key uid={0} rule@0xffff8dfc4250dc00 gen 0 rate 10000 depth 3 token 2 deadline 8236586412062 time 8236586500237 state 0x6 ref 0 00010000:00010000:0.0:1777502110.670242:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc0b02 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x206:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.670257:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc0b02 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x206:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.670264:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc0b02 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x206:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.670271:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fbe00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.670276:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc0b02 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x206:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.670284:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc0b02 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x206:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.670296:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0b10 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.670297:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x206:0x0].0x0 (ffff8dfd431bb000) 00010000:00010000:0.0:1777502110.670302:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.670308:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0b10 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.670309:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc0b02 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x206:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.670319:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0b10 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.670325:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc0b02 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x206:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.670326:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.670331:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0b10 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.670341:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0b10 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.670350:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffff8dfd4fbd8000) 00010000:00010000:1.0:1777502110.670352:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.670355:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0b10 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.670359:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0b10 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.670542:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.670573:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.670575:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562935424 00000100:00100000:1.0:1777502110.670612:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562935424 00000100:00100000:1.0:1777502110.670656:0:187571:0:(nrs_tbf.c:1360:nrs_tbf_cli_findadd()) unknown.0 NRS: TBF class insert: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 3 deadline 0 time 8237916072741 state 0x0 ref 1 00000100:00100000:2.0:1777502110.670678:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562935680 00000100:00100000:1.0:1777502110.670678:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 3 deadline 8237916172741 time 8237916072741 state 0x1 ref 1 00000100:00100000:2.0:1777502110.670684:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562935680 00000100:00100000:1.0:1777502110.670708:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237916172741 time 8237916126264 state 0x0 ref 1 00000100:00100000:1.0:1777502110.670721:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+28:272677:x1863837562935424:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.670757:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777502110.670770:0:205362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1054 00010000:00010000:1.0:1777502110.670774:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc0b25 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x206:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833626 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.670782:0:205362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+28:272674:x1863837562935680:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:1.0:1777502110.670826:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc0b25 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x206:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833626 expref: 29 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.670841:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc0b25 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x206:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833626 expref: 29 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.670856:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x206:0x0].0x0 (ffff8dfd4fbd8800) 00010000:00010000:1.0:1777502110.670859:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502110.670861:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ef000, rc 0) 00000100:00100000:1.0:1777502110.670929:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+29:272677:x1863837562935424:12345-192.168.202.27@tcp:101:touch.500 Request processed in 211us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.670936:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 0 00000100:00100000:1.0:1777502110.670939:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237916172741 time 8237916126264 state 0x2 ref 0 00000100:00100000:2.0:1777502110.671047:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.671073:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562936192 00000100:00100000:0.0:1777502110.671075:0:205362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+29:272674:x1863837562935680:12345-192.168.202.27@tcp:35:touch.500 Request processed in 295us (500us total) trans 8589938619 rc 0/0 00000100:00100000:3.0:1777502110.671079:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562936192 00000100:00100000:0.0:1777502110.671085:0:205362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1054 00000100:00100000:3.0:1777502110.671149:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237916172741 time 8237916126264 state 0x0 ref 1 00000100:00100000:1.0:1777502110.671153:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.671162:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237916226264 time 8237916126264 state 0x1 ref 1 00000100:00100000:2.0:1777502110.671204:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562936064 00000100:00100000:2.0:1777502110.671209:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562936064 00000100:00100000:2.0:1777502110.671223:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237916226264 time 8237916126264 state 0x1 ref 2 00000100:00100000:3.0:1777502110.671239:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237916757034 time 8237916657034 state 0x1 ref 2 00000100:00100000:2.0:1777502110.671248:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237916757034 time 8237916666759 state 0x0 ref 2 00000100:00100000:3.0:1777502110.671255:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+30:272678:x1863837562936192:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:2.0:1777502110.671265:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+30:272676:x1863837562936064:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502110.671275:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.671284:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502110.671286:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc0b2c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83362d expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.671300:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc0b17 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83361f expref: 31 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.671319:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x207:0x0].0x0 (ffff8dfd4fbd8400) 00010000:00010000:3.0:1777502110.671325:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502110.671376:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc0b33 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x207:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.671379:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc0b3a lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.671385:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc0b33 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.671395:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc0b3a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.671404:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc0b3a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.671416:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc0b41 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.671423:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc0b41 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.671429:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc0b41 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.671463:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc0b33 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502110.671565:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006c3e695b reply state 00000000420db348 transno 8589938620 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc0b33 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.671574:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777502110.671640:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+32:272678:x1863837562936192:12345-192.168.202.27@tcp:36:touch.500 Request processed in 392us (594us total) trans 8589938620 rc 0/0 00000100:00100000:3.0:1777502110.671646:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 1 00000004:00080000:2.0:1777502110.671918:0:186937:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x106b:0x0], index 0: 0 00010000:00010000:2.0:1777502110.672028:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc0b48 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x208:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.672038:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc0b48 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.672045:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc0b48 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.672071:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc0b3a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.672079:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc0b3a lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.672085:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc0b3a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.672090:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226ee00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.672093:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc0b3a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.672099:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc0b3a lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.672107:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.672109:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.672113:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc0b3a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.672118:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc0b3a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.672126:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000079f3c464 reply state 00000000de3acb9b transno 8589938621 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc0b41 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.672133:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502110.672152:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc0b2c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83362d expref: 33 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.672164:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc0b48 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83362d expref: 32 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.672171:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x208:0x0].0x0 (ffff8dfd47d18c00) 00010000:00010000:2.0:1777502110.672173:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.672175:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7226f000, rc 0) 00000100:00100000:2.0:1777502110.672209:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+33:272676:x1863837562936064:12345-192.168.202.27@tcp:101:touch.500 Request processed in 949us (1060us total) trans 8589938621 rc 0/0 00000100:00100000:2.0:1777502110.672216:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 2 00000100:00100000:2.0:1777502110.672221:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237916757034 time 8237916666759 state 0x2 ref 0 00000100:00100000:1.0:1777502110.672502:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.672720:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562936320 00000100:00100000:2.0:1777502110.672725:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562936320 00000100:00100000:1.0:1777502110.672752:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502110.672755:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc0b33 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.672764:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc0b33 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.672770:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc0b33 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.672775:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3025 00010000:00010000:0.0:1777502110.672781:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fa200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.672785:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc0b33 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.672789:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+7:2371:x1863837562936320:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:0.0:1777502110.672797:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc0b33 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.672815:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x207:0x0].0x0 (ffff8dfd431bbb00) 00010000:00010000:0.0:1777502110.672818:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.672821:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc0b33 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.672826:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc0b33 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.672874:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562936448 00000100:00100000:0.0:1777502110.672879:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562936448 00000100:00100000:0.0:1777502110.672906:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237916757034 time 8237916666759 state 0x0 ref 1 00000100:00100000:0.0:1777502110.672915:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237916766759 time 8237916666759 state 0x1 ref 1 00010000:00010000:3.0:1777502110.672916:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc0b41 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.672928:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc0b41 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.672933:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc0b41 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.672937:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.672947:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc0b41 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.672949:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237916766759 time 8237918366748 state 0x0 ref 1 00010000:00010000:3.0:1777502110.672965:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc0b41 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.672972:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+32:272678:x1863837562936448:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502110.672978:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffff8dfd47d18600) 00010000:00010000:3.0:1777502110.672982:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.672985:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc0b41 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.672986:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.672994:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc0b41 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.673002:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc0b56 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x207:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833634 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.673017:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+8:2371:x1863837562936320:12345-192.168.202.27@tcp:2:touch.500 Request processed in 231us (513us total) trans 8589936050 rc 0/0 00000100:00100000:2.0:1777502110.673026:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3025 00010000:00010000:0.0:1777502110.673036:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc0b56 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x207:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833634 expref: 32 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.673049:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc0b56 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x207:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833634 expref: 32 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.673063:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x207:0x0].0x0 (ffff8dfd64574500) 00010000:00010000:0.0:1777502110.673067:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777502110.673070:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e69e00, rc 0) 00000100:00100000:0.0:1777502110.673114:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+32:272678:x1863837562936448:12345-192.168.202.27@tcp:101:touch.500 Request processed in 148us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.673121:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 3 00000100:00100000:0.0:1777502110.673126:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237916766759 time 8237918366748 state 0x2 ref 0 00000100:00100000:1.0:1777502110.673657:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.673709:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.673735:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562936960 00000100:00100000:3.0:1777502110.673741:0:205669:0:(nrs_tbf.c:597:nrs_tbf_rule_start()) TBF starts rule@ffff8dfd489ef800 rate 10000 gen 0 00000100:00100000:0.0:1777502110.673741:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562936960 00000100:00100000:2.0:1777502110.673760:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562936832 00000100:00100000:0.0:1777502110.673761:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237916766759 time 8237918366748 state 0x0 ref 1 00000100:00100000:2.0:1777502110.673766:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562936832 00000100:00100000:0.0:1777502110.673771:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237918466748 time 8237918366748 state 0x1 ref 1 00000100:00100000:2.0:1777502110.673787:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237918466748 time 8237918366748 state 0x1 ref 2 00000100:00100000:0.0:1777502110.673796:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237919315280 time 8237919215280 state 0x1 ref 2 00000100:00100000:0.0:1777502110.673809:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+33:272676:x1863837562936960:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:2.0:1777502110.673812:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237919315280 time 8237919230358 state 0x0 ref 2 00000100:00100000:2.0:1777502110.673826:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+33:272680:x1863837562936832:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502110.673833:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.673843:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc0b5d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83363b expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.673851:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502110.673866:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc0b48 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83362d expref: 34 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.673880:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x208:0x0].0x0 (ffff8dfd47d18c00) 00010000:00010000:0.0:1777502110.673889:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502110.673926:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc0b64 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.673936:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502110.673937:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0b6b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x208:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.673942:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc0b64 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.673953:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0b6b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.673958:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc0b64 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.673968:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0b6b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.673975:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc0b72 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.673983:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc0b72 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.673991:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc0b72 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.674069:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004137b18a reply state 000000003046d296 transno 8589938622 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0b6b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.674078:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502110.674094:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562937088 00000100:00100000:1.0:1777502110.674098:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562937088 00000100:00100000:1.0:1777502110.674127:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3026 00000100:00100000:1.0:1777502110.674135:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+7:2370:x1863837562937088:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:0.0:1777502110.674138:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+35:272676:x1863837562936960:12345-192.168.202.27@tcp:36:touch.500 Request processed in 331us (481us total) trans 8589938622 rc 0/0 00000100:00100000:0.0:1777502110.674148:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 4 00000100:00100000:0.0:1777502110.674214:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.674288:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562937344 00000100:00100000:0.0:1777502110.674293:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562937344 00000100:00100000:0.0:1777502110.674324:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1055 00000100:00100000:1.0:1777502110.674338:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+8:2370:x1863837562937088:12345-192.168.202.27@tcp:2:touch.500 Request processed in 199us (402us total) trans 8589935639 rc 0/0 00000100:00100000:0.0:1777502110.674338:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f501450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+35:272677:x1863837562937344:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:1.0:1777502110.674351:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3026 00000100:00100000:0.0:1777502110.674530:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f501450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+36:272677:x1863837562937344:12345-192.168.202.27@tcp:35:touch.500 Request processed in 197us (315us total) trans 8589938623 rc 0/0 00000100:00100000:0.0:1777502110.674537:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1055 00000004:00080000:2.0:1777502110.674647:0:187571:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1047:0x0], index 1: 0 00010000:00010000:2.0:1777502110.674786:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc0b79 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x209:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.674794:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc0b79 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.674804:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc0b79 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.674823:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc0b64 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.674828:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc0b64 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.674832:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc0b64 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.674836:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226fc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.674838:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc0b64 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.674843:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc0b64 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.674849:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.674851:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.674853:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc0b64 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.674858:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc0b64 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.674867:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b14854d9 reply state 000000006a02441c transno 8589938624 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc0b72 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.674871:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502110.674886:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc0b5d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83363b expref: 37 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.674907:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc0b79 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83363b expref: 36 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.674907:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0b6b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.674924:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0b6b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.674926:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x209:0x0].0x0 (ffff8dfd47d18a00) 00010000:00010000:2.0:1777502110.674933:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502110.674934:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0b6b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.674937:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7226e400, rc 0) 00010000:00010000:0.0:1777502110.674943:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.674946:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0b6b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.674955:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0b6b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.674964:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x208:0x0].0x0 (ffff8dfd64574000) 00010000:00010000:0.0:1777502110.674966:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.674969:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0b6b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.674976:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0b6b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.674977:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+37:272680:x1863837562936832:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1151us (1265us total) trans 8589938624 rc 0/0 00000100:00100000:2.0:1777502110.674988:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 5 00000100:00100000:2.0:1777502110.674993:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237919315280 time 8237919230358 state 0x2 ref 0 00000100:00100000:0.0:1777502110.675138:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.675164:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562937472 00000100:00100000:1.0:1777502110.675169:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562937472 00000100:00100000:1.0:1777502110.675186:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237919315280 time 8237919230358 state 0x0 ref 1 00000100:00100000:1.0:1777502110.675194:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237919330358 time 8237919230358 state 0x1 ref 1 00000100:00100000:1.0:1777502110.675212:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237919330358 time 8237920632163 state 0x0 ref 1 00000100:00100000:1.0:1777502110.675222:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+36:272676:x1863837562937472:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.675229:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.675239:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc0b87 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x208:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833642 expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.675265:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc0b87 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x208:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833642 expref: 37 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.675277:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc0b87 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x208:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833642 expref: 37 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.675292:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x208:0x0].0x0 (ffff8dfd4fbd8c00) 00010000:00010000:1.0:1777502110.675296:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502110.675299:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ee600, rc 0) 00000100:00100000:1.0:1777502110.675332:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+37:272676:x1863837562937472:12345-192.168.202.27@tcp:101:touch.500 Request processed in 111us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.675339:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 6 00000100:00100000:1.0:1777502110.675344:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237919330358 time 8237920632163 state 0x2 ref 0 00000100:00100000:1.0:1777502110.675571:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.675617:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562937728 00000100:00100000:3.0:1777502110.675622:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562937728 00000100:00100000:3.0:1777502110.675660:0:186939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1056 00010000:00010000:0.0:1777502110.675660:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc0b72 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.675683:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc0b72 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.675685:0:186939:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+37:272678:x1863837562937728:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:0.0:1777502110.675698:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc0b72 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.675704:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.675707:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc0b72 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.675714:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc0b72 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.675730:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffff8dfd47d18d00) 00010000:00010000:0.0:1777502110.675734:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.675741:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc0b72 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.675747:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc0b72 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.675866:0:186939:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+37:272678:x1863837562937728:12345-192.168.202.27@tcp:35:touch.500 Request processed in 182us (294us total) trans 8589938625 rc 0/0 00000100:00100000:3.0:1777502110.675873:0:186939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1056 00000100:00100000:3.0:1777502110.676344:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.676387:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.676388:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562937856 00000100:00100000:0.0:1777502110.676393:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562937856 00000100:00100000:0.0:1777502110.676426:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3027 00000100:00100000:0.0:1777502110.676435:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+8:2371:x1863837562937856:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:2.0:1777502110.676437:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562938112 00000100:00100000:2.0:1777502110.676443:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562938112 00000100:00100000:2.0:1777502110.676462:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237919330358 time 8237920632163 state 0x0 ref 1 00000100:00100000:2.0:1777502110.676469:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237920732163 time 8237920632163 state 0x1 ref 1 00000100:00100000:2.0:1777502110.676491:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237920732163 time 8237921911269 state 0x0 ref 1 00000100:00100000:2.0:1777502110.676503:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+37:272683:x1863837562938112:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502110.676515:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.676525:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc0b8e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833649 expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.676632:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc0b95 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.676647:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc0b95 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.676655:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc0b95 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.676681:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc0b9c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.676688:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+9:2371:x1863837562937856:12345-192.168.202.27@tcp:2:touch.500 Request processed in 254us (344us total) trans 8589936051 rc 0/0 00010000:00010000:2.0:1777502110.676692:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc0b9c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.676696:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3027 00010000:00010000:2.0:1777502110.676705:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc0b9c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.676934:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.676960:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562938368 00000100:00100000:3.0:1777502110.676964:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562938368 00000100:00100000:3.0:1777502110.676979:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237922011269 time 8237921911269 state 0x1 ref 2 00000100:00100000:3.0:1777502110.677012:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237922011269 time 8237922431179 state 0x0 ref 2 00000100:00100000:3.0:1777502110.677024:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+39:272680:x1863837562938368:12345-192.168.202.27@tcp:36:touch.500 00000004:00080000:2.0:1777502110.677028:0:205369:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x106c:0x0], index 0: 0 00010000:00010000:3.0:1777502110.677051:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502110.677065:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc0b79 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83363b expref: 39 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.677078:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x209:0x0].0x0 (ffff8dfd47d18a00) 00010000:00010000:2.0:1777502110.677134:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc0ba3 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.677138:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502110.677146:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc0ba3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.677153:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc0ba3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.677174:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa000/0x4ad31463d9bc0baa lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x209:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.677181:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc0b95 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.677182:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa000/0x4ad31463d9bc0baa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x209:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.677198:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc0b95 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.677199:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa000/0x4ad31463d9bc0baa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x209:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.677214:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc0b95 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.677220:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.677224:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc0b95 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.677230:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc0b95 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.677239:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.677242:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.677246:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc0b95 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502110.677250:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000097f37202 reply state 0000000035a3a454 transno 8589938627 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa000/0x4ad31463d9bc0baa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x209:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.677251:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc0b95 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.677266:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00010000:2.0:1777502110.677273:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000052d07ca7 reply state 000000007d7d7ecc transno 8589938626 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc0b9c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.677280:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502110.677300:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc0b8e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833649 expref: 41 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.677311:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc0ba3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833649 expref: 40 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.677319:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20a:0x0].0x0 (ffff8dfd47d18b00) 00010000:00010000:2.0:1777502110.677321:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.677323:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7226fa00, rc 0) 00000100:00100000:2.0:1777502110.677365:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+41:272683:x1863837562938112:12345-192.168.202.27@tcp:101:touch.500 Request processed in 866us (981us total) trans 8589938626 rc 0/0 00000100:00100000:2.0:1777502110.677373:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 7 00000100:00100000:0.0:1777502110.677446:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.677492:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562938624 00000100:00100000:2.0:1777502110.677501:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562938624 00000100:00100000:3.0:1777502110.677528:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+42:272680:x1863837562938368:12345-192.168.202.27@tcp:36:touch.500 Request processed in 406us (496us total) trans 8589938627 rc 0/0 00000100:00100000:2.0:1777502110.677545:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1057 00000100:00100000:2.0:1777502110.677555:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+42:272676:x1863837562938624:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:3.0:1777502110.677656:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 8 00000100:00100000:3.0:1777502110.677676:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237922011269 time 8237922431179 state 0x2 ref 0 00000100:00100000:2.0:1777502110.677748:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+42:272676:x1863837562938624:12345-192.168.202.27@tcp:35:touch.500 Request processed in 194us (302us total) trans 8589938628 rc 0/0 00000100:00100000:2.0:1777502110.677756:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1057 00010000:00010000:1.0:1777502110.679314:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc0b9c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.679323:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc0b9c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.679328:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc0b9c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.679334:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.679338:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc0b9c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.679344:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc0b9c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.679356:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffff8dfd47d18f00) 00010000:00010000:1.0:1777502110.679359:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.679363:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc0b9c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.679369:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc0b9c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.679433:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa000/0x4ad31463d9bc0baa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x209:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.679441:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa000/0x4ad31463d9bc0baa lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x209:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.679447:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa000/0x4ad31463d9bc0baa lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x209:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.679453:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fa000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.679456:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa000/0x4ad31463d9bc0baa lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x209:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.679461:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa000/0x4ad31463d9bc0baa lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x209:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.679470:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x209:0x0].0x0 (ffff8dfd431bb600) 00010000:00010000:1.0:1777502110.679472:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.679475:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa000/0x4ad31463d9bc0baa lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x209:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.679481:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa000/0x4ad31463d9bc0baa lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x209:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.679883:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.680633:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.680661:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562938752 00000100:00100000:1.0:1777502110.680680:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562938752 00000100:00100000:1.0:1777502110.680709:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237922011269 time 8237922431179 state 0x0 ref 1 00000100:00100000:1.0:1777502110.680720:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237922531179 time 8237922431179 state 0x1 ref 1 00000100:00100000:0.0:1777502110.680730:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.680753:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562939264 00000100:00100000:1.0:1777502110.680757:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562939264 00000100:00100000:3.0:1777502110.680761:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562939008 00000100:00100000:3.0:1777502110.680767:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562939008 00000100:00100000:1.0:1777502110.680773:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237922531179 time 8237922431179 state 0x1 ref 2 00000100:00100000:3.0:1777502110.680789:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237922531179 time 8237922431179 state 0x1 ref 3 00000100:00100000:1.0:1777502110.680855:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237926373405 time 8237926273405 state 0x1 ref 3 00000100:00100000:0.0:1777502110.680867:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237926384280 time 8237926284280 state 0x1 ref 3 00000100:00100000:1.0:1777502110.680871:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+42:272680:x1863837562938752:12345-192.168.202.27@tcp:101:touch.500 00000100:00100000:3.0:1777502110.680884:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 0 deadline 8237926384280 time 8237926301805 state 0x0 ref 3 00000100:00100000:0.0:1777502110.680890:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+42:272683:x1863837562939264:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:1.0:1777502110.680895:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1777502110.680909:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+42:272686:x1863837562939008:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.680915:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc0bb8 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x209:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833650 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.680919:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.680932:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb200/0x4ad31463d9bc0bbf lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833657 expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.680935:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502110.680954:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc0ba3 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833649 expref: 44 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.680969:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20a:0x0].0x0 (ffff8dfd47d18b00) 00010000:00010000:1.0:1777502110.680970:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc0bb8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x209:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833650 expref: 43 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.680980:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502110.680987:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc0bb8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x209:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833650 expref: 43 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.681005:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x209:0x0].0x0 (ffff8dfd4fbd8000) 00010000:00010000:1.0:1777502110.681008:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502110.681011:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ef200, rc 0) 00010000:00010000:0.0:1777502110.681032:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0bc6 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.681043:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0bc6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.681052:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0bc6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.681061:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc0bcd lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.681067:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+43:272680:x1863837562938752:12345-192.168.202.27@tcp:101:touch.500 Request processed in 199us (1182us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502110.681078:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc0bcd lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.681079:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 9 00010000:00010000:3.0:1777502110.681091:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc0bcd lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.681105:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc0bd4 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.681112:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc0bd4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.681120:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc0bd4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.681168:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005985e04a reply state 00000000531c5160 transno 8589938629 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0bc6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.681174:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502110.681214:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+44:272683:x1863837562939264:12345-192.168.202.27@tcp:36:touch.500 Request processed in 332us (583us total) trans 8589938629 rc 0/0 00000100:00100000:0.0:1777502110.681219:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 10 00000004:00080000:3.0:1777502110.681564:0:188648:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1048:0x0], index 1: 0 00010000:00010000:3.0:1777502110.681852:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb400/0x4ad31463d9bc0bdb lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.681862:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb400/0x4ad31463d9bc0bdb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.681871:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb400/0x4ad31463d9bc0bdb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.681901:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc0bcd lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.681909:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc0bcd lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.681912:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0bc6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.681919:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc0bcd lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.681925:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0bc6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.681931:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fa200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.681933:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0bc6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.681937:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc0bcd lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.681938:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.681943:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0bc6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.681950:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc0bcd lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.681951:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0bc6 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.681973:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.681975:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20a:0x0].0x0 (ffff8dfd64574000) 00010000:00010000:3.0:1777502110.681978:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.681978:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.681983:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc0bcd lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.681983:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0bc6 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.681998:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0bc6 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.682000:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc0bcd lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502110.682021:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000058f71752 reply state 00000000373855fb transno 8589938630 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc0bd4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.682029:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777502110.682050:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb200/0x4ad31463d9bc0bbf lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833657 expref: 44 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.682070:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb400/0x4ad31463d9bc0bdb lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833657 expref: 43 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.682078:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20b:0x0].0x0 (ffff8dfd431bbd00) 00010000:00010000:3.0:1777502110.682081:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502110.682083:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5fb400, rc 0) 00000100:00100000:3.0:1777502110.682123:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+44:272686:x1863837562939008:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1218us (1394us total) trans 8589938630 rc 0/0 00000100:00100000:3.0:1777502110.682131:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 11 00000100:00100000:3.0:1777502110.682136:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 0 deadline 8237926384280 time 8237926301805 state 0x2 ref 0 00000100:00100000:0.0:1777502110.682549:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.682633:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562939392 00000100:00100000:3.0:1777502110.682638:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562939392 00000100:00100000:0.0:1777502110.682656:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.682658:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 0 deadline 8237926384280 time 8237926301805 state 0x0 ref 1 00000100:00100000:1.0:1777502110.682715:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562939520 00000100:00100000:1.0:1777502110.682720:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562939520 00000100:00100000:1.0:1777502110.682754:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3028 00000100:00100000:1.0:1777502110.682759:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+8:2370:x1863837562939520:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:3.0:1777502110.682813:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 0 deadline 8237926401805 time 8237926301805 state 0x1 ref 1 00000100:00100000:3.0:1777502110.682835:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237926401805 time 8237928254653 state 0x0 ref 1 00000100:00100000:3.0:1777502110.682848:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+44:272683:x1863837562939392:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502110.682859:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.682871:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fae00/0x4ad31463d9bc0be9 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83365e expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.682901:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fae00/0x4ad31463d9bc0be9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83365e expref: 45 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.682919:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fae00/0x4ad31463d9bc0be9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83365e expref: 45 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.682933:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20a:0x0].0x0 (ffff8dfd431bb400) 00010000:00010000:3.0:1777502110.682937:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777502110.682939:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5fae00, rc 0) 00000100:00100000:3.0:1777502110.682969:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+45:272683:x1863837562939392:12345-192.168.202.27@tcp:101:touch.500 Request processed in 123us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502110.682976:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 12 00000100:00100000:3.0:1777502110.682981:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237926401805 time 8237928254653 state 0x2 ref 0 00000100:00100000:1.0:1777502110.683000:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+9:2370:x1863837562939520:12345-192.168.202.27@tcp:2:touch.500 Request processed in 237us (342us total) trans 8589935640 rc 0/0 00000100:00100000:1.0:1777502110.683008:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3028 00010000:00010000:1.0:1777502110.683197:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc0bd4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.683206:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc0bd4 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.683213:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc0bd4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.683219:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fbe00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.683223:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc0bd4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.683229:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc0bd4 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.683246:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffff8dfd431bbe00) 00010000:00010000:1.0:1777502110.683249:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.683252:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc0bd4 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.683259:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc0bd4 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.683278:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.683306:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562939776 00000100:00100000:3.0:1777502110.683311:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562939776 00000100:00100000:3.0:1777502110.683327:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237926401805 time 8237928254653 state 0x0 ref 1 00000100:00100000:3.0:1777502110.683335:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237928354653 time 8237928254653 state 0x1 ref 1 00000100:00100000:3.0:1777502110.683351:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237928354653 time 8237928770839 state 0x0 ref 1 00000100:00100000:3.0:1777502110.683361:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+44:272686:x1863837562939776:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:3.0:1777502110.683389:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502110.683400:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb400/0x4ad31463d9bc0bdb lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833657 expref: 44 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.683413:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20b:0x0].0x0 (ffff8dfd431bbd00) 00010000:00010000:3.0:1777502110.683420:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502110.683562:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc0bf0 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.683570:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502110.683598:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc0bf0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.683609:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc0bf0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.683636:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562940032 00000100:00100000:1.0:1777502110.683641:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562940032 00000100:00100000:1.0:1777502110.683658:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237928870839 time 8237928770839 state 0x1 ref 2 00000100:00100000:1.0:1777502110.683693:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237928870839 time 8237929112396 state 0x0 ref 2 00000100:00100000:1.0:1777502110.683705:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+44:272687:x1863837562940032:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.683714:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.683725:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eea00/0x4ad31463d9bc0bf7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833665 expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502110.683745:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005534c7b0 reply state 00000000c7c666f0 transno 8589938631 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc0bf0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.683754:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777502110.683799:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+47:272686:x1863837562939776:12345-192.168.202.27@tcp:36:touch.500 Request processed in 439us (520us total) trans 8589938631 rc 0/0 00000100:00100000:3.0:1777502110.683807:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 13 00010000:00010000:1.0:1777502110.683810:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc0bfe lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.683821:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc0bfe lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.683830:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc0bfe lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.683845:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0c05 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.683854:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0c05 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.683862:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0c05 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.683969:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.684023:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.684027:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562940288 00000100:00100000:3.0:1777502110.684033:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562940288 00000100:00100000:0.0:1777502110.684060:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562940416 00000100:00100000:0.0:1777502110.684065:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562940416 00000100:00100000:3.0:1777502110.684066:0:186939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1058 00000100:00100000:0.0:1777502110.684099:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3029 00000100:00100000:0.0:1777502110.684110:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+9:2371:x1863837562940416:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:3.0:1777502110.684131:0:186939:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+47:272680:x1863837562940288:12345-192.168.202.27@tcp:35:touch.500 00000004:00080000:1.0:1777502110.684265:0:205372:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x106d:0x0], index 0: 0 00000100:00100000:0.0:1777502110.684317:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+10:2371:x1863837562940416:12345-192.168.202.27@tcp:2:touch.500 Request processed in 210us (294us total) trans 8589936052 rc 0/0 00000100:00100000:0.0:1777502110.684325:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3029 00010000:00010000:1.0:1777502110.684425:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc0c0c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.684434:0:186939:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+49:272680:x1863837562940288:12345-192.168.202.27@tcp:35:touch.500 Request processed in 356us (463us total) trans 8589938632 rc 0/0 00010000:00010000:1.0:1777502110.684436:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc0c0c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.684451:0:186939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1058 00000100:00100000:0.0:1777502110.684451:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502110.684453:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc0c0c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.684481:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc0bfe lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.684483:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562940544 00010000:00010000:1.0:1777502110.684490:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc0bfe lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.684497:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc0bfe lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.684503:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.684507:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc0bfe lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.684514:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc0bfe lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.684526:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.684529:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.684532:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc0bfe lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.684539:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc0bfe lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.684552:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000772c8327 reply state 0000000044ea9026 transno 8589938633 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0c05 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.684555:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562940544 00000100:00100000:1.0:1777502110.684563:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777502110.684575:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237929212396 time 8237929112396 state 0x1 ref 2 00010000:00010000:1.0:1777502110.684606:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eea00/0x4ad31463d9bc0bf7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833665 expref: 50 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.684616:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237929212396 time 8237930034859 state 0x0 ref 2 00010000:00010000:1.0:1777502110.684622:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc0c0c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833665 expref: 49 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.684631:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+49:272686:x1863837562940544:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.684632:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20c:0x0].0x0 (ffff8dfd4fbd8500) 00010000:00010000:1.0:1777502110.684639:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.684641:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ee800, rc 0) 00010000:00010000:3.0:1777502110.684644:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.684655:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bc0c1a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83366c expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.684692:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+51:272687:x1863837562940032:12345-192.168.202.27@tcp:101:touch.500 Request processed in 988us (1123us total) trans 8589938633 rc 0/0 00010000:00010000:3.0:1777502110.684695:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bc0c1a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83366c expref: 51 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.684705:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 14 00010000:00010000:3.0:1777502110.684714:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bc0c1a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83366c expref: 51 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.684729:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20b:0x0].0x0 (ffff8dfd431bbf00) 00010000:00010000:3.0:1777502110.684732:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777502110.684735:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5fb800, rc 0) 00000100:00100000:3.0:1777502110.684816:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+50:272686:x1863837562940544:12345-192.168.202.27@tcp:101:touch.500 Request processed in 188us (370us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502110.684836:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc0bf0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.684844:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc0bf0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.684850:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc0bf0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.684855:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fa600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.684859:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc0bf0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.684865:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc0bf0 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.684876:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20b:0x0].0x0 (ffff8dfd431bbf00) 00010000:00010000:1.0:1777502110.684879:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.684882:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc0bf0 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.684888:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc0bf0 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.684905:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 15 00000100:00100000:3.0:1777502110.684910:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237929212396 time 8237930034859 state 0x2 ref 0 00000100:00100000:0.0:1777502110.685118:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.685160:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562940800 00000100:00100000:1.0:1777502110.685164:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562940800 00000100:00100000:1.0:1777502110.685193:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1059 00000100:00100000:1.0:1777502110.685200:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+49:272683:x1863837562940800:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:3.0:1777502110.685274:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0c05 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.685284:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0c05 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.685291:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0c05 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.685297:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.685300:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0c05 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.685367:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0c05 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.685376:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+50:272683:x1863837562940800:12345-192.168.202.27@tcp:35:touch.500 Request processed in 165us (248us total) trans 8589938634 rc 0/0 00010000:00010000:3.0:1777502110.685380:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffff8dfd4fbd8200) 00000100:00100000:1.0:1777502110.685384:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1059 00010000:00010000:3.0:1777502110.685385:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.685391:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0c05 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.685398:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0c05 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.685951:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.685982:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.686020:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562941312 00000100:00100000:1.0:1777502110.686024:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562941312 00000100:00100000:1.0:1777502110.686039:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237929212396 time 8237930034859 state 0x0 ref 1 00000100:00100000:1.0:1777502110.686051:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237930134859 time 8237930034859 state 0x1 ref 1 00000100:00100000:1.0:1777502110.686069:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562941184 00000100:00100000:1.0:1777502110.686073:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562941184 00000100:00100000:3.0:1777502110.686082:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237930134859 time 8237931499495 state 0x0 ref 1 00000100:00100000:3.0:1777502110.686096:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+50:272687:x1863837562941312:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:1.0:1777502110.686097:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237931599495 time 8237931499495 state 0x1 ref 2 00000100:00100000:1.0:1777502110.686121:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237931599495 time 8237931541462 state 0x0 ref 2 00010000:00010000:3.0:1777502110.686128:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502110.686132:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+50:272689:x1863837562941184:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.686140:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.686145:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc0c0c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833665 expref: 50 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.686149:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc0c21 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833673 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.686164:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20c:0x0].0x0 (ffff8dfd4fbd8500) 00010000:00010000:3.0:1777502110.686171:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502110.686211:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc0c28 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.686216:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc0c2f lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.686222:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc0c28 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.686236:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc0c2f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.686239:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc0c28 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.686245:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc0c2f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.686257:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0c36 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.686262:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0c36 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.686266:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0c36 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502110.686323:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007e9f0601 reply state 00000000d00b3472 transno 8589938635 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc0c28 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.686332:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777502110.686391:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+52:272687:x1863837562941312:12345-192.168.202.27@tcp:36:touch.500 Request processed in 297us (439us total) trans 8589938635 rc 0/0 00000100:00100000:3.0:1777502110.686398:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 16 00000004:00080000:1.0:1777502110.686609:0:186936:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1049:0x0], index 1: 0 00010000:00010000:1.0:1777502110.686749:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc0c3d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.686757:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc0c3d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.686765:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc0c3d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.686790:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc0c2f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.686795:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc0c2f lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.686801:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc0c2f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.686807:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505eec00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.686809:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc0c2f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.686815:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc0c2f lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.686824:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.686826:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.686829:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc0c2f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.686838:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc0c2f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.686849:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000db583f8e reply state 00000000b9e60c53 transno 8589938636 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0c36 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.686855:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502110.686874:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc0c21 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833673 expref: 53 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.686901:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc0c3d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833673 expref: 52 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.686908:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20d:0x0].0x0 (ffff8dfd4fbd8700) 00010000:00010000:1.0:1777502110.686910:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.686912:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ef600, rc 0) 00000100:00100000:1.0:1777502110.686960:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+53:272689:x1863837562941184:12345-192.168.202.27@tcp:101:touch.500 Request processed in 831us (977us total) trans 8589938636 rc 0/0 00000100:00100000:1.0:1777502110.686967:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 17 00000100:00100000:1.0:1777502110.686972:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237931599495 time 8237931541462 state 0x2 ref 0 00000100:00100000:3.0:1777502110.687531:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.687598:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562941440 00000100:00100000:1.0:1777502110.687603:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562941440 00000100:00100000:1.0:1777502110.687642:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3030 00000100:00100000:1.0:1777502110.687652:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+9:2373:x1863837562941440:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:2.0:1777502110.687700:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc0c28 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.687710:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc0c28 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.687715:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc0c28 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.687719:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fa400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.687722:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc0c28 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.687729:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc0c28 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.687740:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20c:0x0].0x0 (ffff8dfd431bba00) 00010000:00010000:2.0:1777502110.687743:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.687746:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc0c28 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.687755:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.687764:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc0c28 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.687787:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562941568 00010000:00010000:3.0:1777502110.687788:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0c36 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.687792:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562941568 00010000:00010000:3.0:1777502110.687800:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0c36 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.687807:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0c36 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.687813:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee000 already unused, calling callback (ffffffffc1e434f0) 00000100:00100000:0.0:1777502110.687816:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237931599495 time 8237931541462 state 0x0 ref 1 00010000:00010000:3.0:1777502110.687818:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0c36 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.687831:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0c36 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.687833:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237931641462 time 8237931541462 state 0x1 ref 1 00010000:00010000:3.0:1777502110.687851:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffff8dfd4fbd8100) 00010000:00010000:3.0:1777502110.687855:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.687859:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0c36 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.687870:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0c36 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.687871:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237931641462 time 8237933289860 state 0x0 ref 1 00000100:00100000:0.0:1777502110.687888:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+52:272687:x1863837562941568:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502110.687901:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777502110.687903:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+10:2373:x1863837562941440:12345-192.168.202.27@tcp:2:touch.500 Request processed in 250us (370us total) trans 8589935641 rc 0/0 00010000:00010000:0.0:1777502110.687915:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc0c4b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83367a expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.687916:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3030 00010000:00010000:0.0:1777502110.687948:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc0c4b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83367a expref: 52 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.687960:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc0c4b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83367a expref: 52 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.687974:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20c:0x0].0x0 (ffff8dfd64574300) 00010000:00010000:0.0:1777502110.687977:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777502110.687979:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e68a00, rc 0) 00000100:00100000:0.0:1777502110.688011:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+52:272687:x1863837562941568:12345-192.168.202.27@tcp:101:touch.500 Request processed in 127us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.688019:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 18 00000100:00100000:0.0:1777502110.688023:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237931641462 time 8237933289860 state 0x2 ref 0 00000100:00100000:3.0:1777502110.688283:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.688334:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562941952 00000100:00100000:1.0:1777502110.688341:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562941952 00000100:00100000:1.0:1777502110.688357:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237931641462 time 8237933289860 state 0x0 ref 1 00000100:00100000:1.0:1777502110.688366:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237933389860 time 8237933289860 state 0x1 ref 1 00000100:00100000:1.0:1777502110.688391:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237933389860 time 8237933810893 state 0x0 ref 1 00000100:00100000:1.0:1777502110.688404:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f5c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+52:272689:x1863837562941952:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:1.0:1777502110.688436:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502110.688448:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc0c3d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833673 expref: 52 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.688462:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20d:0x0].0x0 (ffff8dfd4fbd8700) 00010000:00010000:1.0:1777502110.688468:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502110.688502:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc0c52 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.688510:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc0c52 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.688518:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc0c52 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.688636:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007ad3f702 reply state 00000000a5137c36 transno 8589938637 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc0c52 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.688644:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502110.688712:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f5c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+53:272689:x1863837562941952:12345-192.168.202.27@tcp:36:touch.500 Request processed in 310us (427us total) trans 8589938637 rc 0/0 00000100:00100000:1.0:1777502110.688718:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 19 00000100:00100000:1.0:1777502110.688722:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237933389860 time 8237933810893 state 0x2 ref 0 00000100:00100000:3.0:1777502110.688842:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.688887:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562942080 00000100:00100000:1.0:1777502110.688892:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562942080 00000100:00100000:1.0:1777502110.688909:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237933389860 time 8237933810893 state 0x0 ref 1 00000100:00100000:1.0:1777502110.688917:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237933910893 time 8237933810893 state 0x1 ref 1 00000100:00100000:1.0:1777502110.688939:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237933910893 time 8237934358443 state 0x0 ref 1 00000100:00100000:1.0:1777502110.688952:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47263b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+53:272691:x1863837562942080:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.688962:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.688974:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc0c59 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833681 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.689026:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502110.689065:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc0c60 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.689077:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502110.689080:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc0c60 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.689091:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc0c60 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.689108:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562942464 00010000:00010000:1.0:1777502110.689110:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123200/0x4ad31463d9bc0c67 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.689113:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562942464 00010000:00010000:1.0:1777502110.689121:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123200/0x4ad31463d9bc0c67 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.689131:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123200/0x4ad31463d9bc0c67 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.689153:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3031 00000100:00100000:3.0:1777502110.689163:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+10:2370:x1863837562942464:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:2.0:1777502110.689323:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc0c52 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.689330:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc0c52 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.689334:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc0c52 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.689339:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6b122c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.689341:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc0c52 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.689345:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc0c52 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.689353:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20d:0x0].0x0 (ffff8dfd4fbd8d00) 00010000:00010000:2.0:1777502110.689355:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.689357:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc0c52 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.689361:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc0c52 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.689462:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.689539:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+11:2370:x1863837562942464:12345-192.168.202.27@tcp:2:touch.500 Request processed in 376us (463us total) trans 8589936053 rc 0/0 00000100:00100000:3.0:1777502110.689548:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3031 00000100:00100000:3.0:1777502110.689606:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562942336 00000100:00100000:3.0:1777502110.689611:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562942336 00000004:00080000:1.0:1777502110.689612:0:186937:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x106e:0x0], index 0: 0 00000100:00100000:2.0:1777502110.689656:0:205362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1060 00000100:00100000:2.0:1777502110.689681:0:205362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+54:272686:x1863837562942336:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:3.0:1777502110.689715:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562942592 00000100:00100000:3.0:1777502110.689719:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562942592 00000100:00100000:3.0:1777502110.689733:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237934458443 time 8237934358443 state 0x1 ref 2 00000100:00100000:3.0:1777502110.689753:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237934458443 time 8237935173846 state 0x0 ref 2 00000100:00100000:3.0:1777502110.689763:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+56:272689:x1863837562942592:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502110.689772:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.689784:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb200/0x4ad31463d9bc0c6e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833688 expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.689790:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc0c75 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.689806:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc0c75 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.689814:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc0c75 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.689824:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb200/0x4ad31463d9bc0c6e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833688 expref: 58 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.689838:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb200/0x4ad31463d9bc0c6e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833688 expref: 58 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.689846:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc0c60 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.689853:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20d:0x0].0x0 (ffff8dfd431bb600) 00010000:00010000:1.0:1777502110.689854:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc0c60 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.689858:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777502110.689863:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5fb200, rc 0) 00010000:00010000:1.0:1777502110.689865:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc0c60 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.689872:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6b122600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.689875:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc0c60 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.689882:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc0c60 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.689887:0:205362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+58:272686:x1863837562942336:12345-192.168.202.27@tcp:35:touch.500 Request processed in 220us (858us total) trans 8589938639 rc 0/0 00000100:00100000:3.0:1777502110.689893:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+58:272689:x1863837562942592:12345-192.168.202.27@tcp:101:touch.500 Request processed in 130us (430us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502110.689897:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00000100:00100000:2.0:1777502110.689905:0:205362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1060 00010000:00010000:1.0:1777502110.689905:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777502110.689911:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 21 00010000:00010000:1.0:1777502110.689911:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc0c60 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.689921:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc0c60 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.689935:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007c5cde29 reply state 000000004aa85d8f transno 8589938638 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123200/0x4ad31463d9bc0c67 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.689944:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502110.689965:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc0c59 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833681 expref: 57 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.689979:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc0c75 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833681 expref: 56 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.689996:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20e:0x0].0x0 (ffff8dfd4fbd8b00) 00010000:00010000:1.0:1777502110.689999:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.690001:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6b122a00, rc 0) 00000100:00100000:1.0:1777502110.690040:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47263b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+57:272691:x1863837562942080:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1091us (1198us total) trans 8589938638 rc 0/0 00000100:00100000:1.0:1777502110.690047:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 20 00000100:00100000:1.0:1777502110.690052:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237934458443 time 8237935173846 state 0x2 ref 0 00000100:00100000:3.0:1777502110.690299:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.690324:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562942848 00000100:00100000:0.0:1777502110.690329:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562942848 00000100:00100000:0.0:1777502110.690362:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1061 00000100:00100000:0.0:1777502110.690370:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f500850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+57:272687:x1863837562942848:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:0.0:1777502110.690517:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f500850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+58:272687:x1863837562942848:12345-192.168.202.27@tcp:35:touch.500 Request processed in 147us (216us total) trans 8589938640 rc 0/0 00000100:00100000:0.0:1777502110.690524:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1061 00010000:00010000:1.0:1777502110.690693:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123200/0x4ad31463d9bc0c67 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.690702:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123200/0x4ad31463d9bc0c67 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.690707:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123200/0x4ad31463d9bc0c67 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.690714:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6b123200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.690717:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123200/0x4ad31463d9bc0c67 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.690722:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123200/0x4ad31463d9bc0c67 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.690732:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffff8dfd4fbd8400) 00010000:00010000:1.0:1777502110.690735:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.690737:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123200/0x4ad31463d9bc0c67 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.690743:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123200/0x4ad31463d9bc0c67 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.691495:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.691518:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562943104 00000100:00100000:0.0:1777502110.691523:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562943104 00000100:00100000:0.0:1777502110.691544:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237934458443 time 8237935173846 state 0x0 ref 1 00000100:00100000:0.0:1777502110.691558:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237935273846 time 8237935173846 state 0x1 ref 1 00000100:00100000:2.0:1777502110.691617:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237935273846 time 8237937034595 state 0x0 ref 1 00000100:00100000:2.0:1777502110.691635:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+57:272691:x1863837562943104:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:2.0:1777502110.691679:0:187571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502110.691695:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc0c75 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833681 expref: 57 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.691712:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20e:0x0].0x0 (ffff8dfd4fbd8b00) 00010000:00010000:2.0:1777502110.691722:0:187571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502110.691745:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.691767:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc0c83 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.691767:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562943360 00000100:00100000:1.0:1777502110.691773:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562943360 00010000:00010000:2.0:1777502110.691781:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc0c83 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.691791:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc0c83 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.691793:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237937134595 time 8237937034595 state 0x1 ref 2 00000100:00100000:1.0:1777502110.691822:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237937134595 time 8237937240705 state 0x0 ref 2 00000100:00100000:1.0:1777502110.691836:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+57:272696:x1863837562943360:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.691846:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.691858:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122000/0x4ad31463d9bc0c8a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83368f expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.691879:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001c26128f reply state 00000000c220912a transno 8589938641 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc0c83 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.691888:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502110.691945:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123e00/0x4ad31463d9bc0c91 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.691946:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+60:272691:x1863837562943104:12345-192.168.202.27@tcp:36:touch.500 Request processed in 316us (450us total) trans 8589938641 rc 0/0 00000100:00100000:2.0:1777502110.691964:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 22 00010000:00010000:1.0:1777502110.691972:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123e00/0x4ad31463d9bc0c91 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.691982:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123e00/0x4ad31463d9bc0c91 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.692008:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc0c98 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.692015:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc0c98 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.692022:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc0c98 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502110.692390:0:188648:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x104a:0x0], index 1: 0 00010000:00010000:1.0:1777502110.692523:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc0c9f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.692533:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc0c9f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.692542:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc0c9f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.692567:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123e00/0x4ad31463d9bc0c91 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.692571:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123e00/0x4ad31463d9bc0c91 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.692593:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123e00/0x4ad31463d9bc0c91 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.692598:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6b123e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.692601:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123e00/0x4ad31463d9bc0c91 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.692605:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123e00/0x4ad31463d9bc0c91 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.692612:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.692613:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.692616:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123e00/0x4ad31463d9bc0c91 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.692620:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123e00/0x4ad31463d9bc0c91 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.692628:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c42491fb reply state 00000000d8b202a1 transno 8589938642 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc0c98 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.692632:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502110.692656:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122000/0x4ad31463d9bc0c8a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83368f expref: 61 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.692683:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc0c9f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83368f expref: 60 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.692691:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20f:0x0].0x0 (ffff8dfd4fbd8600) 00010000:00010000:1.0:1777502110.692694:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.692696:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc0c83 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.692697:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6b123800, rc 0) 00010000:00010000:2.0:1777502110.692707:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc0c83 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.692714:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc0c83 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.692720:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.692723:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc0c83 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.692732:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.692735:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc0c83 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.692737:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+61:272696:x1863837562943360:12345-192.168.202.27@tcp:101:touch.500 Request processed in 903us (991us total) trans 8589938642 rc 0/0 00000100:00100000:1.0:1777502110.692755:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 23 00010000:00010000:2.0:1777502110.692757:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20e:0x0].0x0 (ffff8dfd47d18800) 00000100:00100000:3.0:1777502110.692760:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562943488 00000100:00100000:1.0:1777502110.692761:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237937134595 time 8237937240705 state 0x2 ref 0 00010000:00010000:2.0:1777502110.692762:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777502110.692767:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562943488 00010000:00010000:2.0:1777502110.692767:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc0c83 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.692777:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc0c83 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.692792:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237937134595 time 8237937240705 state 0x0 ref 1 00000100:00100000:3.0:1777502110.692875:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237937340705 time 8237937240705 state 0x1 ref 1 00000100:00100000:3.0:1777502110.692902:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237937340705 time 8237938320970 state 0x0 ref 1 00000100:00100000:3.0:1777502110.692914:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+60:272691:x1863837562943488:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502110.692923:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.692934:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb400/0x4ad31463d9bc0cad lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833696 expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.692965:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb400/0x4ad31463d9bc0cad lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833696 expref: 61 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.692976:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb400/0x4ad31463d9bc0cad lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833696 expref: 61 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.692990:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20e:0x0].0x0 (ffff8dfd431bbd00) 00010000:00010000:3.0:1777502110.692992:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777502110.692994:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5fb400, rc 0) 00000100:00100000:3.0:1777502110.693019:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+61:272691:x1863837562943488:12345-192.168.202.27@tcp:101:touch.500 Request processed in 110us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502110.693024:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 24 00000100:00100000:3.0:1777502110.693027:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237937340705 time 8237938320970 state 0x2 ref 0 00010000:00010000:1.0:1777502110.693367:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc0c98 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.693374:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc0c98 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.693380:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc0c98 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.693385:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6b123000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.693388:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc0c98 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.693394:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc0c98 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.693403:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffff8dfd4fbd8f00) 00010000:00010000:1.0:1777502110.693405:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.693408:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc0c98 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.693414:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc0c98 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.694567:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.694655:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562943616 00000100:00100000:3.0:1777502110.694660:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562943616 00000100:00100000:3.0:1777502110.694695:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3032 00000100:00100000:3.0:1777502110.694700:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+10:2371:x1863837562943616:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:3.0:1777502110.694931:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+11:2371:x1863837562943616:12345-192.168.202.27@tcp:2:touch.500 Request processed in 229us (366us total) trans 8589935642 rc 0/0 00000100:00100000:3.0:1777502110.694938:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3032 00000100:00100000:0.0:1777502110.695798:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.695859:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562943872 00000100:00100000:3.0:1777502110.695865:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562943872 00000100:00100000:3.0:1777502110.695930:0:186939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1062 00000100:00100000:3.0:1777502110.695939:0:186939:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+60:272689:x1863837562943872:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:2.0:1777502110.696180:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.696208:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.696216:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562944000 00000100:00100000:1.0:1777502110.696220:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562944000 00000100:00100000:1.0:1777502110.696249:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3033 00000100:00100000:1.0:1777502110.696255:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+11:2371:x1863837562944000:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:2.0:1777502110.696270:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.696280:0:186939:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+61:272689:x1863837562943872:12345-192.168.202.27@tcp:35:touch.500 Request processed in 341us (481us total) trans 8589938643 rc 0/0 00000100:00100000:3.0:1777502110.696288:0:186939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1062 00000100:00100000:2.0:1777502110.696323:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562944384 00000100:00100000:2.0:1777502110.696326:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562944384 00000100:00100000:2.0:1777502110.696344:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237937340705 time 8237938320970 state 0x0 ref 1 00000100:00100000:2.0:1777502110.696352:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237938420970 time 8237938320970 state 0x1 ref 1 00000100:00100000:2.0:1777502110.696370:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562944512 00000100:00100000:2.0:1777502110.696372:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562944512 00000100:00100000:2.0:1777502110.696384:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237938420970 time 8237938320970 state 0x1 ref 2 00000100:00100000:2.0:1777502110.696403:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237941922910 time 8237941822910 state 0x1 ref 2 00000100:00100000:2.0:1777502110.696412:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+62:272696:x1863837562944384:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:0.0:1777502110.696412:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237941922910 time 8237941829527 state 0x0 ref 2 00000100:00100000:1.0:1777502110.696422:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2371:x1863837562944000:12345-192.168.202.27@tcp:2:touch.500 Request processed in 165us (241us total) trans 8589936054 rc 0/0 00000100:00100000:1.0:1777502110.696429:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3033 00000100:00100000:0.0:1777502110.696433:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+62:272694:x1863837562944512:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502110.696438:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502110.696444:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.696456:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc0c9f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83368f expref: 62 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.696457:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc0cb4 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83369d expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.696475:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20f:0x0].0x0 (ffff8dfd4fbd8600) 00010000:00010000:2.0:1777502110.696483:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502110.696527:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc0cbb lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.696538:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc0cbb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.696547:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc0cbb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.696564:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc0cc2 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.696627:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc0cc2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.696637:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc0cc2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.696644:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c9dfd55e reply state 00000000462f7066 transno 8589938644 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc0cbb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.696651:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc0cc9 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.696657:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502110.696675:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc0cc9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.696685:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc0cc9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.696709:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+64:272696:x1863837562944384:12345-192.168.202.27@tcp:36:touch.500 Request processed in 299us (500us total) trans 8589938644 rc 0/0 00000100:00100000:2.0:1777502110.696715:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 25 00000004:00080000:0.0:1777502110.697054:0:205372:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x106f:0x0], index 0: 0 00010000:00010000:0.0:1777502110.697169:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc0cd0 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x210:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.697177:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc0cd0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.697183:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc0cd0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.697209:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc0cc2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.697215:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc0cc2 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.697221:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc0cc2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.697227:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.697231:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc0cc2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.697240:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc0cc2 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.697248:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.697251:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.697254:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc0cc2 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.697259:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc0cc2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.697269:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fbedfb29 reply state 00000000fa7884ed transno 8589938645 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc0cc9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.697275:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502110.697294:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc0cb4 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83369d expref: 65 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.697306:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc0cd0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83369d expref: 64 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.697312:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x210:0x0].0x0 (ffff8dfd64574200) 00010000:00010000:0.0:1777502110.697315:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502110.697318:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e68400, rc 0) 00000100:00100000:0.0:1777502110.697343:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+65:272694:x1863837562944512:12345-192.168.202.27@tcp:101:touch.500 Request processed in 916us (1073us total) trans 8589938645 rc 0/0 00000100:00100000:0.0:1777502110.697350:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 26 00000100:00100000:0.0:1777502110.697354:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237941922910 time 8237941829527 state 0x2 ref 0 00010000:00010000:0.0:1777502110.698294:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc0cbb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.698302:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502110.698308:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc0cbb lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.698314:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc0cbb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.698318:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc0cc9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.698320:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226ea00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.698327:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc0cbb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.698332:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc0cc9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.698338:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc0cbb lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.698344:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc0cc9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.698350:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20f:0x0].0x0 (ffff8dfd47d18100) 00010000:00010000:1.0:1777502110.698352:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.698355:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.698357:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc0cc9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.698359:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc0cbb lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.698365:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502110.698376:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc0cbb lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.698385:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc0cc9 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.698399:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffff8dfd64574700) 00010000:00010000:1.0:1777502110.698403:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.698406:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc0cc9 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.698413:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc0cc9 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.698440:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562944896 00000100:00100000:1.0:1777502110.698446:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562944896 00000100:00100000:1.0:1777502110.698480:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1063 00000100:00100000:1.0:1777502110.698490:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+63:272691:x1863837562944896:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:3.0:1777502110.698660:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.698722:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.698726:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+64:272691:x1863837562944896:12345-192.168.202.27@tcp:35:touch.500 Request processed in 238us (366us total) trans 8589938646 rc 0/0 00000100:00100000:1.0:1777502110.698732:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1063 00000100:00100000:1.0:1777502110.698754:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562944640 00000100:00100000:1.0:1777502110.698758:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562944640 00000100:00100000:1.0:1777502110.698776:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237941922910 time 8237941829527 state 0x0 ref 1 00000100:00100000:1.0:1777502110.698786:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237941929527 time 8237941829527 state 0x1 ref 1 00000100:00100000:1.0:1777502110.698803:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562945280 00000100:00100000:1.0:1777502110.698807:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562945280 00000100:00100000:1.0:1777502110.698819:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237941929527 time 8237941829527 state 0x1 ref 2 00000100:00100000:1.0:1777502110.698834:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562945408 00000100:00100000:1.0:1777502110.698838:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562945408 00000100:00100000:3.0:1777502110.698848:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237944365765 time 8237944265765 state 0x1 ref 2 00000100:00100000:3.0:1777502110.698858:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+66:272696:x1863837562944640:12345-192.168.202.27@tcp:101:touch.500 00000100:00100000:1.0:1777502110.698862:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237944365765 time 8237944265765 state 0x1 ref 3 00010000:00010000:3.0:1777502110.698867:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.698881:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fac00/0x4ad31463d9bc0cde lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8336a4 expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.698891:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237944409781 time 8237944309781 state 0x1 ref 3 00000100:00100000:1.0:1777502110.698904:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+67:272694:x1863837562945280:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:3.0:1777502110.698917:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fac00/0x4ad31463d9bc0cde lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336a4 expref: 67 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.698928:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502110.698933:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fac00/0x4ad31463d9bc0cde lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336a4 expref: 67 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.698950:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20f:0x0].0x0 (ffff8dfd431bbb00) 00010000:00010000:1.0:1777502110.698952:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc0cd0 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83369d expref: 67 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.698955:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777502110.698960:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5fac00, rc 0) 00010000:00010000:1.0:1777502110.698971:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x210:0x0].0x0 (ffff8dfd64574200) 00010000:00010000:1.0:1777502110.698978:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502110.698993:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+66:272696:x1863837562944640:12345-192.168.202.27@tcp:101:touch.500 Request processed in 137us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502110.698998:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 27 00000100:00100000:3.0:1777502110.699019:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237944409781 time 8237944437873 state 0x0 ref 2 00010000:00010000:1.0:1777502110.699025:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123200/0x4ad31463d9bc0ce5 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x210:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.699034:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+65:272697:x1863837562945408:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.699035:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123200/0x4ad31463d9bc0ce5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x210:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.699046:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.699047:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123200/0x4ad31463d9bc0ce5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x210:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.699056:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bc0cec lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8336ab expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.699120:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d9e1b91f reply state 000000005d7efb9f transno 8589938647 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123200/0x4ad31463d9bc0ce5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x210:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.699128:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777502110.699177:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc0cf3 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.699180:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+68:272694:x1863837562945280:12345-192.168.202.27@tcp:36:touch.500 Request processed in 279us (523us total) trans 8589938647 rc 0/0 00000100:00100000:1.0:1777502110.699194:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 28 00010000:00010000:3.0:1777502110.699196:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc0cf3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.699207:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc0cf3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.699221:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc0cfa lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.699228:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc0cfa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.699234:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc0cfa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.699707:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123200/0x4ad31463d9bc0ce5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x210:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.699713:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123200/0x4ad31463d9bc0ce5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x210:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.699717:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123200/0x4ad31463d9bc0ce5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x210:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.699721:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6b123200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.699723:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123200/0x4ad31463d9bc0ce5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x210:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.699727:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123200/0x4ad31463d9bc0ce5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x210:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.699732:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x210:0x0].0x0 (ffff8dfd4fbd8400) 00010000:00010000:1.0:1777502110.699740:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.699744:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123200/0x4ad31463d9bc0ce5 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x210:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.699753:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123200/0x4ad31463d9bc0ce5 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x210:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777502110.699891:0:205369:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x104b:0x0], index 1: 0 00000100:00100000:0.0:1777502110.699933:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.699970:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562945536 00000100:00100000:1.0:1777502110.699975:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562945536 00000100:00100000:1.0:1777502110.699995:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237944537873 time 8237944437873 state 0x1 ref 2 00000100:00100000:1.0:1777502110.700017:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237944537873 time 8237945436343 state 0x0 ref 2 00000100:00100000:1.0:1777502110.700029:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+68:272694:x1863837562945536:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.700052:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.700064:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc0d01 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x210:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8336b2 expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.700077:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc0d08 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x211:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.700087:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc0d01 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x210:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336b2 expref: 69 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.700088:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc0d08 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.700108:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc0d08 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.700109:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc0d01 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x210:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336b2 expref: 69 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.700131:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x210:0x0].0x0 (ffff8dfd4fbd8f00) 00010000:00010000:1.0:1777502110.700133:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502110.700136:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6b123000, rc 0) 00010000:00010000:3.0:1777502110.700150:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc0cf3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.700157:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc0cf3 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.700164:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc0cf3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.700166:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+69:272694:x1863837562945536:12345-192.168.202.27@tcp:101:touch.500 Request processed in 139us (233us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502110.700177:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fbc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.700184:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc0cf3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.700188:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 30 00010000:00010000:3.0:1777502110.700196:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc0cf3 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.700206:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.700210:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.700214:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc0cf3 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.700221:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc0cf3 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502110.700234:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005f185cf1 reply state 000000004b7a7451 transno 8589938648 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc0cfa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.700240:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777502110.700261:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bc0cec lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336ab expref: 69 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.700309:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc0d08 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336ab expref: 68 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.700316:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x211:0x0].0x0 (ffff8dfd431bb100) 00010000:00010000:3.0:1777502110.700318:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502110.700321:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5fa200, rc 0) 00000100:00100000:3.0:1777502110.700358:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+69:272697:x1863837562945408:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1329us (1635us total) trans 8589938648 rc 0/0 00000100:00100000:3.0:1777502110.700365:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 29 00000100:00100000:3.0:1777502110.700370:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237944537873 time 8237945436343 state 0x2 ref 0 00000100:00100000:0.0:1777502110.701101:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.701161:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562945664 00000100:00100000:1.0:1777502110.701166:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562945664 00000100:00100000:1.0:1777502110.701202:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3034 00000100:00100000:1.0:1777502110.701210:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+11:2371:x1863837562945664:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:3.0:1777502110.701306:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc0cfa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.701316:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc0cfa lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.701324:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc0cfa lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.701330:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fb600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.701381:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc0cfa lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.701390:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc0cfa lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.701400:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffff8dfd431bb000) 00010000:00010000:3.0:1777502110.701404:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.701410:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc0cfa lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.701410:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2371:x1863837562945664:12345-192.168.202.27@tcp:2:touch.500 Request processed in 197us (306us total) trans 8589935643 rc 0/0 00010000:00010000:3.0:1777502110.701426:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc0cfa lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.701427:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3034 00000100:00100000:0.0:1777502110.701610:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.701634:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562945792 00000100:00100000:3.0:1777502110.701638:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562945792 00000100:00100000:3.0:1777502110.701676:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3035 00000100:00100000:3.0:1777502110.701683:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2373:x1863837562945792:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:0.0:1777502110.701918:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.701954:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+13:2373:x1863837562945792:12345-192.168.202.27@tcp:2:touch.500 Request processed in 269us (374us total) trans 8589936055 rc 0/0 00000100:00100000:0.0:1777502110.701955:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562946048 00000100:00100000:0.0:1777502110.701962:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562946048 00000100:00100000:3.0:1777502110.701965:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3035 00000100:00100000:0.0:1777502110.701988:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237944537873 time 8237945436343 state 0x0 ref 1 00000100:00100000:0.0:1777502110.701998:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237945536343 time 8237945436343 state 0x1 ref 1 00000100:00100000:0.0:1777502110.702021:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237945536343 time 8237947440547 state 0x0 ref 1 00000100:00100000:0.0:1777502110.702035:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+68:272697:x1863837562946048:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:0.0:1777502110.702067:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502110.702082:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc0d08 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336ab expref: 68 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.702095:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x211:0x0].0x0 (ffff8dfd431bb100) 00010000:00010000:0.0:1777502110.702101:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502110.702164:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc0d16 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x211:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.702175:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc0d16 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x211:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.702184:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc0d16 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x211:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.702261:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000835b119 reply state 00000000c4a4a645 transno 8589938649 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc0d16 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x211:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.702269:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502110.702318:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+69:272697:x1863837562946048:12345-192.168.202.27@tcp:36:touch.500 Request processed in 288us (401us total) trans 8589938649 rc 0/0 00000100:00100000:0.0:1777502110.702325:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 31 00000100:00100000:0.0:1777502110.702329:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237945536343 time 8237947440547 state 0x2 ref 0 00000100:00100000:0.0:1777502110.702387:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.702436:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562946304 00000100:00100000:1.0:1777502110.702441:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562946304 00000100:00100000:0.0:1777502110.702457:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.702461:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237945536343 time 8237947440547 state 0x0 ref 1 00000100:00100000:1.0:1777502110.702469:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237947540547 time 8237947440547 state 0x1 ref 1 00000100:00100000:1.0:1777502110.702499:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237947540547 time 8237947918560 state 0x0 ref 1 00000100:00100000:1.0:1777502110.702512:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+69:272698:x1863837562946304:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.702521:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.702530:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123e00/0x4ad31463d9bc0d1d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8336b9 expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.702573:0:205362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562946560 00000100:00100000:3.0:1777502110.702604:0:205362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562946560 00010000:00010000:1.0:1777502110.702638:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc0d24 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.702643:0:205362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1064 00010000:00010000:1.0:1777502110.702654:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc0d24 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.702655:0:205362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+71:272696:x1863837562946560:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:0.0:1777502110.702680:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502110.702686:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc0d24 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.702699:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc0d2b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.702704:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc0d2b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.702709:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc0d2b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.702835:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc0d16 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x211:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.702843:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc0d16 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x211:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.702849:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc0d16 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x211:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.702855:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.702858:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc0d16 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x211:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.702862:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc0d16 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x211:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.702869:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x211:0x0].0x0 (ffff8dfd64574a00) 00010000:00010000:1.0:1777502110.702870:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.702872:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc0d16 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x211:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.702875:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc0d16 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x211:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.702895:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562946816 00000100:00100000:1.0:1777502110.702898:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562946816 00000100:00100000:1.0:1777502110.702927:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1065 00000100:00100000:1.0:1777502110.702937:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+72:272694:x1863837562946816:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:0.0:1777502110.702993:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.703033:0:205362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+73:272696:x1863837562946560:12345-192.168.202.27@tcp:35:touch.500 Request processed in 379us (575us total) trans 8589938650 rc 0/0 00000100:00100000:3.0:1777502110.703041:0:205362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1064 00000100:00100000:1.0:1777502110.703105:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+72:272694:x1863837562946816:12345-192.168.202.27@tcp:35:touch.500 Request processed in 169us (442us total) trans 8589938651 rc 0/0 00000100:00100000:1.0:1777502110.703113:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1065 00000100:00100000:1.0:1777502110.703137:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562946944 00000100:00100000:1.0:1777502110.703141:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562946944 00000100:00100000:1.0:1777502110.703158:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237948018560 time 8237947918560 state 0x1 ref 2 00000100:00100000:1.0:1777502110.703177:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237948018560 time 8237948597010 state 0x0 ref 2 00000100:00100000:1.0:1777502110.703189:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+72:272697:x1863837562946944:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.703196:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.703206:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc0d32 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x211:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8336c0 expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.703227:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc0d32 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x211:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336c0 expref: 73 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.703235:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc0d32 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x211:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336c0 expref: 73 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.703243:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x211:0x0].0x0 (ffff8dfd4fbd8900) 00010000:00010000:1.0:1777502110.703245:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502110.703247:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6b122800, rc 0) 00000100:00100000:1.0:1777502110.703273:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+73:272697:x1863837562946944:12345-192.168.202.27@tcp:101:touch.500 Request processed in 88us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.703280:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 33 00000004:00080000:1.0:1777502110.703559:0:188648:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1070:0x0], index 0: 0 00010000:00010000:1.0:1777502110.703719:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122e00/0x4ad31463d9bc0d39 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x212:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.703729:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122e00/0x4ad31463d9bc0d39 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.703736:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122e00/0x4ad31463d9bc0d39 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.703763:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc0d24 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.703770:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc0d24 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.703776:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc0d24 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.703782:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6b122200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.703785:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc0d24 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.703792:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc0d24 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.703800:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.703803:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.703806:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc0d24 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.703812:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc0d24 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.703825:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000afafe76 reply state 00000000c66a32b6 transno 8589938652 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc0d2b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.703832:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502110.703853:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123e00/0x4ad31463d9bc0d1d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336b9 expref: 74 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.703865:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122e00/0x4ad31463d9bc0d39 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336b9 expref: 73 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.703872:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x212:0x0].0x0 (ffff8dfd4fbd8600) 00010000:00010000:1.0:1777502110.703874:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.703876:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6b122e00, rc 0) 00000100:00100000:1.0:1777502110.703910:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+74:272698:x1863837562946304:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1402us (1523us total) trans 8589938652 rc 0/0 00000100:00100000:1.0:1777502110.703917:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 32 00000100:00100000:1.0:1777502110.703921:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237948018560 time 8237948597010 state 0x2 ref 0 00000100:00100000:0.0:1777502110.704006:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.704042:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562947072 00000100:00100000:1.0:1777502110.704047:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562947072 00000100:00100000:1.0:1777502110.704078:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3036 00000100:00100000:1.0:1777502110.704098:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2370:x1863837562947072:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:1.0:1777502110.704267:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+13:2370:x1863837562947072:12345-192.168.202.27@tcp:2:touch.500 Request processed in 171us (260us total) trans 8589935644 rc 0/0 00000100:00100000:1.0:1777502110.704275:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3036 00010000:00010000:1.0:1777502110.704369:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc0d2b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.704377:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc0d2b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.704384:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc0d2b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.704390:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6b122600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.704394:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc0d2b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.704401:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc0d2b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.704412:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffff8dfd4fbd8700) 00010000:00010000:1.0:1777502110.704415:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.704418:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc0d2b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.704425:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc0d2b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.704997:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.705035:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562947328 00000100:00100000:3.0:1777502110.705041:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562947328 00000100:00100000:3.0:1777502110.705060:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237948018560 time 8237948597010 state 0x0 ref 1 00000100:00100000:3.0:1777502110.705070:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237948697010 time 8237948597010 state 0x1 ref 1 00000100:00100000:3.0:1777502110.705096:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237948697010 time 8237950515161 state 0x0 ref 1 00000100:00100000:3.0:1777502110.705109:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+73:272698:x1863837562947328:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:0.0:1777502110.705246:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502110.705252:0:186936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502110.705270:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122e00/0x4ad31463d9bc0d39 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336b9 expref: 73 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.705280:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562947584 00000100:00100000:0.0:1777502110.705282:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.705284:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562947584 00010000:00010000:3.0:1777502110.705290:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x212:0x0].0x0 (ffff8dfd4fbd8600) 00010000:00010000:3.0:1777502110.705302:0:186936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502110.705303:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237950615161 time 8237950515161 state 0x1 ref 2 00000100:00100000:0.0:1777502110.705315:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562947840 00000100:00100000:0.0:1777502110.705318:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562947840 00000100:00100000:1.0:1777502110.705321:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237950615161 time 8237950741165 state 0x0 ref 2 00000100:00100000:1.0:1777502110.705333:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+74:272699:x1863837562947584:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.705342:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.705344:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bc0d47 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x212:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.705344:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1066 00010000:00010000:1.0:1777502110.705353:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123c00/0x4ad31463d9bc0d4e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8336c7 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.705355:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+74:272697:x1863837562947840:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:3.0:1777502110.705358:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bc0d47 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x212:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.705369:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bc0d47 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x212:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.705433:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123a00/0x4ad31463d9bc0d55 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.705445:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123a00/0x4ad31463d9bc0d55 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.705453:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123a00/0x4ad31463d9bc0d55 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.705466:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123400/0x4ad31463d9bc0d5c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.705473:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123400/0x4ad31463d9bc0d5c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.705479:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123400/0x4ad31463d9bc0d5c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502110.705485:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000002df8f49 reply state 0000000071cff8fd transno 8589938653 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bc0d47 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x212:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.705494:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502110.705559:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+78:272697:x1863837562947840:12345-192.168.202.27@tcp:35:touch.500 Request processed in 206us (277us total) trans 8589938654 rc 0/0 00000100:00100000:3.0:1777502110.705567:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+78:272698:x1863837562947328:12345-192.168.202.27@tcp:36:touch.500 Request processed in 457us (570us total) trans 8589938653 rc 0/0 00000100:00100000:0.0:1777502110.705571:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1066 00000100:00100000:3.0:1777502110.705608:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 34 00000004:00080000:1.0:1777502110.705862:0:186938:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x104c:0x0], index 1: 0 00010000:00010000:1.0:1777502110.705964:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123200/0x4ad31463d9bc0d63 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x213:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.705973:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123200/0x4ad31463d9bc0d63 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.705981:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123200/0x4ad31463d9bc0d63 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.706018:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123a00/0x4ad31463d9bc0d55 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.706025:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123a00/0x4ad31463d9bc0d55 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.706031:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123a00/0x4ad31463d9bc0d55 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.706037:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6b123a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.706040:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123a00/0x4ad31463d9bc0d55 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.706046:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123a00/0x4ad31463d9bc0d55 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.706056:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.706059:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.706062:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123a00/0x4ad31463d9bc0d55 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.706068:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123a00/0x4ad31463d9bc0d55 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.706079:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000086d3a3e0 reply state 00000000e51d7c44 transno 8589938655 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123400/0x4ad31463d9bc0d5c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.706086:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502110.706105:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123c00/0x4ad31463d9bc0d4e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336c7 expref: 78 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.706125:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123200/0x4ad31463d9bc0d63 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336c7 expref: 77 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.706132:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x213:0x0].0x0 (ffff8dfd4fbd8400) 00010000:00010000:1.0:1777502110.706135:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.706137:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6b123200, rc 0) 00000100:00100000:1.0:1777502110.706185:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+78:272699:x1863837562947584:12345-192.168.202.27@tcp:101:touch.500 Request processed in 852us (938us total) trans 8589938655 rc 0/0 00000100:00100000:1.0:1777502110.706192:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 35 00000100:00100000:1.0:1777502110.706197:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237950615161 time 8237950741165 state 0x2 ref 0 00010000:00010000:1.0:1777502110.706225:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bc0d47 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x212:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.706232:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bc0d47 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x212:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.706239:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bc0d47 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x212:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.706244:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5faa00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.706247:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bc0d47 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x212:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.706253:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bc0d47 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x212:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.706261:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x212:0x0].0x0 (ffff8dfd431bb800) 00010000:00010000:1.0:1777502110.706264:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.706267:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bc0d47 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x212:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.706273:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bc0d47 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x212:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.706643:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123400/0x4ad31463d9bc0d5c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.706650:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123400/0x4ad31463d9bc0d5c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.706657:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123400/0x4ad31463d9bc0d5c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.706661:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6b123400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.706672:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123400/0x4ad31463d9bc0d5c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.706679:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123400/0x4ad31463d9bc0d5c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.706686:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffff8dfd4fbd8b00) 00010000:00010000:3.0:1777502110.706687:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.706689:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123400/0x4ad31463d9bc0d5c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.706693:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123400/0x4ad31463d9bc0d5c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.707217:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.707246:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562947968 00000100:00100000:3.0:1777502110.707251:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562947968 00000100:00100000:0.0:1777502110.707267:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.707273:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237950615161 time 8237950741165 state 0x0 ref 1 00000100:00100000:3.0:1777502110.707283:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237950841165 time 8237950741165 state 0x1 ref 1 00000100:00100000:3.0:1777502110.707310:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562948224 00000100:00100000:3.0:1777502110.707313:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562948224 00000100:00100000:1.0:1777502110.707319:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237950841165 time 8237952736084 state 0x0 ref 1 00000100:00100000:1.0:1777502110.707334:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+77:272698:x1863837562947968:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.707350:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.707364:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc0d71 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x212:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8336ce expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.707384:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237952836084 time 8237952736084 state 0x1 ref 2 00010000:00010000:1.0:1777502110.707397:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc0d71 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x212:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336ce expref: 78 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.707410:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237952836084 time 8237952828131 state 0x0 ref 2 00010000:00010000:1.0:1777502110.707410:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc0d71 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x212:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336ce expref: 78 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.707432:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x212:0x0].0x0 (ffff8dfd4fbd8100) 00010000:00010000:1.0:1777502110.707435:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502110.707437:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6b123800, rc 0) 00000100:00100000:1.0:1777502110.707465:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+78:272698:x1863837562947968:12345-192.168.202.27@tcp:101:touch.500 Request processed in 136us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.707470:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 36 00000100:00100000:3.0:1777502110.707515:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+77:272699:x1863837562948224:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:3.0:1777502110.707546:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1777502110.707557:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.707657:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502110.707672:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123200/0x4ad31463d9bc0d63 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336c7 expref: 77 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.707675:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562948352 00000100:00100000:1.0:1777502110.707682:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562948352 00010000:00010000:3.0:1777502110.707693:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x213:0x0].0x0 (ffff8dfd4fbd8400) 00000100:00100000:1.0:1777502110.707703:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237952928131 time 8237952828131 state 0x1 ref 2 00010000:00010000:3.0:1777502110.707704:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502110.707728:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237952928131 time 8237953147739 state 0x0 ref 2 00000100:00100000:1.0:1777502110.707741:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+77:272739:x1863837562948352:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502110.707747:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc0d78 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x213:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.707750:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.707759:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc0d78 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x213:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.707761:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc0d7f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8336d5 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.707772:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc0d78 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x213:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.707816:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123e00/0x4ad31463d9bc0d86 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.707827:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123e00/0x4ad31463d9bc0d86 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.707835:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123e00/0x4ad31463d9bc0d86 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.707849:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc0d8d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.707857:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc0d8d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.707863:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc0d8d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502110.707867:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cf2e65ae reply state 00000000061f9532 transno 8589938656 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc0d78 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x213:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.707886:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502110.707943:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122000/0x4ad31463d9bc0d94 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x210:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.707952:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+80:272699:x1863837562948224:12345-192.168.202.27@tcp:36:touch.500 Request processed in 524us (684us total) trans 8589938656 rc 0/0 00010000:00010000:1.0:1777502110.707953:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122000/0x4ad31463d9bc0d94 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x210:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.707969:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 37 00010000:00010000:1.0:1777502110.707976:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122000/0x4ad31463d9bc0d94 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x210:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502110.708011:0:186936:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x210:0x0]: returning size 0 00000004:00200000:1.0:1777502110.708015:0:186936:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777502110.708029:0:186936:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122000/0x4ad31463d9bc0d94 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x210:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708040:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122000/0x4ad31463d9bc0d94 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708047:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123e00/0x4ad31463d9bc0d86 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708054:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123e00/0x4ad31463d9bc0d86 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708059:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123e00/0x4ad31463d9bc0d86 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708065:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6b123e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.708069:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123e00/0x4ad31463d9bc0d86 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708075:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123e00/0x4ad31463d9bc0d86 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708085:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.708088:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.708091:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123e00/0x4ad31463d9bc0d86 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708101:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123e00/0x4ad31463d9bc0d86 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708111:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc0d8d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708118:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc0d8d lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708124:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc0d8d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708128:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6b122200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.708131:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc0d8d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708138:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc0d8d lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708145:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffff8dfd4fbd8700) 00010000:00010000:1.0:1777502110.708147:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.708150:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc0d8d lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708156:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc0d8d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708179:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc0d7f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336d5 expref: 80 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708196:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122000/0x4ad31463d9bc0d94 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336d5 expref: 79 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708203:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x210:0x0].0x0 (ffff8dfd4fbd8f00) 00010000:00010000:1.0:1777502110.708205:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.708208:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6b122000, rc 0) 00000100:00100000:1.0:1777502110.708241:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+79:272739:x1863837562948352:12345-192.168.202.27@tcp:101:rm.500 Request processed in 502us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.708248:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 38 00000100:00100000:1.0:1777502110.708252:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237952928131 time 8237953147739 state 0x2 ref 0 00000100:00100000:1.0:1777502110.708282:0:186941:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562948480 00000100:00100000:1.0:1777502110.708286:0:186941:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562948480 00000100:00100000:1.0:1777502110.708322:0:186941:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 258 00000100:00100000:1.0:1777502110.708332:0:186941:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58beed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+79:2373:x1863837562948480:12345-192.168.202.27@tcp:63:ll_sa.0 00000100:00100000:3.0:1777502110.708352:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502110.708352:0:186941:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.708362:0:186941:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc0d9b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8336dc expref: -99 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.708384:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562948608 00010000:00010000:1.0:1777502110.708388:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc0da2 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.708389:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562948608 00010000:00010000:1.0:1777502110.708399:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc0da2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708407:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc0da2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.708417:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3037 00000100:00100000:0.0:1777502110.708425:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+13:2370:x1863837562948608:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:1.0:1777502110.708428:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187a00/0x4ad31463d9bc0da9 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708436:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187a00/0x4ad31463d9bc0da9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708443:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187a00/0x4ad31463d9bc0da9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708485:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc0da2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708492:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc0da2 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708498:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc0da2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708503:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6b122c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.708506:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc0da2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708512:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc0da2 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708521:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.708524:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.708527:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc0da2 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708533:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc0da2 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708548:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187a00/0x4ad31463d9bc0da9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708554:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187a00/0x4ad31463d9bc0da9 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708560:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187a00/0x4ad31463d9bc0da9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708566:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f187a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.708569:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187a00/0x4ad31463d9bc0da9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708600:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187a00/0x4ad31463d9bc0da9 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708610:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffff8dfd4fbd8d00) 00010000:00010000:1.0:1777502110.708613:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.708616:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187a00/0x4ad31463d9bc0da9 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708622:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187a00/0x4ad31463d9bc0da9 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708646:0:186941:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc0d9b lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336dc expref: 80 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.708653:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+14:2370:x1863837562948608:12345-192.168.202.27@tcp:2:touch.500 Request processed in 228us (301us total) trans 8589936056 rc 0/0 00010000:00010000:1.0:1777502110.708658:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00000100:00100000:0.0:1777502110.708661:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3037 00010000:00010000:1.0:1777502110.708675:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502110.708681:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc0d9b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336dc expref: 80 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708695:0:186941:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6b122a00, rc -2) 00000100:00100000:1.0:1777502110.708735:0:186941:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58beed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+79:2373:x1863837562948480:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 405us (1081us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777502110.708743:0:186941:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 258 00010000:00010000:1.0:1777502110.708773:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc0d78 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x213:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708781:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc0d78 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x213:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708787:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc0d78 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x213:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708793:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fb600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.708796:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc0d78 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x213:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708803:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc0d78 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x213:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708812:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x213:0x0].0x0 (ffff8dfd431bb000) 00010000:00010000:1.0:1777502110.708815:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.708818:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc0d78 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x213:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.708824:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc0d78 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x213:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.709033:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.709069:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562948736 00000100:00100000:1.0:1777502110.709074:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562948736 00000100:00100000:1.0:1777502110.709092:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237952928131 time 8237953147739 state 0x0 ref 1 00000100:00100000:1.0:1777502110.709100:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237953247739 time 8237953147739 state 0x1 ref 1 00000100:00100000:1.0:1777502110.709122:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237953247739 time 8237954541320 state 0x0 ref 1 00000100:00100000:1.0:1777502110.709133:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+78:272699:x1863837562948736:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.709145:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.709156:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187400/0x4ad31463d9bc0db0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x213:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8336e3 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.709184:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187400/0x4ad31463d9bc0db0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x213:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336e3 expref: 79 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.709195:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187400/0x4ad31463d9bc0db0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x213:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336e3 expref: 79 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.709208:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x213:0x0].0x0 (ffff8dfd4fbd8500) 00010000:00010000:1.0:1777502110.709211:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502110.709213:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f187400, rc 0) 00000100:00100000:1.0:1777502110.709243:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+79:272699:x1863837562948736:12345-192.168.202.27@tcp:101:touch.500 Request processed in 113us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.709250:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 39 00000100:00100000:1.0:1777502110.709255:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237953247739 time 8237954541320 state 0x2 ref 0 00000100:00100000:3.0:1777502110.709536:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.709573:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562948992 00000100:00100000:0.0:1777502110.709595:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562948992 00000100:00100000:0.0:1777502110.709609:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237953247739 time 8237954541320 state 0x0 ref 1 00000100:00100000:0.0:1777502110.709616:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237954641320 time 8237954541320 state 0x1 ref 1 00000100:00100000:0.0:1777502110.709634:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237954641320 time 8237955054520 state 0x0 ref 1 00000100:00100000:0.0:1777502110.709644:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+79:272700:x1863837562948992:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502110.709650:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.709659:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc0db7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8336ea expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.709737:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68600/0x4ad31463d9bc0dbe lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.709748:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68600/0x4ad31463d9bc0dbe lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.709755:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502110.709763:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68600/0x4ad31463d9bc0dbe lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.709777:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0dc5 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.709783:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0dc5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.709789:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0dc5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.709791:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562949248 00000100:00100000:1.0:1777502110.709796:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562949248 00000100:00100000:1.0:1777502110.709827:0:186939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1067 00000100:00100000:1.0:1777502110.709834:0:186939:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f500450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+81:272698:x1863837562949248:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:1.0:1777502110.710051:0:186939:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f500450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+82:272698:x1863837562949248:12345-192.168.202.27@tcp:35:touch.500 Request processed in 216us (300us total) trans 8589938657 rc 0/0 00000100:00100000:1.0:1777502110.710058:0:186939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1067 00000004:00080000:0.0:1777502110.710201:0:187571:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1071:0x0], index 0: 0 00010000:00010000:0.0:1777502110.710322:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc0dcc lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x214:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.710332:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc0dcc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.710341:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc0dcc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.710366:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68600/0x4ad31463d9bc0dbe lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.710373:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68600/0x4ad31463d9bc0dbe lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.710379:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68600/0x4ad31463d9bc0dbe lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.710384:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.710387:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68600/0x4ad31463d9bc0dbe lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.710393:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68600/0x4ad31463d9bc0dbe lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.710401:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.710403:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.710406:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68600/0x4ad31463d9bc0dbe lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.710416:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68600/0x4ad31463d9bc0dbe lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.710426:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000069ddaf91 reply state 00000000df98e496 transno 8589938658 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0dc5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.710433:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502110.710452:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc0db7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336ea expref: 83 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.710464:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc0dcc lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336ea expref: 82 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.710471:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x214:0x0].0x0 (ffff8dfd64574d00) 00010000:00010000:0.0:1777502110.710473:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502110.710475:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e68c00, rc 0) 00000100:00100000:0.0:1777502110.710518:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+83:272700:x1863837562948992:12345-192.168.202.27@tcp:101:touch.500 Request processed in 876us (982us total) trans 8589938658 rc 0/0 00000100:00100000:0.0:1777502110.710536:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 40 00000100:00100000:0.0:1777502110.710545:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237954641320 time 8237955054520 state 0x2 ref 0 00000100:00100000:1.0:1777502110.710657:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.710696:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562949376 00000100:00100000:0.0:1777502110.710702:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562949376 00000100:00100000:1.0:1777502110.710707:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.710739:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562949504 00000100:00100000:3.0:1777502110.710744:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562949504 00000100:00100000:0.0:1777502110.710746:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3038 00000100:00100000:0.0:1777502110.710757:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+14:2370:x1863837562949376:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502110.710766:0:187550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.710781:0:187550:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004113bb8f/0x4ad31463d9bc0dda lrc: 2/0,0 mode: --/PR res: [0x240000400:0x106f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8336f1 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.710785:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3039 00000100:00100000:3.0:1777502110.710797:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+13:2372:x1863837562949504:12345-192.168.202.27@tcp:2:touch.500 00002000:00010000:0.0:1777502110.710804:0:187550:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x106f:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502110.710818:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.710820:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.710827:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004113bb8f/0x4ad31463d9bc0dda lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x106f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336f1 expref: 15 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.710839:0:187550:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004113bb8f/0x4ad31463d9bc0dda lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x106f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336f1 expref: 15 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.710849:0:187550:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e68200, rc 0) 00000100:00100000:0.0:1777502110.710884:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+15:2370:x1863837562949376:12345-192.168.202.27@tcp:101:rm.500 Request processed in 129us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.710894:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3038 00000100:00100000:3.0:1777502110.711107:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+14:2372:x1863837562949504:12345-192.168.202.27@tcp:2:touch.500 Request processed in 312us (401us total) trans 8589935645 rc 0/0 00000100:00100000:3.0:1777502110.711115:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3039 00010000:00010000:3.0:1777502110.712193:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0dc5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.712204:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0dc5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.712210:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0dc5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.712217:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.712220:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0dc5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.712226:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0dc5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.712237:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffff8dfd64574f00) 00010000:00010000:3.0:1777502110.712240:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.712244:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0dc5 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.712248:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc0dc5 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.712677:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.712709:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562949760 00000100:00100000:0.0:1777502110.712714:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562949760 00000100:00100000:0.0:1777502110.712749:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1068 00000100:00100000:0.0:1777502110.712758:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+82:272699:x1863837562949760:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:1.0:1777502110.712883:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.712929:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562949888 00000100:00100000:1.0:1777502110.712930:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.712936:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562949888 00000100:00100000:3.0:1777502110.712962:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237954641320 time 8237955054520 state 0x0 ref 1 00000100:00100000:3.0:1777502110.712971:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237955154520 time 8237955054520 state 0x1 ref 1 00000100:00100000:0.0:1777502110.712990:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+84:272699:x1863837562949760:12345-192.168.202.27@tcp:35:touch.500 Request processed in 233us (326us total) trans 8589938659 rc 0/0 00000100:00100000:0.0:1777502110.712997:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1068 00000100:00100000:3.0:1777502110.713008:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562950016 00000100:00100000:3.0:1777502110.713012:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562950016 00000100:00100000:3.0:1777502110.713033:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237955154520 time 8237955054520 state 0x1 ref 2 00000100:00100000:3.0:1777502110.713055:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237958573844 time 8237958473844 state 0x1 ref 2 00000100:00100000:0.0:1777502110.713063:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237958573844 time 8237958482202 state 0x0 ref 2 00000100:00100000:3.0:1777502110.713070:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+84:272729:x1863837562949888:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:0.0:1777502110.713076:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+84:272726:x1863837562950016:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502110.713079:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.713083:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.713093:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bc0de1 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8336f8 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713093:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc0de8 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8336ff expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713157:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc0def lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713169:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc0def lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713176:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc0def lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713185:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69600/0x4ad31463d9bc0df6 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713190:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69600/0x4ad31463d9bc0df6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713194:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69600/0x4ad31463d9bc0df6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713269:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc0dfd lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x202:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713278:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc0dfd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x202:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.713285:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc0e04 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713286:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc0dfd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x202:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.713307:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc0e04 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.713317:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc0e04 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502110.713317:0:188648:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x202:0x0]: returning size 0 00000004:00200000:0.0:1777502110.713322:0:188648:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:1.0:1777502110.713329:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000004:00010000:0.0:1777502110.713336:0:188648:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc0dfd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x202:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.713339:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb000/0x4ad31463d9bc0e0b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713345:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc0dfd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.713349:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb000/0x4ad31463d9bc0e0b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713352:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc0def lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713358:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc0def lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713363:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc0def lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.713367:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502110.713371:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.713374:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc0def lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713378:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc0def lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713384:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.713386:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.713389:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc0def lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713393:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc0def lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713402:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69600/0x4ad31463d9bc0df6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.713407:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502110.713410:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69600/0x4ad31463d9bc0df6 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713416:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69600/0x4ad31463d9bc0df6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713426:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.713428:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb000/0x4ad31463d9bc0e0b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713428:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69600/0x4ad31463d9bc0df6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713434:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69600/0x4ad31463d9bc0df6 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713441:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffff8dfd64574a00) 00010000:00010000:0.0:1777502110.713443:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.713445:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69600/0x4ad31463d9bc0df6 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.713454:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502110.713454:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69600/0x4ad31463d9bc0df6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713486:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc0de8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336ff expref: 87 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713498:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc0dfd lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336ff expref: 86 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.713506:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502110.713511:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x202:0x0].0x0 (ffff8dfd4fbd8a00) 00010000:00010000:0.0:1777502110.713513:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502110.713515:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e69000, rc 0) 00000100:00100000:0.0:1777502110.713530:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562950400 00000100:00100000:0.0:1777502110.713533:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562950400 00000100:00100000:1.0:1777502110.713534:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502110.713547:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bc0e12 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x206:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.713553:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237958582202 time 8237958482202 state 0x1 ref 3 00010000:00010000:3.0:1777502110.713562:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bc0e12 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x206:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.713563:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.713566:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562950272 00000100:00100000:0.0:1777502110.713570:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562950272 00000100:00100000:0.0:1777502110.713605:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237958582202 time 8237958482202 state 0x1 ref 4 00010000:00010000:3.0:1777502110.713606:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bc0e12 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x206:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.713616:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562950528 00000100:00100000:0.0:1777502110.713619:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562950528 00000100:00100000:1.0:1777502110.713626:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000004:00200000:3.0:1777502110.713630:0:186937:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x206:0x0]: returning size 0 00000100:00100000:0.0:1777502110.713631:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237958582202 time 8237958482202 state 0x1 ref 5 00000004:00200000:3.0:1777502110.713635:0:186937:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:0.0:1777502110.713641:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562950656 00000100:00100000:0.0:1777502110.713643:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562950656 00000004:00010000:3.0:1777502110.713647:0:186937:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bc0e12 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x206:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.713655:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237958582202 time 8237958482202 state 0x1 ref 6 00000100:00100000:1.0:1777502110.713656:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562950784 00010000:00010000:3.0:1777502110.713657:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bc0e12 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.713675:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562950784 00000100:00100000:0.0:1777502110.713682:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562950912 00010000:00010000:3.0:1777502110.713684:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc0e04 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.713686:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562950912 00010000:00010000:3.0:1777502110.713693:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc0e04 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.713699:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237958582202 time 8237958482202 state 0x1 ref 7 00010000:00010000:3.0:1777502110.713703:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc0e04 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.713713:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fbc00 already unused, calling callback (ffffffffc1e434f0) 00000100:00100000:0.0:1777502110.713713:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237958582202 time 8237958482202 state 0x1 ref 8 00000100:00100000:1.0:1777502110.713715:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562951040 00010000:00010000:3.0:1777502110.713719:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc0e04 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.713720:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562951040 00000100:00100000:0.0:1777502110.713733:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237959251717 time 8237959151717 state 0x1 ref 8 00010000:00010000:3.0:1777502110.713746:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc0e04 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.713753:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237959251717 time 8237959151717 state 0x1 ref 9 00000100:00100000:0.0:1777502110.713753:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+93:272700:x1863837562950400:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:3.0:1777502110.713762:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.713766:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.713770:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc0e04 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.713775:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237959293779 time 8237959193779 state 0x1 ref 9 00010000:00010000:3.0:1777502110.713780:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc0e04 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713789:0:187571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502110.713794:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4fdb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+93:272735:x1863837562950272:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502110.713795:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb000/0x4ad31463d9bc0e0b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713805:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc0dcc lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336ea expref: 93 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.713808:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb000/0x4ad31463d9bc0e0b lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.713808:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.713820:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186a00/0x4ad31463d9bc0e19 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833706 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.713826:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb000/0x4ad31463d9bc0e0b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713830:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x214:0x0].0x0 (ffff8dfd64574d00) 00010000:00010000:3.0:1777502110.713840:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fb000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.713842:0:187571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502110.713844:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb000/0x4ad31463d9bc0e0b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.713851:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb000/0x4ad31463d9bc0e0b lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.713861:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffff8dfd431bb500) 00010000:00010000:3.0:1777502110.713864:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.713865:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187600/0x4ad31463d9bc0e20 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.713867:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb000/0x4ad31463d9bc0e0b lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.713883:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb000/0x4ad31463d9bc0e0b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.713884:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187600/0x4ad31463d9bc0e20 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713892:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc0e27 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x214:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.713906:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187600/0x4ad31463d9bc0e20 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713908:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc0e27 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.713927:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bc0de1 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336f8 expref: 94 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.713927:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc0e27 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.713932:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186e00/0x4ad31463d9bc0e2e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.713950:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186e00/0x4ad31463d9bc0e2e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.713959:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186e00/0x4ad31463d9bc0e2e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.714011:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000084aa0591 reply state 00000000aeeb6ef4 transno 8589938660 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc0e27 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.714018:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777502110.714034:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bc0e12 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336f8 expref: 94 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.714036:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187800/0x4ad31463d9bc0e35 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.714052:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x206:0x0].0x0 (ffff8dfd4fbd8800) 00010000:00010000:1.0:1777502110.714055:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187800/0x4ad31463d9bc0e35 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.714057:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000100:00100000:0.0:1777502110.714061:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+95:272700:x1863837562950400:12345-192.168.202.27@tcp:36:touch.500 Request processed in 311us (735us total) trans 8589938660 rc 0/0 00010000:00010000:3.0:1777502110.714062:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5faa00, rc 0) 00010000:00010000:1.0:1777502110.714074:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187800/0x4ad31463d9bc0e35 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.714074:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 43 00000100:00100000:0.0:1777502110.714092:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237959610675 time 8237959510675 state 0x1 ref 8 00000004:00200000:1.0:1777502110.714097:0:186938:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x20c:0x0]: returning size 0 00000004:00200000:1.0:1777502110.714101:0:186938:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:0.0:1777502110.714104:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77e34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+94:272731:x1863837562950528:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502110.714114:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00010000:1.0:1777502110.714115:0:186938:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187800/0x4ad31463d9bc0e35 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714124:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc0e3c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83370d expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.714126:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187800/0x4ad31463d9bc0e35 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.714146:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+95:272729:x1863837562949888:12345-192.168.202.27@tcp:101:rm.500 Request processed in 1079us (1261us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502110.714147:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187600/0x4ad31463d9bc0e20 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.714160:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 41 00010000:00010000:1.0:1777502110.714161:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187600/0x4ad31463d9bc0e20 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714165:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc0e43 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.714174:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187600/0x4ad31463d9bc0e20 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714179:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc0e43 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.714184:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237959702227 time 8237959602227 state 0x1 ref 7 00010000:00010000:1.0:1777502110.714195:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f187600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.714195:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc0e43 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.714201:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187600/0x4ad31463d9bc0e20 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.714205:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+94:272736:x1863837562950656:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502110.714218:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187600/0x4ad31463d9bc0e20 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714218:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc0e4a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.714219:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.714231:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc0e51 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833714 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.714240:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.714247:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.714254:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187600/0x4ad31463d9bc0e20 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714255:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc0e4a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.714273:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc0e58 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.714273:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187600/0x4ad31463d9bc0e20 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714274:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc0e4a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.714297:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc0e58 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.714303:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186e00/0x4ad31463d9bc0e2e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.714307:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc0e58 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.714328:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186e00/0x4ad31463d9bc0e2e lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714329:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56a00/0x4ad31463d9bc0e5f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x208:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.714338:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc0e66 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714347:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56a00/0x4ad31463d9bc0e5f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x208:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.714348:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186e00/0x4ad31463d9bc0e2e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.714353:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc0e66 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714364:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56a00/0x4ad31463d9bc0e5f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x208:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.714367:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f186e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.714374:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186e00/0x4ad31463d9bc0e2e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.714376:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc0e66 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502110.714384:0:187571:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x208:0x0]: returning size 0 00010000:00010000:1.0:1777502110.714387:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186e00/0x4ad31463d9bc0e2e lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502110.714390:0:187571:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:1.0:1777502110.714403:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffff8dfd4fbd8200) 00000004:00010000:0.0:1777502110.714405:0:187571:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56a00/0x4ad31463d9bc0e5f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x208:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.714406:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.714410:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186e00/0x4ad31463d9bc0e2e lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714419:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56a00/0x4ad31463d9bc0e5f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.714420:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186e00/0x4ad31463d9bc0e2e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714439:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc0e43 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.714442:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc0e6d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714450:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc0e43 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714456:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc0e43 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.714462:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186a00/0x4ad31463d9bc0e19 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833706 expref: 96 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714466:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.714470:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc0e43 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714482:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc0e43 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.714487:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187800/0x4ad31463d9bc0e35 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833706 expref: 95 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714488:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.714493:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.714497:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc0e43 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.714503:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20c:0x0].0x0 (ffff8dfd64574300) 00010000:00010000:0.0:1777502110.714505:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc0e43 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.714509:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.714514:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f187800, rc 0) 00010000:00010000:0.0:1777502110.714518:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc0e4a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714523:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc0e4a lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714526:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc0e4a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714529:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.714532:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc0e4a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714535:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc0e4a lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.714540:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+95:272735:x1863837562950272:12345-192.168.202.27@tcp:101:rm.500 Request processed in 750us (1175us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502110.714542:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc0e6d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714558:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffff8dfd64574700) 00000100:00100000:1.0:1777502110.714559:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 44 00010000:00010000:3.0:1777502110.714562:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc0e6d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714562:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.714565:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc0e4a lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.714597:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237960096962 time 8237959996962 state 0x1 ref 6 00010000:00010000:0.0:1777502110.714606:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc0e4a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502110.714607:0:186937:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x20d:0x0]: returning size 0 00000100:00100000:1.0:1777502110.714612:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+94:272737:x1863837562950784:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502110.714623:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.714632:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187c00/0x4ad31463d9bc0e74 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83371b expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.714633:0:205371:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562951680 00000100:00100000:2.0:1777502110.714639:0:205371:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562951680 00010000:00010000:0.0:1777502110.714641:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc0e3c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83370d expref: 95 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714657:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56a00/0x4ad31463d9bc0e5f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83370d expref: 96 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502110.714674:0:186937:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:0.0:1777502110.714681:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x208:0x0].0x0 (ffff8dfd4fbd8c00) 00010000:00010000:1.0:1777502110.714683:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187e00/0x4ad31463d9bc0e7b lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.714684:0:205371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 259 00010000:00010000:0.0:1777502110.714687:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000004:00010000:3.0:1777502110.714691:0:186937:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc0e6d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714691:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4da56a00, rc 0) 00000100:00100000:2.0:1777502110.714699:0:205371:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4c71c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+96:2370:x1863837562951680:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:1.0:1777502110.714700:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187e00/0x4ad31463d9bc0e7b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.714707:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc0e6d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.714718:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77e34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+96:272731:x1863837562950528:12345-192.168.202.27@tcp:101:rm.500 Request processed in 617us (1315us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502110.714720:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187e00/0x4ad31463d9bc0e7b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.714724:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc0e58 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.714728:0:205371:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777502110.714734:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 45 00010000:00010000:2.0:1777502110.714740:0:205371:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc0e82 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83374c expref: -99 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.714742:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc0e58 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.714748:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186000/0x4ad31463d9bc0e89 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.714757:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237960274874 time 8237960174874 state 0x1 ref 5 00010000:00010000:1.0:1777502110.714770:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186000/0x4ad31463d9bc0e89 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.714775:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc0e58 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.714780:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd455a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+96:272725:x1863837562950912:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502110.714783:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186000/0x4ad31463d9bc0e89 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.714785:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc0e90 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.714793:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fa400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.714795:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.714799:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc0e58 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.714807:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc0e90 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714808:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56000/0x4ad31463d9bc0e97 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833722 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.714826:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc0e90 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.714827:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc0e58 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.714843:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187000/0x4ad31463d9bc0e9e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.714850:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.714853:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187000/0x4ad31463d9bc0e9e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.714854:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.714854:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc0ea5 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714858:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc0eac lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.714860:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc0e58 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.714873:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187000/0x4ad31463d9bc0e9e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.714878:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc0ea5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.714883:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc0e58 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714883:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc0eac lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.714901:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc0ea5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502110.714902:0:186938:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x20e:0x0]: returning size 0 00010000:00010000:0.0:1777502110.714906:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc0eac lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.714909:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc0e66 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502110.714909:0:186938:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777502110.714923:0:186938:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187000/0x4ad31463d9bc0e9e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.714928:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc0e66 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714932:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57200/0x4ad31463d9bc0eb3 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.714938:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187000/0x4ad31463d9bc0e9e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.714947:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc0e66 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714954:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57200/0x4ad31463d9bc0eb3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.714959:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187e00/0x4ad31463d9bc0e7b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.714962:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fa600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.714968:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc0e66 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.714975:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57200/0x4ad31463d9bc0eb3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.714979:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc0eba lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.714980:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187e00/0x4ad31463d9bc0e7b lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715003:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc0eba lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.715004:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187e00/0x4ad31463d9bc0e7b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.715005:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc0e66 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.715025:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f187e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.715027:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffff8dfd431bb200) 00010000:00010000:3.0:1777502110.715032:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.715032:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187e00/0x4ad31463d9bc0e7b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715034:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc0eba lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.715037:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc0e66 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.715047:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc0ec1 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.715050:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187e00/0x4ad31463d9bc0e7b lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.715056:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc0e66 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.715063:0:205371:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x20a:0x0]: returning size 0 00010000:00010000:0.0:1777502110.715070:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc0ec1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.715071:0:205371:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:1.0:1777502110.715076:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.715082:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00010000:2.0:1777502110.715084:0:205371:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc0eba lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.715086:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187e00/0x4ad31463d9bc0e7b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.715086:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc0ec1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.715093:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc0e51 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833714 expref: 98 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715105:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc0eba lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.715109:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187e00/0x4ad31463d9bc0e7b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.715122:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc0e6d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833714 expref: 97 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715126:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc0e90 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502110.715128:0:187571:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x203:0x0]: returning size 0 00010000:00010000:1.0:1777502110.715133:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186000/0x4ad31463d9bc0e89 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502110.715135:0:187571:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1777502110.715139:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20d:0x0].0x0 (ffff8dfd431bb600) 00010000:00010000:3.0:1777502110.715146:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.715147:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc0e90 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.715150:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5fbe00, rc 0) 00000004:00010000:0.0:1777502110.715150:0:187571:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc0ec1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.715151:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186000/0x4ad31463d9bc0e89 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715165:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc0e90 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.715172:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+97:272736:x1863837562950656:12345-192.168.202.27@tcp:101:rm.500 Request processed in 973us (1723us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502110.715175:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186000/0x4ad31463d9bc0e89 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.715184:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc0ec1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715186:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226ee00 already unused, calling callback (ffffffffc1e434f0) 00000100:00100000:3.0:1777502110.715190:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 46 00010000:00010000:2.0:1777502110.715194:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc0e90 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.715196:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f186000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.715201:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc0eac lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.715202:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186000/0x4ad31463d9bc0e89 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.715209:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237960274874 time 8237960627225 state 0x0 ref 4 00010000:00010000:0.0:1777502110.715218:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc0eac lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.715223:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186000/0x4ad31463d9bc0e89 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.715225:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7c57b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+96:272738:x1863837562951040:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502110.715232:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc0eac lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715234:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc0e90 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.715237:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.715247:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa000/0x4ad31463d9bc0ec8 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833729 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.715247:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffff8dfd4fbd8400) 00010000:00010000:0.0:1777502110.715248:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.715255:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.715255:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc0eac lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715259:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.715260:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186000/0x4ad31463d9bc0e89 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715266:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.715271:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc0e90 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.715274:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc0eac lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.715280:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186000/0x4ad31463d9bc0e89 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.715297:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.715301:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0ecf lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715303:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc0e90 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.715303:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.715308:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc0eac lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.715320:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187c00/0x4ad31463d9bc0e74 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83371b expref: 98 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.715324:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0ecf lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.715324:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc0eac lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715327:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc0ea5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715347:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc0ea5 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.715348:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0ecf lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.715350:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187000/0x4ad31463d9bc0e9e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83371b expref: 97 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.715351:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57200/0x4ad31463d9bc0eb3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.715371:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57200/0x4ad31463d9bc0eb3 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715372:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc0ea5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.715373:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20e:0x0].0x0 (ffff8dfd431bbd00) 00010000:00010000:3.0:1777502110.715375:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc0ed6 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.715382:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.715387:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f187000, rc 0) 00010000:00010000:0.0:1777502110.715389:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57200/0x4ad31463d9bc0eb3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.715395:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc0ed6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715395:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226fe00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.715396:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.715401:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc0ea5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.715402:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57200/0x4ad31463d9bc0eb3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.715404:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc0ed6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.715417:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+97:272737:x1863837562950784:12345-192.168.202.27@tcp:101:rm.500 Request processed in 805us (1915us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502110.715419:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57200/0x4ad31463d9bc0eb3 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715423:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc0ea5 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.715437:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 47 00010000:00010000:0.0:1777502110.715439:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffff8dfd64574000) 00010000:00010000:0.0:1777502110.715442:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.715445:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffff8dfd47d18800) 00010000:00010000:0.0:1777502110.715445:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57200/0x4ad31463d9bc0eb3 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715453:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.715454:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57200/0x4ad31463d9bc0eb3 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715458:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc0ea5 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.715459:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc0edd lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715474:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc0ea5 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.715475:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc0edd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.715475:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56000/0x4ad31463d9bc0e97 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833722 expref: 97 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.715497:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc0edd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.715498:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502110.715505:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc0ec1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833722 expref: 96 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.715514:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x203:0x0].0x0 (ffff8dfd4fbd8300) 00010000:00010000:0.0:1777502110.715517:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502110.715519:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4da56200, rc 0) 00010000:00010000:2.0:1777502110.715521:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc0e82 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83374c expref: 97 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.715528:0:205370:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562952320 00000100:00100000:3.0:1777502110.715532:0:205370:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562952320 00000100:00100000:0.0:1777502110.715549:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd455a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+97:272725:x1863837562950912:12345-192.168.202.27@tcp:101:rm.500 Request processed in 772us (2015us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502110.715553:0:205371:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc0eba lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83374c expref: 97 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.715561:0:205370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 260 00000100:00100000:0.0:1777502110.715572:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 48 00000100:00100000:3.0:1777502110.715573:0:205370:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ca6b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+97:2372:x1863837562952320:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:2.0:1777502110.715573:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20a:0x0].0x0 (ffff8dfd431bb400) 00010000:00010000:2.0:1777502110.715599:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.715603:0:205371:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7226fc00, rc 0) 00010000:00010000:3.0:1777502110.715615:0:205370:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.715625:0:205370:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc0ee4 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833761 expref: -99 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.715639:0:205371:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4c71c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+97:2370:x1863837562951680:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 942us (2011us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502110.715647:0:205371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 259 00010000:00010000:3.0:1777502110.715652:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eea00/0x4ad31463d9bc0eeb lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.715661:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4fdb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+96:272726:x1863837562950016:12345-192.168.202.27@tcp:101:rm.500 Request processed in 2583us (2728us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502110.715677:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eea00/0x4ad31463d9bc0eeb lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.715679:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.715689:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 42 00010000:00010000:3.0:1777502110.715693:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eea00/0x4ad31463d9bc0eeb lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.715697:0:205371:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562952448 00000100:00100000:2.0:1777502110.715702:0:205371:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562952448 00010000:00010000:3.0:1777502110.715704:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc0ef2 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.715710:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc0ef2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.715716:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc0ef2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.715738:0:205371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 261 00000100:00100000:2.0:1777502110.715750:0:205371:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4c71ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+96:2372:x1863837562952448:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:3.0:1777502110.715768:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc0ef9 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715771:0:205371:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.715776:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc0ef9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715781:0:205371:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc0f00 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8337a7 expref: -99 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.715782:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc0ef9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502110.715810:0:205370:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x203:0x0]: returning size 0 00010000:00010000:2.0:1777502110.715810:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc0f07 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502110.715815:0:205370:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1777502110.715823:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc0f07 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502110.715829:0:205370:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc0ef9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715831:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc0f07 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.715848:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc0ef9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715852:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc0f0e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.715859:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eea00/0x4ad31463d9bc0eeb lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715862:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc0f0e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.715873:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eea00/0x4ad31463d9bc0eeb lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715873:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc0f0e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.715890:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eea00/0x4ad31463d9bc0eeb lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.715896:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505eea00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.715900:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eea00/0x4ad31463d9bc0eeb lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.715907:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eea00/0x4ad31463d9bc0eeb lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.715919:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.715922:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.715925:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eea00/0x4ad31463d9bc0eeb lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.715931:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eea00/0x4ad31463d9bc0eeb lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715935:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc0f15 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715945:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc0f15 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715951:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc0f15 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.715960:0:205371:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x20c:0x0]: returning size 0 00000004:00200000:2.0:1777502110.715962:0:205371:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777502110.715968:0:205371:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc0f15 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715973:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc0f15 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715977:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc0f07 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715980:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc0f07 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715984:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc0f07 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.715990:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.715993:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc0f07 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716005:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc0f07 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716012:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.716014:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc0ef2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716014:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.716016:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc0f07 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716028:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc0f07 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716030:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc0ef2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716037:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc0f0e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716039:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc0ef2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716045:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc0f0e lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716051:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.716052:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc0f0e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716057:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc0ef2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716057:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.716061:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc0f0e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716071:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc0f0e lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716074:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc0ef2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716084:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffff8dfd47d18500) 00010000:00010000:2.0:1777502110.716087:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.716088:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc0f0e lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716091:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffff8dfd431bb700) 00010000:00010000:2.0:1777502110.716094:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc0f0e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716096:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.716100:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc0ef2 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716108:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc0ef2 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716117:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc0f00 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337a7 expref: 98 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716132:0:205371:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc0f15 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337a7 expref: 98 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716135:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc0ee4 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833761 expref: 98 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716146:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20c:0x0].0x0 (ffff8dfd64574300) 00010000:00010000:2.0:1777502110.716150:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.716152:0:205371:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7226e200, rc 0) 00010000:00010000:3.0:1777502110.716153:0:205370:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc0ef9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833761 expref: 97 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716159:0:205371:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.716165:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x203:0x0].0x0 (ffff8dfd4fbd8300) 00010000:00010000:3.0:1777502110.716168:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.716168:0:205371:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc0f1c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8337ae expref: -99 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716171:0:205370:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ee800, rc 0) 00010000:00010000:3.0:1777502110.716177:0:205370:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.716186:0:205370:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0f23 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833768 expref: -99 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716195:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc0f2a lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716203:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc0f2a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716211:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc0f2a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716213:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc0f31 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716231:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc0f38 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716238:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc0f38 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716244:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc0f38 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716289:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc0f3f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716292:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc0f31 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716303:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc0f3f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716306:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc0f31 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716317:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc0f3f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716326:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54e00/0x4ad31463d9bc0f46 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.716331:0:205371:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x20d:0x0]: returning size 0 00000004:00200000:2.0:1777502110.716334:0:205371:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1777502110.716335:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54e00/0x4ad31463d9bc0f46 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716344:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54e00/0x4ad31463d9bc0f46 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.716344:0:205371:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc0f3f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716364:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc0f3f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.716368:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc0e27 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716373:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc0f2a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.716383:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc0e27 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716388:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc0f2a lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.716396:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc0e27 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716405:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55c00/0x4ad31463d9bc0f4d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x202:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.716415:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.716416:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc0f2a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716421:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55c00/0x4ad31463d9bc0f4d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x202:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.716422:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc0e27 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716424:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.716430:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc0f2a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716448:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc0f2a lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.716449:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc0e27 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716450:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55c00/0x4ad31463d9bc0f4d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x202:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716467:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.716470:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.716473:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc0f2a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.716473:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x214:0x0].0x0 (ffff8dfd64574200) 00000004:00200000:3.0:1777502110.716476:0:205370:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x202:0x0]: returning size 0 00010000:00010000:0.0:1777502110.716478:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00200000:3.0:1777502110.716481:0:205370:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:0.0:1777502110.716485:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc0e27 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716488:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc0f2a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502110.716493:0:205370:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55c00/0x4ad31463d9bc0f4d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x202:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.716498:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc0e27 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716509:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc0f38 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716513:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55c00/0x4ad31463d9bc0f4d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716523:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc0f38 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716527:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc0f31 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716532:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc0f38 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716538:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc0f31 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716542:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.716546:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc0f38 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716549:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc0f31 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716564:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.716566:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc0f38 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716568:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc0f31 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716640:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc0f31 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716653:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.716656:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.716659:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc0f31 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716684:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc0f31 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716694:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54e00/0x4ad31463d9bc0f46 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716700:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54e00/0x4ad31463d9bc0f46 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716706:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54e00/0x4ad31463d9bc0f46 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502110.716708:0:186937:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x20f:0x0]: returning size 0 00010000:00010000:3.0:1777502110.716714:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb54e00 already unused, calling callback (ffffffffc1e434f0) 00000004:00200000:0.0:1777502110.716714:0:186937:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1777502110.716719:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54e00/0x4ad31463d9bc0f46 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716726:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54e00/0x4ad31463d9bc0f46 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716734:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffff8dfd431bb300) 00000004:00010000:0.0:1777502110.716735:0:186937:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc0edd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716739:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.716744:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54e00/0x4ad31463d9bc0f46 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.716750:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc0edd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716751:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54e00/0x4ad31463d9bc0f46 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.716767:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0ecf lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.716779:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0ecf lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716782:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffff8dfd47d18900) 00010000:00010000:2.0:1777502110.716787:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.716787:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0ecf lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716792:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc0f23 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833768 expref: 99 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716793:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc0f38 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716811:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc0f38 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.716812:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.716819:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0ecf lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716832:0:205370:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55c00/0x4ad31463d9bc0f4d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833768 expref: 98 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.716833:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0ecf lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716850:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc0f1c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337ae expref: 99 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716852:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x202:0x0].0x0 (ffff8dfd4fbd8a00) 00010000:00010000:0.0:1777502110.716857:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.716858:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502110.716862:0:205370:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb55c00, rc 0) 00010000:00010000:0.0:1777502110.716866:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.716869:0:205370:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.716871:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0ecf lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716874:0:205371:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc0f3f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337ae expref: 98 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716879:0:205370:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54600/0x4ad31463d9bc0f54 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833776 expref: -99 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.716885:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc0ecf lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716897:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20d:0x0].0x0 (ffff8dfd431bb600) 00010000:00010000:2.0:1777502110.716903:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.716906:0:205371:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7226f400, rc 0) 00010000:00010000:0.0:1777502110.716910:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc0ed6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716911:0:205371:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.716916:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54800/0x4ad31463d9bc0f5b lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.716919:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc0ed6 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716921:0:205371:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc0f62 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8337b5 expref: -99 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716933:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54800/0x4ad31463d9bc0f5b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.716943:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc0ed6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716946:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54800/0x4ad31463d9bc0f5b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716951:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc0f69 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.716952:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.716957:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc0ed6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716967:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54c00/0x4ad31463d9bc0f70 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.716971:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc0f69 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.716973:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc0ed6 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.716985:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54c00/0x4ad31463d9bc0f70 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.716996:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffff8dfd431bb900) 00010000:00010000:0.0:1777502110.717003:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.717005:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54c00/0x4ad31463d9bc0f70 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717005:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc0f69 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.717007:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc0ed6 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.717026:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc0ed6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717030:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc0f77 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717038:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc0f77 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717046:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc0f77 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.717056:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa000/0x4ad31463d9bc0ec8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833729 expref: 101 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.717071:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc0edd lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833729 expref: 100 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.717078:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20f:0x0].0x0 (ffff8dfd431bbb00) 00010000:00010000:0.0:1777502110.717081:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502110.717084:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ef400, rc 0) 00010000:00010000:3.0:1777502110.717088:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55400/0x4ad31463d9bc0f7e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x204:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717098:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55400/0x4ad31463d9bc0f7e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x204:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717105:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55400/0x4ad31463d9bc0f7e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x204:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717111:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc0f85 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502110.717120:0:205370:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x204:0x0]: returning size 0 00010000:00010000:2.0:1777502110.717122:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc0f85 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502110.717123:0:205370:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1777502110.717135:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc0f85 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502110.717136:0:205370:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55400/0x4ad31463d9bc0f7e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x204:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717150:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55400/0x4ad31463d9bc0f7e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.717156:0:205371:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x20e:0x0]: returning size 0 00010000:00010000:3.0:1777502110.717158:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54800/0x4ad31463d9bc0f5b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.717162:0:205371:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1777502110.717169:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54800/0x4ad31463d9bc0f5b lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717175:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54800/0x4ad31463d9bc0f5b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.717175:0:205371:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc0f85 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717192:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb54800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.717196:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54800/0x4ad31463d9bc0f5b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717196:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc0f85 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.717210:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7c57b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+100:272738:x1863837562951040:12345-192.168.202.27@tcp:101:rm.500 Request processed in 1983us (3649us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502110.717216:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54800/0x4ad31463d9bc0f5b lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717216:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc0f69 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.717236:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 49 00010000:00010000:2.0:1777502110.717244:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc0f69 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.717244:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237960274874 time 8237960627225 state 0x2 ref 0 00010000:00010000:2.0:1777502110.717258:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc0f69 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717263:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.717267:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.717270:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.717271:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54800/0x4ad31463d9bc0f5b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717276:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc0f69 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717280:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54800/0x4ad31463d9bc0f5b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717288:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc0f69 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717293:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54c00/0x4ad31463d9bc0f70 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717299:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.717300:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54c00/0x4ad31463d9bc0f70 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717305:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.717310:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc0f69 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717311:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54c00/0x4ad31463d9bc0f70 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717324:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc0f69 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717325:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb54c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.717331:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54c00/0x4ad31463d9bc0f70 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717339:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc0f77 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717340:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54c00/0x4ad31463d9bc0f70 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717358:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc0f77 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717361:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffff8dfd431bb000) 00010000:00010000:3.0:1777502110.717367:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.717370:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc0f77 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717371:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54c00/0x4ad31463d9bc0f70 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717384:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226ea00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.717386:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54c00/0x4ad31463d9bc0f70 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717388:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc0f77 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717400:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc0f77 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717408:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffff8dfd47d18200) 00010000:00010000:2.0:1777502110.717410:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.717414:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54600/0x4ad31463d9bc0f54 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833776 expref: 100 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717415:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc0f77 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717431:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc0f77 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717438:0:205370:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55400/0x4ad31463d9bc0f7e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833776 expref: 99 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717447:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x204:0x0].0x0 (ffff8dfd64574800) 00010000:00010000:3.0:1777502110.717450:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502110.717453:0:205370:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb55400, rc 0) 00010000:00010000:3.0:1777502110.717456:0:205370:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.717464:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc0f62 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337b5 expref: 100 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717466:0:205370:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54200/0x4ad31463d9bc0f8c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83377d expref: -99 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717487:0:205371:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc0f85 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337b5 expref: 100 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717495:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20e:0x0].0x0 (ffff8dfd431bbd00) 00010000:00010000:2.0:1777502110.717497:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502110.717499:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55e00/0x4ad31463d9bc0f93 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717500:0:205371:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7226e000, rc 0) 00010000:00010000:2.0:1777502110.717507:0:205371:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.717510:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55e00/0x4ad31463d9bc0f93 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717517:0:205371:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc0f9a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8337bc expref: -99 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717519:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55e00/0x4ad31463d9bc0f93 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717542:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55000/0x4ad31463d9bc0fa1 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717550:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55000/0x4ad31463d9bc0fa1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717555:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc0fa8 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717557:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55000/0x4ad31463d9bc0fa1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717572:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc0fa8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717604:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc0fa8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717619:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc0faf lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717627:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc0faf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717634:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc0faf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717645:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54a00/0x4ad31463d9bc0fb6 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x205:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717655:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54a00/0x4ad31463d9bc0fb6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x205:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717676:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54a00/0x4ad31463d9bc0fb6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x205:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502110.717694:0:205370:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x205:0x0]: returning size 0 00000004:00200000:3.0:1777502110.717698:0:205370:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1777502110.717703:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc0fbd lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x212:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502110.717710:0:205370:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54a00/0x4ad31463d9bc0fb6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x205:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717713:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc0fbd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x212:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717722:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54a00/0x4ad31463d9bc0fb6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717725:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc0fbd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x212:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717736:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55e00/0x4ad31463d9bc0f93 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717743:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55e00/0x4ad31463d9bc0f93 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.717746:0:205371:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x212:0x0]: returning size 0 00000004:00200000:2.0:1777502110.717752:0:205371:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1777502110.717754:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55e00/0x4ad31463d9bc0f93 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717760:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb55e00 already unused, calling callback (ffffffffc1e434f0) 00000004:00010000:2.0:1777502110.717763:0:205371:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc0fbd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x212:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717764:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55e00/0x4ad31463d9bc0f93 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717779:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55e00/0x4ad31463d9bc0f93 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717781:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc0fbd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717793:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.717796:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.717800:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55e00/0x4ad31463d9bc0f93 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717800:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc0fa8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717817:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55e00/0x4ad31463d9bc0f93 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717826:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc0fa8 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717831:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55000/0x4ad31463d9bc0fa1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717833:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc0fa8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717847:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55000/0x4ad31463d9bc0fa1 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717847:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.717852:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc0fa8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717857:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55000/0x4ad31463d9bc0fa1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717863:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc0fa8 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717864:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb55000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.717869:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55000/0x4ad31463d9bc0fa1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717877:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.717878:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55000/0x4ad31463d9bc0fa1 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717882:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.717888:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc0fa8 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717891:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffff8dfd431bb800) 00010000:00010000:3.0:1777502110.717897:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.717897:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc0fa8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717902:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55000/0x4ad31463d9bc0fa1 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717910:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55000/0x4ad31463d9bc0fa1 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717911:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc0faf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717925:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc0faf lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717930:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc0faf lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717935:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.717938:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc0faf lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717940:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54200/0x4ad31463d9bc0f8c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83377d expref: 102 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717950:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc0faf lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717960:0:205370:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54a00/0x4ad31463d9bc0fb6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83377d expref: 101 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.717961:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffff8dfd47d18700) 00010000:00010000:2.0:1777502110.717967:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.717970:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc0faf lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717972:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x205:0x0].0x0 (ffff8dfd4fbd8e00) 00010000:00010000:3.0:1777502110.717979:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.717981:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc0faf lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.717982:0:205370:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb54a00, rc 0) 00010000:00010000:3.0:1777502110.717988:0:205370:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.717998:0:205370:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55600/0x4ad31463d9bc0fc4 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833784 expref: -99 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718010:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc0f9a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337bc expref: 103 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718021:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55a00/0x4ad31463d9bc0fcb lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718024:0:205371:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc0fbd lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337bc expref: 102 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718035:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55a00/0x4ad31463d9bc0fcb lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718037:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x212:0x0].0x0 (ffff8dfd4fbd8100) 00010000:00010000:2.0:1777502110.718043:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.718047:0:205371:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45703e00, rc 0) 00010000:00010000:3.0:1777502110.718049:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55a00/0x4ad31463d9bc0fcb lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718052:0:205371:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.718064:0:205371:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc0fd2 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8337c3 expref: -99 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718067:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55200/0x4ad31463d9bc0fd9 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718083:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55200/0x4ad31463d9bc0fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718090:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55200/0x4ad31463d9bc0fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718100:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc0fe0 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718110:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc0fe0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718118:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc0fe0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718132:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc0fe7 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718139:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc0fe7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718141:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54000/0x4ad31463d9bc0fee lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x208:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718152:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc0fe7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718156:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54000/0x4ad31463d9bc0fee lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x208:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718167:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54000/0x4ad31463d9bc0fee lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x208:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502110.718183:0:205370:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x208:0x0]: returning size 0 00000004:00200000:3.0:1777502110.718186:0:205370:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777502110.718199:0:205370:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54000/0x4ad31463d9bc0fee lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x208:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718208:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54000/0x4ad31463d9bc0fee lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718215:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55a00/0x4ad31463d9bc0fcb lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718219:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc0ff5 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x211:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718222:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55a00/0x4ad31463d9bc0fcb lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718237:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55a00/0x4ad31463d9bc0fcb lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718238:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc0ff5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x211:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718254:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb55a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.718256:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc0ff5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x211:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718258:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55a00/0x4ad31463d9bc0fcb lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718273:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55a00/0x4ad31463d9bc0fcb lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.718279:0:205371:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x211:0x0]: returning size 0 00010000:00010000:3.0:1777502110.718282:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00000004:00200000:2.0:1777502110.718283:0:205371:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1777502110.718288:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.718291:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55a00/0x4ad31463d9bc0fcb lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.718296:0:205371:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc0ff5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x211:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718298:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55a00/0x4ad31463d9bc0fcb lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718311:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc0ff5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718315:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55200/0x4ad31463d9bc0fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718321:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc0fe0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718324:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55200/0x4ad31463d9bc0fd9 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718341:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55200/0x4ad31463d9bc0fd9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718343:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc0fe0 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718356:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb55200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.718358:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc0fe0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718360:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55200/0x4ad31463d9bc0fd9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718372:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.718375:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55200/0x4ad31463d9bc0fd9 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718376:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc0fe0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718391:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc0fe0 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718392:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffff8dfd431bb100) 00010000:00010000:3.0:1777502110.718397:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.718402:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55200/0x4ad31463d9bc0fd9 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718406:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.718408:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55200/0x4ad31463d9bc0fd9 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718409:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.718414:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc0fe0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718423:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc0fe0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718434:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc0fe7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718436:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55600/0x4ad31463d9bc0fc4 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833784 expref: 104 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718448:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc0fe7 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718456:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc0fe7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718459:0:205370:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54000/0x4ad31463d9bc0fee lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833784 expref: 103 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718467:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.718472:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc0fe7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718474:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x208:0x0].0x0 (ffff8dfd4fbd8c00) 00010000:00010000:3.0:1777502110.718480:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502110.718484:0:205370:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb54000, rc 0) 00010000:00010000:2.0:1777502110.718484:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc0fe7 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718490:0:205370:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.718496:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffff8dfd47d18300) 00010000:00010000:3.0:1777502110.718500:0:205370:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54400/0x4ad31463d9bc0ffc lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83378b expref: -99 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718500:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.718504:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc0fe7 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718516:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc0fe7 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718528:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55800/0x4ad31463d9bc1003 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718539:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55800/0x4ad31463d9bc1003 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718540:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc0fd2 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337c3 expref: 105 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718555:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55800/0x4ad31463d9bc1003 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718562:0:205371:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc0ff5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337c3 expref: 104 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718570:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x211:0x0].0x0 (ffff8dfd4fbd8900) 00010000:00010000:3.0:1777502110.718571:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20e00/0x4ad31463d9bc100a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718574:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.718601:0:205371:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45703a00, rc 0) 00010000:00010000:2.0:1777502110.718606:0:205371:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.718612:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20e00/0x4ad31463d9bc100a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718616:0:205371:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1011 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8337ca expref: -99 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718622:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20e00/0x4ad31463d9bc100a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718642:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1018 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718652:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1018 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718661:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1018 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718683:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc101f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718688:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc101f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718693:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc101f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718694:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20200/0x4ad31463d9bc1026 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x206:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718706:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20200/0x4ad31463d9bc1026 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x206:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718714:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20200/0x4ad31463d9bc1026 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x206:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502110.718733:0:205370:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x206:0x0]: returning size 0 00000004:00200000:3.0:1777502110.718736:0:205370:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1777502110.718736:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc102d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718746:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc102d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502110.718747:0:205370:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20200/0x4ad31463d9bc1026 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x206:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718762:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc102d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718764:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20200/0x4ad31463d9bc1026 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718777:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55800/0x4ad31463d9bc1003 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.718783:0:205371:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x20f:0x0]: returning size 0 00010000:00010000:3.0:1777502110.718784:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55800/0x4ad31463d9bc1003 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.718786:0:205371:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1777502110.718795:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55800/0x4ad31463d9bc1003 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.718798:0:205371:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc102d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718800:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb55800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.718805:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55800/0x4ad31463d9bc1003 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718812:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc102d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718813:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55800/0x4ad31463d9bc1003 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718831:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1018 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718840:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1018 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718845:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.718845:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1018 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718850:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.718854:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.718855:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55800/0x4ad31463d9bc1003 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718857:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1018 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718864:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55800/0x4ad31463d9bc1003 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718866:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1018 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718879:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20e00/0x4ad31463d9bc100a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718881:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.718887:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.718888:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20e00/0x4ad31463d9bc100a lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718891:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1018 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718896:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20e00/0x4ad31463d9bc100a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718901:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1018 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718905:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43d20e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.718910:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20e00/0x4ad31463d9bc100a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718916:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc101f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718918:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20e00/0x4ad31463d9bc100a lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718932:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc101f lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718935:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffff8dfd431bba00) 00010000:00010000:3.0:1777502110.718941:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.718942:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc101f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.718944:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20e00/0x4ad31463d9bc100a lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718955:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.718957:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20e00/0x4ad31463d9bc100a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718961:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc101f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718970:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc101f lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718979:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffff8dfd47d18000) 00010000:00010000:2.0:1777502110.718982:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.718985:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54400/0x4ad31463d9bc0ffc lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83378b expref: 106 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.718986:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc101f lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719001:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc101f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719005:0:205370:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20200/0x4ad31463d9bc1026 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83378b expref: 105 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719012:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x206:0x0].0x0 (ffff8dfd4fbd8800) 00010000:00010000:3.0:1777502110.719014:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502110.719016:0:205370:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43d20200, rc 0) 00010000:00010000:3.0:1777502110.719019:0:205370:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.719025:0:205370:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21000/0x4ad31463d9bc1034 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833799 expref: -99 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719025:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1011 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337ca expref: 106 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719046:0:205371:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc102d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337ca expref: 106 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719051:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20f:0x0].0x0 (ffff8dfd431bbb00) 00010000:00010000:2.0:1777502110.719053:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502110.719054:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20a00/0x4ad31463d9bc103b lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719055:0:205371:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45702c00, rc 0) 00010000:00010000:2.0:1777502110.719060:0:205371:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.719062:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20a00/0x4ad31463d9bc103b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719068:0:205371:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1042 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8337d1 expref: -99 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719069:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20a00/0x4ad31463d9bc103b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719087:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21400/0x4ad31463d9bc1049 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719092:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21400/0x4ad31463d9bc1049 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719094:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc1050 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719098:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21400/0x4ad31463d9bc1049 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719101:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc1050 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719109:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc1050 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719121:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1057 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719129:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1057 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719137:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1057 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719141:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20000/0x4ad31463d9bc105e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x207:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719148:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20000/0x4ad31463d9bc105e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x207:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719153:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20000/0x4ad31463d9bc105e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x207:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502110.719162:0:205370:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x207:0x0]: returning size 0 00000004:00200000:3.0:1777502110.719164:0:205370:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777502110.719171:0:205370:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20000/0x4ad31463d9bc105e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x207:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719177:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20000/0x4ad31463d9bc105e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719182:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20a00/0x4ad31463d9bc103b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719185:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20a00/0x4ad31463d9bc103b lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719189:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20a00/0x4ad31463d9bc103b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719191:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43d20a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.719193:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20a00/0x4ad31463d9bc103b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719197:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20a00/0x4ad31463d9bc103b lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719199:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc1065 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x213:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719205:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.719207:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc1065 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x213:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719208:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.719211:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20a00/0x4ad31463d9bc103b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719219:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20a00/0x4ad31463d9bc103b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719219:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc1065 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x213:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719236:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21400/0x4ad31463d9bc1049 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.719239:0:205371:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x213:0x0]: returning size 0 00010000:00010000:3.0:1777502110.719240:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21400/0x4ad31463d9bc1049 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.719242:0:205371:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1777502110.719248:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21400/0x4ad31463d9bc1049 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719251:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43d21400 already unused, calling callback (ffffffffc1e434f0) 00000004:00010000:2.0:1777502110.719252:0:205371:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc1065 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x213:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719254:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21400/0x4ad31463d9bc1049 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719267:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21400/0x4ad31463d9bc1049 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719267:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc1065 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719280:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffff8dfd431bbe00) 00010000:00010000:2.0:1777502110.719280:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc1050 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719285:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.719288:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21400/0x4ad31463d9bc1049 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719293:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc1050 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719295:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21400/0x4ad31463d9bc1049 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719301:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc1050 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719306:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.719308:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc1050 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719312:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc1050 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719314:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21000/0x4ad31463d9bc1034 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833799 expref: 108 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719322:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.719324:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.719326:0:205370:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20000/0x4ad31463d9bc105e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833799 expref: 107 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719326:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc1050 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719338:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc1050 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719341:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x207:0x0].0x0 (ffff8dfd64574500) 00010000:00010000:3.0:1777502110.719345:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502110.719347:0:205370:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43d20000, rc 0) 00010000:00010000:2.0:1777502110.719348:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1057 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719349:0:205370:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.719354:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1057 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719356:0:205370:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20400/0x4ad31463d9bc106c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8337a0 expref: -99 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719363:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1057 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719368:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.719370:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1057 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719375:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1057 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719376:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21a00/0x4ad31463d9bc1073 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719383:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffff8dfd47d18100) 00010000:00010000:3.0:1777502110.719385:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21a00/0x4ad31463d9bc1073 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719385:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.719388:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1057 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719396:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1057 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719397:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21a00/0x4ad31463d9bc1073 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719415:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21600/0x4ad31463d9bc107a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719419:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21600/0x4ad31463d9bc107a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719421:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1042 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337d1 expref: 109 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719429:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21600/0x4ad31463d9bc107a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719435:0:205371:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc1065 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337d1 expref: 108 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.719440:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x213:0x0].0x0 (ffff8dfd4fbd8500) 00010000:00010000:2.0:1777502110.719442:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.719443:0:205371:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45703800, rc 0) 00010000:00010000:3.0:1777502110.719467:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21e00/0x4ad31463d9bc1081 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x209:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719473:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21e00/0x4ad31463d9bc1081 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x209:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719478:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21e00/0x4ad31463d9bc1081 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x209:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502110.719486:0:205370:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x209:0x0]: returning size 0 00000004:00200000:3.0:1777502110.719488:0:205370:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777502110.719494:0:205370:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21e00/0x4ad31463d9bc1081 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x209:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.719495:0:205371:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4c71ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+108:2372:x1863837562952448:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 3749us (3838us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502110.719502:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21e00/0x4ad31463d9bc1081 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719506:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21a00/0x4ad31463d9bc1073 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.719508:0:205371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 261 00010000:00010000:3.0:1777502110.719513:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21a00/0x4ad31463d9bc1073 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719517:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21a00/0x4ad31463d9bc1073 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719521:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43d21a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.719523:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21a00/0x4ad31463d9bc1073 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719526:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21a00/0x4ad31463d9bc1073 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719532:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.719535:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.719537:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21a00/0x4ad31463d9bc1073 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719540:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21a00/0x4ad31463d9bc1073 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719548:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21600/0x4ad31463d9bc107a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719552:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21600/0x4ad31463d9bc107a lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719555:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21600/0x4ad31463d9bc107a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719559:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43d21600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.719560:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21600/0x4ad31463d9bc107a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719564:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21600/0x4ad31463d9bc107a lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719568:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffff8dfd64790300) 00010000:00010000:3.0:1777502110.719573:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.719575:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21600/0x4ad31463d9bc107a lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719594:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21600/0x4ad31463d9bc107a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719609:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20400/0x4ad31463d9bc106c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337a0 expref: 108 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719617:0:205370:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21e00/0x4ad31463d9bc1081 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337a0 expref: 107 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.719622:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x209:0x0].0x0 (ffff8dfd4fbd8000) 00010000:00010000:3.0:1777502110.719624:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502110.719625:0:205370:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43d21e00, rc 0) 00000100:00100000:3.0:1777502110.719658:0:205370:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ca6b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+107:2372:x1863837562952320:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 4088us (4162us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502110.719677:0:205370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 260 00000100:00100000:3.0:1777502110.721028:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.721081:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562951296 00000100:00100000:2.0:1777502110.721090:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562951296 00000100:00100000:2.0:1777502110.721119:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237960274874 time 8237960627225 state 0x0 ref 1 00000100:00100000:3.0:1777502110.721123:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.721137:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237960727225 time 8237960627225 state 0x1 ref 1 00000100:00100000:2.0:1777502110.721159:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237960727225 time 8237966578575 state 0x0 ref 1 00000100:00100000:2.0:1777502110.721169:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+107:272727:x1863837562951296:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502110.721181:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.721193:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7800/0x4ad31463d9bc1088 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833737 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.721221:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562952960 00000100:00100000:0.0:1777502110.721227:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562952960 00010000:00010000:2.0:1777502110.721240:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd6200/0x4ad31463d9bc108f lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.721248:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.721257:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd6200/0x4ad31463d9bc108f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.721266:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd6200/0x4ad31463d9bc108f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.721266:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562952832 00000100:00100000:0.0:1777502110.721271:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562952832 00010000:00010000:2.0:1777502110.721284:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc1096 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.721292:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.721298:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc1096 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.721307:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3040 00010000:00010000:2.0:1777502110.721309:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc1096 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.721318:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+14:2373:x1863837562952960:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:3.0:1777502110.721326:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502110.721331:0:187548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.721347:0:187548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008fd82b92/0x4ad31463d9bc109d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1049:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8337ed expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.721355:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00002000:00010000:0.0:1777502110.721374:0:187548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1049:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00000100:00100000:3.0:1777502110.721385:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502110.721389:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.721392:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.721400:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008fd82b92/0x4ad31463d9bc109d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337ed expref: 15 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.721403:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7a00/0x4ad31463d9bc10a4 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x204:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.721413:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.721417:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7a00/0x4ad31463d9bc10a4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x204:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.721429:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7a00/0x4ad31463d9bc10a4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x204:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.721429:0:187548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008fd82b92/0x4ad31463d9bc109d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337ed expref: 15 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.721440:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562953088 00000100:00100000:1.0:1777502110.721446:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562953088 00000100:00100000:3.0:1777502110.721449:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502110.721457:0:187548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4da57000, rc 0) 00000004:00200000:2.0:1777502110.721463:0:186938:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x204:0x0]: returning size 0 00000004:00200000:2.0:1777502110.721466:0:186938:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:1.0:1777502110.721473:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562952704 00000100:00100000:1.0:1777502110.721476:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562952704 00000004:00010000:2.0:1777502110.721478:0:186938:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7a00/0x4ad31463d9bc10a4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x204:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.721485:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7a00/0x4ad31463d9bc10a4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.721492:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562953344 00000100:00100000:3.0:1777502110.721494:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.721494:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd6200/0x4ad31463d9bc108f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.721495:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562953344 00010000:00010000:2.0:1777502110.721501:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd6200/0x4ad31463d9bc108f lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.721508:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+16:2373:x1863837562952960:12345-192.168.202.27@tcp:101:rm.500 Request processed in 190us (437us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502110.721509:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd6200/0x4ad31463d9bc108f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.721517:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3041 00010000:00010000:2.0:1777502110.721524:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80fd6200 already unused, calling callback (ffffffffc1e434f0) 00000100:00100000:0.0:1777502110.721528:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3040 00010000:00010000:2.0:1777502110.721529:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd6200/0x4ad31463d9bc108f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.721530:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+17:2373:x1863837562952832:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502110.721543:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd6200/0x4ad31463d9bc108f lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.721545:0:188366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.721550:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.721553:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.721557:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd6200/0x4ad31463d9bc108f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.721557:0:188366:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044137c27/0x4ad31463d9bc10ab lrc: 2/0,0 mode: --/PR res: [0x240000400:0x106d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8337e6 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.721557:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3042 00000100:00100000:0.0:1777502110.721574:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+15:2371:x1863837562953088:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:3.0:1777502110.721600:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00002000:00010000:1.0:1777502110.721607:0:188366:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x106d:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:1.0:1777502110.721616:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502110.721618:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502110.721623:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000044137c27/0x4ad31463d9bc10ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x106d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337e6 expref: 18 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.721635:0:188366:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000044137c27/0x4ad31463d9bc10ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x106d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337e6 expref: 18 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.721646:0:188366:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f186600, rc 0) 00010000:00010000:2.0:1777502110.721648:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd6200/0x4ad31463d9bc108f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.721674:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc1096 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.721679:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc1096 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.721680:0:187548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.721686:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc1096 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.721690:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80fd7600 already unused, calling callback (ffffffffc1e434f0) 00000100:00100000:1.0:1777502110.721692:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+18:2373:x1863837562952832:12345-192.168.202.27@tcp:101:rm.500 Request processed in 163us (444us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502110.721693:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc1096 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.721694:0:187548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc10b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1044:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8337f4 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.721703:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.721712:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc1096 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.721716:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3041 00002000:00010000:0.0:1777502110.721724:0:187548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1044:0x0] initial LVB size: 0, mtime: 0x69f2879a, atime: 0x69f2879a, ctime: 0x69f2879a, blocks: 0x1 00010000:00010000:2.0:1777502110.721726:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffff8dfd47d18b00) 00010000:00010000:2.0:1777502110.721732:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777502110.721733:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562953216 00010000:00010000:2.0:1777502110.721734:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc1096 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.721738:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562953216 00010000:00010000:0.0:1777502110.721738:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.721742:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502110.721743:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc1096 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.721750:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc10b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337f4 expref: 16 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.721765:0:187548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc10b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337f4 expref: 16 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.721766:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3043 00000100:00100000:1.0:1777502110.721777:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+18:2371:x1863837562952704:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502110.721781:0:187548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4da56000, rc 0) 00010000:00010000:2.0:1777502110.721784:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7800/0x4ad31463d9bc1088 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833737 expref: 109 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.721784:0:188366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1777502110.721787:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502110.721798:0:188366:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000060557e57/0x4ad31463d9bc10b9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x106a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8337df expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.721809:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7a00/0x4ad31463d9bc10a4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833737 expref: 108 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.721810:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+16:2371:x1863837562953088:12345-192.168.202.27@tcp:101:rm.500 Request processed in 242us (487us total) trans 0 rc 0/0 00002000:00010000:1.0:1777502110.721814:0:188366:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x106a:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00000100:00100000:0.0:1777502110.721828:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3042 00010000:00010000:2.0:1777502110.721830:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x204:0x0].0x0 (ffff8dfd64574800) 00010000:00010000:1.0:1777502110.721833:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502110.721834:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.721837:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502110.721839:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80fd7a00, rc 0) 00010000:00010000:1.0:1777502110.721845:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000060557e57/0x4ad31463d9bc10b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x106a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337df expref: 19 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.721846:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562953472 00000100:00100000:0.0:1777502110.721851:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562953472 00010000:00010000:1.0:1777502110.721861:0:188366:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000060557e57/0x4ad31463d9bc10b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x106a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337df expref: 20 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.721873:0:188366:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f186200, rc 0) 00000100:00100000:3.0:1777502110.721878:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.721878:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+108:272727:x1863837562951296:12345-192.168.202.27@tcp:101:rm.500 Request processed in 707us (851us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.721882:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3044 00000100:00100000:0.0:1777502110.721894:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70df0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+20:2373:x1863837562953344:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:1.0:1777502110.721903:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+20:2371:x1863837562952704:12345-192.168.202.27@tcp:101:rm.500 Request processed in 126us (549us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502110.721905:0:187548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777502110.721910:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 50 00010000:00010000:0.0:1777502110.721917:0:187548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc10c0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1068:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833802 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.721919:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3043 00000100:00100000:2.0:1777502110.721920:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237960727225 time 8237966578575 state 0x2 ref 0 00000100:00100000:1.0:1777502110.721946:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3045 00002000:00010000:0.0:1777502110.721948:0:187548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1068:0x0] initial LVB size: 0, mtime: 0x69f28798, atime: 0x69f28798, ctime: 0x69f28798, blocks: 0x1 00000100:00100000:2.0:1777502110.721949:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562951552 00000100:00100000:2.0:1777502110.721954:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562951552 00000100:00100000:1.0:1777502110.721958:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6ea50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+20:2371:x1863837562953216:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502110.721960:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.721963:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502110.721967:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237960727225 time 8237966578575 state 0x0 ref 1 00010000:00010000:1.0:1777502110.721967:0:188366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.721970:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc10c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833802 expref: 20 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.721977:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237966678575 time 8237966578575 state 0x1 ref 1 00010000:00010000:1.0:1777502110.721979:0:188366:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d4a532b/0x4ad31463d9bc10c7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x106b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8337fb expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.721994:0:187548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc10c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833802 expref: 20 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.721995:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562951808 00002000:00010000:1.0:1777502110.721998:0:188366:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x106b:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00000100:00100000:2.0:1777502110.721999:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562951808 00010000:00010000:1.0:1777502110.722012:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.722012:0:187548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4da57200, rc 0) 00000100:00100000:2.0:1777502110.722015:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237966678575 time 8237966578575 state 0x1 ref 2 00010000:00010000:1.0:1777502110.722016:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502110.722024:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d4a532b/0x4ad31463d9bc10c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x106b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337fb expref: 21 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.722025:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3046 00000100:00100000:2.0:1777502110.722029:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562951424 00000100:00100000:2.0:1777502110.722034:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562951424 00010000:00010000:1.0:1777502110.722039:0:188366:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008d4a532b/0x4ad31463d9bc10c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x106b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337fb expref: 21 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.722042:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6ea52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+21:2371:x1863837562953472:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:0.0:1777502110.722046:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70df0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+21:2373:x1863837562953344:12345-192.168.202.27@tcp:101:rm.500 Request processed in 151us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502110.722050:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237966678575 time 8237966578575 state 0x1 ref 3 00010000:00010000:1.0:1777502110.722059:0:188366:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f186800, rc 0) 00000100:00100000:0.0:1777502110.722065:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3044 00010000:00010000:3.0:1777502110.722067:0:205368:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777502110.722071:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562951936 00000100:00100000:2.0:1777502110.722074:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562951936 00010000:00010000:3.0:1777502110.722083:0:205368:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cd758008/0x4ad31463d9bc10ce lrc: 2/0,0 mode: --/PR res: [0x240000400:0x106e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833809 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.722090:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237966678575 time 8237966578575 state 0x1 ref 4 00000100:00100000:1.0:1777502110.722092:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6ea50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+20:2371:x1863837562953216:12345-192.168.202.27@tcp:101:rm.500 Request processed in 136us (393us total) trans 0 rc 0/0 00002000:00010000:3.0:1777502110.722106:0:205368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x106e:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00000100:00100000:1.0:1777502110.722112:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3045 00000100:00100000:2.0:1777502110.722117:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562952064 00010000:00010000:3.0:1777502110.722119:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502110.722121:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562952064 00010000:00010000:3.0:1777502110.722122:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502110.722129:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cd758008/0x4ad31463d9bc10ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x106e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833809 expref: 20 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.722137:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237966678575 time 8237966578575 state 0x1 ref 5 00010000:00010000:3.0:1777502110.722144:0:205368:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cd758008/0x4ad31463d9bc10ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x106e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833809 expref: 20 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.722144:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562951168 00000100:00100000:1.0:1777502110.722149:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562951168 00000100:00100000:2.0:1777502110.722154:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237967672428 time 8237967572428 state 0x1 ref 5 00010000:00010000:3.0:1777502110.722161:0:205368:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43d21800, rc 0) 00000100:00100000:2.0:1777502110.722166:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+113:272730:x1863837562951552:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:1.0:1777502110.722169:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237967672428 time 8237967572428 state 0x1 ref 6 00010000:00010000:2.0:1777502110.722179:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1777502110.722186:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6ea52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+20:2371:x1863837562953472:12345-192.168.202.27@tcp:101:rm.500 Request processed in 149us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.722190:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237967708156 time 8237967608156 state 0x1 ref 6 00010000:00010000:2.0:1777502110.722192:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc10d5 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833745 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.722197:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3046 00000100:00100000:0.0:1777502110.722208:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 0 deadline 8237967725448 time 8237967625448 state 0x1 ref 6 00000100:00100000:1.0:1777502110.722214:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+114:272732:x1863837562951808:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:0.0:1777502110.722221:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70df1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+114:272728:x1863837562951424:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502110.722223:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.722228:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.722237:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187200/0x4ad31463d9bc10dc lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833753 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.722238:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc10e3 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.722239:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc10ea lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83373e expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.722264:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc10e3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.722270:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc10e3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.722281:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc10f1 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.722285:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc10f8 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.722286:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc10f1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.722292:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186400/0x4ad31463d9bc10ff lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.722302:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc10f8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.722307:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc10f1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.722322:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 0 deadline 8237967839662 time 8237967739662 state 0x1 ref 6 00010000:00010000:0.0:1777502110.722331:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc10f8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.722334:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186400/0x4ad31463d9bc10ff lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.722340:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6ea51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+116:272701:x1863837562951936:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502110.722344:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56400/0x4ad31463d9bc1106 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.722354:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186400/0x4ad31463d9bc10ff lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.722357:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56400/0x4ad31463d9bc1106 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.722370:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56400/0x4ad31463d9bc1106 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.722375:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc110d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.722382:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc110d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.722383:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc1114 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x207:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.722395:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc110d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.722401:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc1114 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x207:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.722402:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.722414:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc1114 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x207:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.722416:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20600/0x4ad31463d9bc111b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83375a expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.722440:0:186938:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x207:0x0]: returning size 0 00010000:00010000:0.0:1777502110.722443:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1122 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x205:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.722444:0:186938:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:0.0:1777502110.722456:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1122 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x205:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.722457:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21200/0x4ad31463d9bc1129 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.722460:0:186938:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc1114 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x207:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.722472:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1122 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x205:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.722474:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc1130 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x209:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.722481:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc1114 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.722495:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21200/0x4ad31463d9bc1129 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.722497:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc1130 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x209:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502110.722506:0:186937:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x205:0x0]: returning size 0 00010000:00010000:2.0:1777502110.722511:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc10e3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.722512:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21200/0x4ad31463d9bc1129 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502110.722513:0:186937:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:1.0:1777502110.722517:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc1130 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x209:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.722527:0:186937:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1122 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x205:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.722529:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc10e3 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.722541:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd200/0x4ad31463d9bc1137 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.722548:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc10e3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.722552:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1122 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.722553:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd200/0x4ad31463d9bc1137 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502110.722553:0:186936:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x209:0x0]: returning size 0 00010000:00010000:2.0:1777502110.722556:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a9c00 already unused, calling callback (ffffffffc1e434f0) 00000004:00200000:1.0:1777502110.722559:0:186936:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1777502110.722561:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc10e3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.722573:0:186936:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc1130 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x209:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.722575:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc10f8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.722594:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd200/0x4ad31463d9bc1137 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.722614:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc1130 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.722631:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc10f8 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.722638:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc10f8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.722640:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc10e3 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.722640:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186400/0x4ad31463d9bc10ff lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.722672:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186400/0x4ad31463d9bc10ff lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.722676:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc113e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.722682:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186400/0x4ad31463d9bc10ff lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.722682:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.722688:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.722693:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc113e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.722696:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.722702:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc10e3 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.722702:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f186400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.722703:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc10f8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.722706:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc113e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.722709:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186400/0x4ad31463d9bc10ff lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.722725:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc10e3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.722727:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc10f8 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.722730:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186400/0x4ad31463d9bc10ff lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502110.722739:0:205372:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x201:0x0]: returning size 0 00000004:00200000:3.0:1777502110.722745:0:205372:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1777502110.722750:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc10f1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.722755:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00000004:00010000:3.0:1777502110.722758:0:205372:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc113e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.722759:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc10f1 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.722759:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.722765:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc10f8 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.722770:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.722778:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.722779:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc113e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.722781:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc10f1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.722784:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186400/0x4ad31463d9bc10ff lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.722785:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc10f8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.722800:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a9600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.722806:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc10f1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.722811:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56400/0x4ad31463d9bc1106 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.722816:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21200/0x4ad31463d9bc1129 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.722826:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc10f1 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.722827:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f186400/0x4ad31463d9bc10ff lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.722835:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21200/0x4ad31463d9bc1129 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.722836:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56400/0x4ad31463d9bc1106 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.722847:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffff8dfd47d18f00) 00010000:00010000:2.0:1777502110.722854:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.722854:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc110d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.722855:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21200/0x4ad31463d9bc1129 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.722856:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56400/0x4ad31463d9bc1106 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.722858:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc10f1 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.722874:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43d21200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.722876:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc110d lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.722879:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21200/0x4ad31463d9bc1129 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.722879:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc10f1 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.722880:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.722887:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56400/0x4ad31463d9bc1106 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.722891:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc110d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.722900:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21200/0x4ad31463d9bc1129 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.722909:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fb600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.722909:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56400/0x4ad31463d9bc1106 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.722914:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc110d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.722924:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.722928:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc10d5 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833745 expref: 118 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.722929:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.722929:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc110d lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.722931:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffff8dfd64574100) 00010000:00010000:3.0:1777502110.722934:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21200/0x4ad31463d9bc1129 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.722939:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.722945:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56400/0x4ad31463d9bc1106 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.722949:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffff8dfd52095000) 00010000:00010000:3.0:1777502110.722955:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21200/0x4ad31463d9bc1129 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.722955:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.722958:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc1114 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833745 expref: 117 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.722960:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc110d lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.722966:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56400/0x4ad31463d9bc1106 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.722978:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd200/0x4ad31463d9bc1137 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.722982:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x207:0x0].0x0 (ffff8dfd64574500) 00010000:00010000:1.0:1777502110.722984:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc110d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.722990:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.722995:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd613a9e00, rc 0) 00010000:00010000:3.0:1777502110.722996:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd200/0x4ad31463d9bc1137 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.723004:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd200/0x4ad31463d9bc1137 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.723008:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.723010:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc10ea lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83373e expref: 118 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.723012:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd200/0x4ad31463d9bc1137 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.723025:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd200/0x4ad31463d9bc1137 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.723033:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187200/0x4ad31463d9bc10dc lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833753 expref: 118 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.723034:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffff8dfd64790900) 00000100:00100000:2.0:1777502110.723035:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+118:272730:x1863837562951552:12345-192.168.202.27@tcp:101:rm.500 Request processed in 868us (1743us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502110.723039:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1122 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83373e expref: 118 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.723040:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.723044:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd200/0x4ad31463d9bc1137 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.723057:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 51 00010000:00010000:3.0:1777502110.723062:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd200/0x4ad31463d9bc1137 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.723067:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x205:0x0].0x0 (ffff8dfd4fbd8e00) 00010000:00010000:0.0:1777502110.723075:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000100:00100000:2.0:1777502110.723080:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237968598643 time 8237968498643 state 0x1 ref 5 00010000:00010000:0.0:1777502110.723080:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4da56c00, rc 0) 00010000:00010000:1.0:1777502110.723092:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc1130 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833753 expref: 117 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.723094:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6ea51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+117:272733:x1863837562952064:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502110.723101:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20600/0x4ad31463d9bc111b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83375a expref: 117 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.723107:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.723111:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x209:0x0].0x0 (ffff8dfd4fbd8000) 00010000:00010000:1.0:1777502110.723114:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.723116:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9400/0x4ad31463d9bc1145 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83376f expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.723116:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6b122a00, rc 0) 00010000:00010000:3.0:1777502110.723119:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc113e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83375a expref: 116 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.723134:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x201:0x0].0x0 (ffff8dfd431bbc00) 00010000:00010000:3.0:1777502110.723136:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502110.723139:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbcc00, rc 0) 00000100:00100000:1.0:1777502110.723140:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+117:272732:x1863837562951808:12345-192.168.202.27@tcp:101:rm.500 Request processed in 932us (1754us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.723146:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 52 00010000:00010000:2.0:1777502110.723152:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8200/0x4ad31463d9bc114c lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.723159:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8200/0x4ad31463d9bc114c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.723165:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6ea51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+116:272701:x1863837562951936:12345-192.168.202.27@tcp:101:rm.500 Request processed in 827us (1673us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.723166:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237968598643 time 8237968584551 state 0x0 ref 4 00010000:00010000:2.0:1777502110.723167:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8200/0x4ad31463d9bc114c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.723182:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 54 00010000:00010000:2.0:1777502110.723186:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8600/0x4ad31463d9bc1153 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.723186:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd43a18850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+116:272740:x1863837562951168:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502110.723199:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.723201:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8600/0x4ad31463d9bc1153 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.723206:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8600/0x4ad31463d9bc1153 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.723210:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc115a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833730 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.723237:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc1161 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.723247:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc1161 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.723250:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1168 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.723258:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc1161 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.723259:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1168 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.723276:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1168 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.723283:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70df1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+116:272728:x1863837562951424:12345-192.168.202.27@tcp:101:rm.500 Request processed in 1060us (1835us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502110.723284:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc116f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.723293:0:186938:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x20a:0x0]: returning size 0 00000004:00200000:2.0:1777502110.723300:0:186938:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:0.0:1777502110.723300:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 53 00010000:00010000:1.0:1777502110.723312:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc116f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.723315:0:186938:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1168 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.723321:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc116f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.723326:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1168 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.723336:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8200/0x4ad31463d9bc114c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.723342:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8200/0x4ad31463d9bc114c lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.723349:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8200/0x4ad31463d9bc114c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.723358:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a8200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.723361:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8200/0x4ad31463d9bc114c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.723369:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8200/0x4ad31463d9bc114c lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.723378:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.723379:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.723382:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8200/0x4ad31463d9bc114c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.723386:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8200/0x4ad31463d9bc114c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.723393:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123e00/0x4ad31463d9bc1176 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x211:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.723396:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8600/0x4ad31463d9bc1153 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.723412:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8600/0x4ad31463d9bc1153 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.723413:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123e00/0x4ad31463d9bc1176 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x211:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.723426:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8600/0x4ad31463d9bc1153 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.723430:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123e00/0x4ad31463d9bc1176 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x211:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.723436:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a8600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.723442:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8600/0x4ad31463d9bc1153 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.723447:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8600/0x4ad31463d9bc1153 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502110.723455:0:186936:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x211:0x0]: returning size 0 00010000:00010000:2.0:1777502110.723456:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffff8dfd47d18d00) 00010000:00010000:2.0:1777502110.723462:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00200000:1.0:1777502110.723462:0:186936:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1777502110.723464:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8600/0x4ad31463d9bc1153 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.723469:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8600/0x4ad31463d9bc1153 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.723476:0:186936:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123e00/0x4ad31463d9bc1176 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x211:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.723487:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123e00/0x4ad31463d9bc1176 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.723489:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9400/0x4ad31463d9bc1145 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83376f expref: 116 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.723505:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc1161 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.723512:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1168 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83376f expref: 115 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.723515:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc1161 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.723531:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20a:0x0].0x0 (ffff8dfd431bb400) 00010000:00010000:1.0:1777502110.723533:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc1161 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.723535:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.723540:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd613a8e00, rc 0) 00010000:00010000:1.0:1777502110.723548:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6b122600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.723551:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc1161 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.723557:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc1161 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.723568:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.723570:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.723573:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc1161 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.723600:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6ea51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+115:272733:x1863837562952064:12345-192.168.202.27@tcp:101:rm.500 Request processed in 508us (2029us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502110.723606:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc1161 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.723613:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 55 00010000:00010000:1.0:1777502110.723629:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc116f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.723636:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc116f lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.723642:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc116f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.723648:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6b122200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.723651:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc116f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.723658:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc116f lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.723681:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffff8dfd52095d00) 00010000:00010000:1.0:1777502110.723684:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.723687:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc116f lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.723694:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc116f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.723726:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc115a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833730 expref: 115 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.723739:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123e00/0x4ad31463d9bc1176 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833730 expref: 114 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.723746:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x211:0x0].0x0 (ffff8dfd4fbd8900) 00010000:00010000:1.0:1777502110.723748:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.723751:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6b123e00, rc 0) 00000100:00100000:1.0:1777502110.723785:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd43a18850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+114:272740:x1863837562951168:12345-192.168.202.27@tcp:101:rm.500 Request processed in 602us (1911us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.723792:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 56 00000100:00100000:1.0:1777502110.723797:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237968598643 time 8237968584551 state 0x2 ref 0 00000100:00100000:2.0:1777502110.724841:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.724868:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562952192 00000100:00100000:3.0:1777502110.724875:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562952192 00000100:00100000:2.0:1777502110.724876:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.724900:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237968598643 time 8237968584551 state 0x0 ref 1 00000100:00100000:2.0:1777502110.724911:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.724913:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237968684551 time 8237968584551 state 0x1 ref 1 00000100:00100000:3.0:1777502110.724936:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237968684551 time 8237970356017 state 0x0 ref 1 00000100:00100000:3.0:1777502110.724953:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+114:272734:x1863837562952192:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:2.0:1777502110.724953:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502110.724965:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.724977:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc117d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833792 expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.724989:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.725017:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502110.725018:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc1184 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.725030:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc1184 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.725041:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc1184 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.725049:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.725061:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562953600 00010000:00010000:3.0:1777502110.725063:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd000/0x4ad31463d9bc118b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.725068:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562953600 00010000:00010000:3.0:1777502110.725074:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd000/0x4ad31463d9bc118b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.725078:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502110.725087:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd000/0x4ad31463d9bc118b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.725105:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562953728 00000100:00100000:1.0:1777502110.725109:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562953728 00000100:00100000:2.0:1777502110.725114:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.725137:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562953856 00000100:00100000:1.0:1777502110.725142:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562953856 00000100:00100000:2.0:1777502110.725143:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562954112 00000100:00100000:2.0:1777502110.725148:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562954112 00010000:00010000:3.0:1777502110.725166:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc1192 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.725169:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562954240 00000100:00100000:1.0:1777502110.725175:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562954240 00000100:00100000:2.0:1777502110.725179:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562954368 00010000:00010000:3.0:1777502110.725180:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc1192 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.725185:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562954368 00010000:00010000:3.0:1777502110.725192:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc1192 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.725204:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562954496 00000100:00100000:1.0:1777502110.725208:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562954496 00000004:00200000:3.0:1777502110.725212:0:205372:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x20b:0x0]: returning size 0 00000004:00200000:3.0:1777502110.725217:0:205372:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:2.0:1777502110.725217:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3047 00000100:00100000:2.0:1777502110.725229:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+21:2370:x1863837562953600:12345-192.168.202.27@tcp:101:ll_agl.0 00000004:00010000:3.0:1777502110.725231:0:205372:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc1192 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.725241:0:187550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777502110.725242:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3048 00010000:00010000:3.0:1777502110.725244:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc1192 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.725253:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc1184 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.725256:0:187550:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d50a3481/0x4ad31463d9bc1199 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1070:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833810 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.725258:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+20:2371:x1863837562953728:12345-192.168.202.27@tcp:101:ll_agl.0 00010000:00010000:3.0:1777502110.725273:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc1184 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.725275:0:205382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.725282:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc1184 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777502110.725287:0:187550:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1070:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:3.0:1777502110.725288:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbdc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.725290:0:205382:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000473e6a8d/0x4ad31463d9bc11a0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x104b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833817 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.725294:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc1184 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.725303:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502110.725308:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502110.725314:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc1184 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.725317:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d50a3481/0x4ad31463d9bc1199 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833810 expref: 22 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777502110.725324:0:205382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x104b:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:3.0:1777502110.725331:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.725337:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.725340:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502110.725342:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc1184 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.725344:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502110.725345:0:187550:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d50a3481/0x4ad31463d9bc1199 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833810 expref: 22 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.725352:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000473e6a8d/0x4ad31463d9bc11a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833817 expref: 21 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.725363:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc1184 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.725376:0:187550:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd613a9800, rc 0) 00010000:00010000:1.0:1777502110.725384:0:205382:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000473e6a8d/0x4ad31463d9bc11a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833817 expref: 21 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.725388:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd000/0x4ad31463d9bc118b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.725402:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd000/0x4ad31463d9bc118b lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.725402:0:205382:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6b123200, rc 0) 00000100:00100000:2.0:1777502110.725411:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+22:2370:x1863837562953600:12345-192.168.202.27@tcp:101:ll_agl.0 Request processed in 182us (534us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502110.725415:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd000/0x4ad31463d9bc118b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.725425:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3047 00010000:00010000:3.0:1777502110.725427:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.725432:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd000/0x4ad31463d9bc118b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.725433:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+21:2371:x1863837562953728:12345-192.168.202.27@tcp:101:ll_agl.0 Request processed in 177us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502110.725446:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3049 00010000:00010000:3.0:1777502110.725448:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd000/0x4ad31463d9bc118b lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.725455:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3048 00000100:00100000:2.0:1777502110.725458:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+21:2370:x1863837562953856:12345-192.168.202.27@tcp:101:ll_agl.0 00010000:00010000:3.0:1777502110.725467:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffff8dfd64790000) 00010000:00010000:2.0:1777502110.725468:0:187550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.725472:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.725475:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd000/0x4ad31463d9bc118b lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.725480:0:187550:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005dc3483b/0x4ad31463d9bc11a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x104a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83381e expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.725481:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3050 00010000:00010000:3.0:1777502110.725490:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd000/0x4ad31463d9bc118b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.725495:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+20:2371:x1863837562954112:12345-192.168.202.27@tcp:101:ll_agl.0 00010000:00010000:1.0:1777502110.725510:0:205382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:2.0:1777502110.725516:0:187550:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x104a:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:1.0:1777502110.725522:0:205382:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008ecbf6dc/0x4ad31463d9bc11ae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x104c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833825 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.725527:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502110.725529:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc117d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833792 expref: 116 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.725532:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502110.725540:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005dc3483b/0x4ad31463d9bc11a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83381e expref: 21 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777502110.725547:0:205382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x104c:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:3.0:1777502110.725557:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc1192 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833792 expref: 115 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.725563:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502110.725565:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20b:0x0].0x0 (ffff8dfd431bbf00) 00010000:00010000:1.0:1777502110.725566:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502110.725567:0:187550:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005dc3483b/0x4ad31463d9bc11a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83381e expref: 22 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.725571:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.725575:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008ecbf6dc/0x4ad31463d9bc11ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833825 expref: 22 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.725598:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbd800, rc 0) 00010000:00010000:1.0:1777502110.725615:0:205382:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008ecbf6dc/0x4ad31463d9bc11ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833825 expref: 22 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.725625:0:205382:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6b123400, rc 0) 00000100:00100000:3.0:1777502110.725628:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+115:272734:x1863837562952192:12345-192.168.202.27@tcp:101:rm.500 Request processed in 680us (788us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502110.725637:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 57 00000100:00100000:3.0:1777502110.725641:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237968684551 time 8237970356017 state 0x2 ref 0 00000100:00100000:1.0:1777502110.725656:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+22:2371:x1863837562954112:12345-192.168.202.27@tcp:101:ll_agl.0 Request processed in 161us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.725676:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3050 00000100:00100000:1.0:1777502110.725701:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3051 00000100:00100000:1.0:1777502110.725712:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+21:2373:x1863837562954240:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502110.725720:0:205382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.725729:0:205382:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fcd9ec21/0x4ad31463d9bc11b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x104a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83382c expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.725742:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502110.725744:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502110.725748:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fcd9ec21/0x4ad31463d9bc11b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83382c expref: 22 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.725760:0:205382:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fcd9ec21/0x4ad31463d9bc11b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83382c expref: 22 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.725769:0:205382:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6b123c00, rc 0) 00000100:00100000:1.0:1777502110.725803:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+22:2373:x1863837562954240:12345-192.168.202.27@tcp:101:rm.500 Request processed in 94us (758us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.725811:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3051 00010000:00010000:2.0:1777502110.725829:0:187550:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd613a8c00, rc 0) 00000100:00100000:1.0:1777502110.725834:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3052 00000100:00100000:1.0:1777502110.725843:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+21:2371:x1863837562954368:12345-192.168.202.27@tcp:101:ll_agl.0 00010000:00010000:1.0:1777502110.725850:0:205382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.725860:0:205382:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aed46336/0x4ad31463d9bc11bc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1069:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833833 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.725867:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+21:2370:x1863837562953856:12345-192.168.202.27@tcp:101:ll_agl.0 Request processed in 410us (881us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502110.725878:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3049 00002000:00010000:1.0:1777502110.725882:0:205382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1069:0x0] initial LVB size: 0, mtime: 0x69f2879d, atime: 0x69f2879d, ctime: 0x69f2879d, blocks: 0x1 00000100:00100000:2.0:1777502110.725894:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3053 00010000:00010000:1.0:1777502110.725894:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502110.725898:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502110.725906:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+20:2370:x1863837562954496:12345-192.168.202.27@tcp:101:ll_agl.0 00010000:00010000:1.0:1777502110.725906:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aed46336/0x4ad31463d9bc11bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833833 expref: 22 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.725917:0:187550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.725925:0:205382:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000aed46336/0x4ad31463d9bc11bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833833 expref: 22 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.725927:0:187550:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d219833/0x4ad31463d9bc11c3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1045:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83383a expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.725948:0:205382:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6b122e00, rc 0) 00002000:00010000:2.0:1777502110.725952:0:187550:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1045:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:2.0:1777502110.725963:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502110.725965:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502110.725970:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d219833/0x4ad31463d9bc11c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83383a expref: 21 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.725983:0:187550:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009d219833/0x4ad31463d9bc11c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83383a expref: 21 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.725983:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+22:2371:x1863837562954368:12345-192.168.202.27@tcp:101:ll_agl.0 Request processed in 140us (904us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.726000:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3052 00010000:00010000:2.0:1777502110.726001:0:187550:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd613a8a00, rc 0) 00000100:00100000:2.0:1777502110.726034:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+21:2370:x1863837562954496:12345-192.168.202.27@tcp:101:ll_agl.0 Request processed in 130us (920us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.726034:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562953984 00000100:00100000:1.0:1777502110.726040:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562953984 00000100:00100000:2.0:1777502110.726045:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3053 00000100:00100000:1.0:1777502110.726083:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 239 00000100:00100000:1.0:1777502110.726093:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+115:2371:x1863837562953984:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502110.726102:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502110.726119:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc0edd lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833729 expref: 115 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.726130:0:186922:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20f:0x0].0x0 (ffff8dfd431bbb00) 00010000:00010000:1.0:1777502110.726134:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502110.726163:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+114:2371:x1863837562953984:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 72us (1215us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.726170:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 239 00000100:00100000:3.0:1777502110.726889:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.726929:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.726968:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.726986:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562954624 00000100:00100000:1.0:1777502110.726991:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562954624 00000100:00100000:2.0:1777502110.726994:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562954752 00000100:00100000:0.0:1777502110.726994:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562952576 00000100:00100000:2.0:1777502110.727000:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562954752 00000100:00100000:0.0:1777502110.727000:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562952576 00000100:00100000:0.0:1777502110.727021:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237968684551 time 8237970356017 state 0x0 ref 1 00000100:00100000:1.0:1777502110.727028:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3054 00000100:00100000:2.0:1777502110.727038:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 240 00000100:00100000:0.0:1777502110.727040:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237970456017 time 8237970356017 state 0x1 ref 1 00000100:00100000:1.0:1777502110.727044:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6ea52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+22:2371:x1863837562954624:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:2.0:1777502110.727051:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6ea52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+115:2371:x1863837562954752:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502110.727057:0:187551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.727062:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502110.727069:0:187551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000de1ba9e0/0x4ad31463d9bc11ca lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1069:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833841 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.727071:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237970456017 time 8237972490384 state 0x0 ref 1 00010000:00010000:2.0:1777502110.727076:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7a00/0x4ad31463d9bc10a4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833737 expref: 115 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.727092:0:186923:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x204:0x0].0x0 (ffff8dfd64574800) 00010000:00010000:2.0:1777502110.727099:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502110.727110:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502110.727113:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502110.727119:0:187551:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de1ba9e0/0x4ad31463d9bc11ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833841 expref: 23 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.727130:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6ea52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+114:2371:x1863837562954752:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 83us (201us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502110.727133:0:187551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000de1ba9e0/0x4ad31463d9bc11ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833841 expref: 23 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.727146:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 240 00000100:00100000:0.0:1777502110.727151:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6ea51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+114:272700:x1863837562952576:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.727165:0:187551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6b123a00, rc 0) 00010000:00010000:0.0:1777502110.727166:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.727182:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57c00/0x4ad31463d9bc11d1 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x214:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8337d8 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.727191:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6ea52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+23:2371:x1863837562954624:12345-192.168.202.27@tcp:101:rm.500 Request processed in 152us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.727198:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3054 00010000:00010000:0.0:1777502110.727215:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57c00/0x4ad31463d9bc11d1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x214:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337d8 expref: 114 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.727224:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57c00/0x4ad31463d9bc11d1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x214:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337d8 expref: 114 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.727234:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x214:0x0].0x0 (ffff8dfd64574200) 00010000:00010000:0.0:1777502110.727235:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777502110.727237:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4da57c00, rc 0) 00000100:00100000:0.0:1777502110.727260:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6ea51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+114:272700:x1863837562952576:12345-192.168.202.27@tcp:101:touch.500 Request processed in 114us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.727265:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 58 00000100:00100000:0.0:1777502110.727268:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237970456017 time 8237972490384 state 0x2 ref 0 00000100:00100000:3.0:1777502110.728207:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.728244:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.728275:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562955008 00000100:00100000:3.0:1777502110.728282:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.728282:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562955008 00000100:00100000:2.0:1777502110.728305:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562955520 00000100:00100000:2.0:1777502110.728310:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562955520 00000100:00100000:1.0:1777502110.728317:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562954880 00000100:00100000:1.0:1777502110.728321:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562954880 00000100:00100000:3.0:1777502110.728326:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.728346:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562955264 00000100:00100000:2.0:1777502110.728350:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562955264 00000100:00100000:1.0:1777502110.728365:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3055 00000100:00100000:3.0:1777502110.728375:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.728380:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6ea51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+24:2372:x1863837562955008:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502110.728390:0:205376:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777502110.728395:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3056 00010000:00010000:1.0:1777502110.728405:0:205376:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a904cb2/0x4ad31463d9bc11d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1045:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83384f expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.728408:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+24:2372:x1863837562955520:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:3.0:1777502110.728420:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.728425:0:205378:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.728432:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502110.728435:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502110.728438:0:205378:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d42f7c3/0x4ad31463d9bc11df lrc: 2/0,0 mode: --/PR res: [0x280000400:0x104b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83386b expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.728454:0:205376:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008a904cb2/0x4ad31463d9bc11d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1045:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83384f expref: 26 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.728456:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777502110.728459:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.728460:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502110.728469:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d42f7c3/0x4ad31463d9bc11df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83386b expref: 26 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.728477:0:205376:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a904cb2/0x4ad31463d9bc11d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1045:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83384f expref: 26 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.728488:0:205378:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006d42f7c3/0x4ad31463d9bc11df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83386b expref: 26 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.728489:0:205376:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd8217e000, rc 0) 00000100:00100000:3.0:1777502110.728501:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.728507:0:205378:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd613a8800, rc 0) 00000100:00100000:1.0:1777502110.728529:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6ea51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+26:2372:x1863837562955008:12345-192.168.202.27@tcp:101:rm.500 Request processed in 154us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502110.728540:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+26:2372:x1863837562955520:12345-192.168.202.27@tcp:101:rm.500 Request processed in 135us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.728541:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3055 00000100:00100000:0.0:1777502110.728543:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562955136 00000100:00100000:0.0:1777502110.728550:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562955136 00000100:00100000:3.0:1777502110.728552:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.728558:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3056 00000100:00100000:1.0:1777502110.728563:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562955392 00000100:00100000:1.0:1777502110.728568:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562955392 00000100:00100000:0.0:1777502110.728616:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3057 00000100:00100000:0.0:1777502110.728625:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+26:2372:x1863837562954880:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502110.728632:0:187548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.728644:0:187548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc11e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1043:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833848 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.728655:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00002000:00010000:0.0:1777502110.728659:0:187548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1043:0x0] initial LVB size: 0, mtime: 0x69f28798, atime: 0x69f28798, ctime: 0x69f28798, blocks: 0x1 00010000:00010000:0.0:1777502110.728680:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502110.728681:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3058 00010000:00010000:0.0:1777502110.728684:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.728689:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc11e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833848 expref: 27 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.728697:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+27:2372:x1863837562955264:12345-192.168.202.27@tcp:101:ll_agl.0 00010000:00010000:0.0:1777502110.728703:0:187548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc11e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833848 expref: 27 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.728706:0:205378:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.728712:0:187548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4da57a00, rc 0) 00010000:00010000:2.0:1777502110.728719:0:205378:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000972a80b4/0x4ad31463d9bc11ed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1047:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83385d expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777502110.728737:0:205378:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1047:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00000100:00100000:0.0:1777502110.728741:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+27:2372:x1863837562954880:12345-192.168.202.27@tcp:101:rm.500 Request processed in 116us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502110.728749:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.728751:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502110.728754:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777502110.728755:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3057 00010000:00010000:2.0:1777502110.728762:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000972a80b4/0x4ad31463d9bc11ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83385d expref: 28 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.728775:0:205378:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000972a80b4/0x4ad31463d9bc11ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83385d expref: 27 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.728776:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562956032 00000100:00100000:0.0:1777502110.728781:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562956032 00010000:00010000:2.0:1777502110.728789:0:205378:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd613a9400, rc 0) 00000100:00100000:0.0:1777502110.728811:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3059 00000100:00100000:2.0:1777502110.728818:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+27:2372:x1863837562955264:12345-192.168.202.27@tcp:101:ll_agl.0 Request processed in 126us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.728825:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+27:2371:x1863837562955136:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:3.0:1777502110.728828:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.728836:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3060 00010000:00010000:0.0:1777502110.728838:0:187548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777502110.728844:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3058 00000100:00100000:1.0:1777502110.728850:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+23:2371:x1863837562956032:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502110.728851:0:187548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc11f4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1046:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833856 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.728861:0:205376:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:0.0:1777502110.728868:0:187548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1046:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00000100:00100000:2.0:1777502110.728872:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3061 00000100:00100000:3.0:1777502110.728873:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562955776 00010000:00010000:1.0:1777502110.728874:0:205376:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000159decfa/0x4ad31463d9bc11fb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833872 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.728880:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562955776 00010000:00010000:0.0:1777502110.728881:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.728885:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502110.728887:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4a886850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+27:2370:x1863837562955392:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502110.728893:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc11f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833856 expref: 27 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777502110.728897:0:205376:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x106c:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:2.0:1777502110.728898:0:205378:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.728909:0:205378:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003bb2f125/0x4ad31463d9bc1202 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1047:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833864 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.728912:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562956160 00010000:00010000:1.0:1777502110.728914:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.728915:0:187548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc11f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833856 expref: 27 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.728917:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562956160 00010000:00010000:1.0:1777502110.728919:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502110.728928:0:205376:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000159decfa/0x4ad31463d9bc11fb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833872 expref: 24 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.728937:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562955648 00010000:00010000:2.0:1777502110.728937:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502110.728941:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.728941:0:187548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4da57800, rc 0) 00010000:00010000:2.0:1777502110.728949:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003bb2f125/0x4ad31463d9bc1202 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833864 expref: 28 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.728955:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562955648 00010000:00010000:1.0:1777502110.728955:0:205376:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000159decfa/0x4ad31463d9bc11fb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833872 expref: 24 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.728970:0:205378:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003bb2f125/0x4ad31463d9bc1202 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833864 expref: 28 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.728971:0:205376:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd8217fa00, rc 0) 00000100:00100000:0.0:1777502110.728975:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+28:2371:x1863837562955136:12345-192.168.202.27@tcp:101:rm.500 Request processed in 153us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502110.728981:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562955904 00000100:00100000:3.0:1777502110.728986:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562955904 00000100:00100000:0.0:1777502110.728993:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3059 00000100:00100000:1.0:1777502110.729002:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+24:2371:x1863837562956032:12345-192.168.202.27@tcp:101:rm.500 Request processed in 156us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502110.729005:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562956288 00010000:00010000:2.0:1777502110.729006:0:205378:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd613a8600, rc 0) 00000100:00100000:3.0:1777502110.729010:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562956288 00000100:00100000:1.0:1777502110.729013:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3060 00000100:00100000:0.0:1777502110.729028:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 241 00000100:00100000:2.0:1777502110.729035:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4a886850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+27:2370:x1863837562955392:12345-192.168.202.27@tcp:101:rm.500 Request processed in 151us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.729042:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd44caa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+118:2372:x1863837562955776:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502110.729052:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502110.729060:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3061 00000100:00100000:3.0:1777502110.729061:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 242 00010000:00010000:0.0:1777502110.729068:0:205389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc1114 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833745 expref: 118 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.729076:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+118:2372:x1863837562956160:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502110.729086:0:205389:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x207:0x0].0x0 (ffff8dfd64574500) 00010000:00010000:3.0:1777502110.729088:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502110.729091:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502110.729106:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc1130 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833753 expref: 117 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.729123:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd44caa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+116:2372:x1863837562955776:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 86us (749us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502110.729125:0:191872:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x209:0x0].0x0 (ffff8dfd4fbd8000) 00010000:00010000:3.0:1777502110.729132:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502110.729132:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 241 00000100:00100000:3.0:1777502110.729159:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+115:2372:x1863837562956160:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 87us (704us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502110.729168:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 242 00000100:00100000:3.0:1777502110.729197:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 243 00000100:00100000:0.0:1777502110.729206:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 244 00000100:00100000:3.0:1777502110.729209:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+114:2371:x1863837562955648:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502110.729217:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 245 00010000:00010000:3.0:1777502110.729222:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1777502110.729222:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+114:2370:x1863837562955904:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502110.729232:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+114:2370:x1863837562956288:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502110.729240:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1122 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83373e expref: 114 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.729240:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502110.729245:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502110.729256:0:205389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123e00/0x4ad31463d9bc1176 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833730 expref: 113 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.729258:0:191872:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x205:0x0].0x0 (ffff8dfd4fbd8e00) 00010000:00010000:1.0:1777502110.729264:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1168 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83376f expref: 113 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.729266:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502110.729281:0:205389:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x211:0x0].0x0 (ffff8dfd4fbd8900) 00010000:00010000:1.0:1777502110.729283:0:205388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20a:0x0].0x0 (ffff8dfd431bb400) 00010000:00010000:0.0:1777502110.729286:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502110.729289:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+111:2371:x1863837562955648:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 83us (740us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502110.729291:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502110.729299:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 243 00000100:00100000:0.0:1777502110.729315:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+110:2370:x1863837562955904:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 98us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.729322:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+110:2370:x1863837562956288:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 92us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.729328:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 244 00000100:00100000:1.0:1777502110.729337:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 245 00000100:00100000:0.0:1777502110.729971:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.730004:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.730016:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562956672 00000100:00100000:1.0:1777502110.730021:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562956672 00000100:00100000:3.0:1777502110.730031:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562956416 00000100:00100000:3.0:1777502110.730037:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562956416 00000100:00100000:1.0:1777502110.730045:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237970456017 time 8237972490384 state 0x0 ref 1 00000100:00100000:1.0:1777502110.730057:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237972590384 time 8237972490384 state 0x1 ref 1 00000100:00100000:0.0:1777502110.730064:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.730070:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3062 00000100:00100000:3.0:1777502110.730077:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+27:2373:x1863837562956416:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502110.730085:0:188358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777502110.730093:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237972590384 time 8237975511523 state 0x0 ref 1 00010000:00010000:3.0:1777502110.730096:0:188358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000068c06dc8/0x4ad31463d9bc1209 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1048:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833879 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.730097:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562956800 00000100:00100000:0.0:1777502110.730102:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562956800 00000100:00100000:1.0:1777502110.730110:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+109:272738:x1863837562956672:12345-192.168.202.27@tcp:36:rm.500 00002000:00010000:3.0:1777502110.730112:0:188358:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1048:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00000100:00100000:0.0:1777502110.730129:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3063 00000100:00100000:0.0:1777502110.730137:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58beca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+24:2370:x1863837562956800:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:1.0:1777502110.730150:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777502110.730165:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc102d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337ca expref: 109 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.730179:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fac00/0x4ad31463d9bc0cde lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336a4 expref: 108 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.730187:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20f:0x0].0x0 (ffff8dfd431bbb00) 00010000:00010000:1.0:1777502110.730193:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502110.730206:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217fe00/0x4ad31463d9bc1210 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.730215:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502110.730217:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217fe00/0x4ad31463d9bc1210 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.730219:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502110.730227:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217fe00/0x4ad31463d9bc1210 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.730228:0:188358:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000068c06dc8/0x4ad31463d9bc1209 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833879 expref: 28 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.730242:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc1217 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.730246:0:188358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000068c06dc8/0x4ad31463d9bc1209 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833879 expref: 28 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.730249:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc1217 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.730268:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc1217 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.730269:0:188358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbd200, rc 0) 00000100:00100000:3.0:1777502110.730310:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+28:2373:x1863837562956416:12345-192.168.202.27@tcp:101:rm.500 Request processed in 233us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502110.730316:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3062 00010000:00010000:1.0:1777502110.730378:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e400/0x4ad31463d9bc121e lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.730385:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e400/0x4ad31463d9bc121e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.730390:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e400/0x4ad31463d9bc121e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.730402:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58beca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+25:2370:x1863837562956800:12345-192.168.202.27@tcp:2:touch.500 Request processed in 265us (340us total) trans 8589936057 rc 0/0 00000100:00100000:0.0:1777502110.730409:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3063 00000040:00080000:1.0:1777502110.730920:0:205369:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].482, 64 off39040 00000004:00080000:1.0:1777502110.730931:0:205369:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 8237976351536ns, next at 8238976349063ns, rc = 0 00010000:00010000:1.0:1777502110.730976:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d200/0x4ad31463d9bc1225 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.730982:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d200/0x4ad31463d9bc1225 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.730990:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d200/0x4ad31463d9bc1225 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.730995:0:205369:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d200/0x4ad31463d9bc1225 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.730999:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d200/0x4ad31463d9bc1225 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.731002:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d200/0x4ad31463d9bc1225 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.731017:0:205369:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502110.731028:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e400/0x4ad31463d9bc121e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.731031:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e400/0x4ad31463d9bc121e lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.731035:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e400/0x4ad31463d9bc121e lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.731040:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502110.731040:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd8217e400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.731044:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e400/0x4ad31463d9bc121e lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.731047:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d200/0x4ad31463d9bc1225 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.731049:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e400/0x4ad31463d9bc121e lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.731069:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6d200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502110.731071:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20f:0x0].0x0 (ffff8dfd4fbd8400) 00010000:00010000:1.0:1777502110.731075:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502110.731079:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e400/0x4ad31463d9bc121e lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.731080:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d200/0x4ad31463d9bc1225 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.731095:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e400/0x4ad31463d9bc121e lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.731097:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d200/0x4ad31463d9bc1225 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.731118:0:186925:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20f:0x0].0x0 (ffff8dfd4fbd8400) 00010000:00010000:3.0:1777502110.731121:0:186925:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777502110.731122:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217fe00/0x4ad31463d9bc1210 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.731125:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d200/0x4ad31463d9bc1225 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.731135:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217fe00/0x4ad31463d9bc1210 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.731139:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d200/0x4ad31463d9bc1225 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.731146:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217fe00/0x4ad31463d9bc1210 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.731154:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd8217fe00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.731157:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217fe00/0x4ad31463d9bc1210 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.731159:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.731162:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.731165:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502110.731165:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217fe00/0x4ad31463d9bc1210 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.731176:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.731179:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.731182:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217fe00/0x4ad31463d9bc1210 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.731187:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217fe00/0x4ad31463d9bc1210 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.731198:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e23d0693 reply state 00000000dd00bac1 transno 8589938661 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc1217 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.731208:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502110.731256:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+109:272738:x1863837562956672:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1150us (1285us total) trans 8589938661 rc 0/0 00000100:00100000:1.0:1777502110.731264:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 59 00000100:00100000:1.0:1777502110.731270:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237972590384 time 8237975511523 state 0x2 ref 0 00000100:00100000:0.0:1777502110.732024:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.732052:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562957056 00000100:00100000:3.0:1777502110.732057:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562957056 00000100:00100000:3.0:1777502110.732094:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1069 00010000:00010000:1.0:1777502110.732095:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc1217 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.732105:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58beea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+109:272700:x1863837562957056:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:1.0:1777502110.732106:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc1217 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.732116:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc1217 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.732121:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd8217e600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.732125:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc1217 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.732131:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc1217 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.732141:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffff8dfd52095a00) 00010000:00010000:1.0:1777502110.732144:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.732147:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc1217 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.732152:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc1217 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.732286:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58beea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+109:272700:x1863837562957056:12345-192.168.202.27@tcp:35:touch.500 Request processed in 184us (261us total) trans 8589938662 rc 0/0 00000100:00100000:3.0:1777502110.732294:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1069 00000100:00100000:3.0:1777502110.732438:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.732483:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562957312 00000100:00100000:1.0:1777502110.732489:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562957312 00000100:00100000:1.0:1777502110.732510:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237972590384 time 8237975511523 state 0x0 ref 1 00000100:00100000:1.0:1777502110.732520:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237975611523 time 8237975511523 state 0x1 ref 1 00000100:00100000:1.0:1777502110.732544:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237975611523 time 8237977962852 state 0x0 ref 1 00000100:00100000:1.0:1777502110.732556:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+109:272739:x1863837562957312:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:1.0:1777502110.732606:0:186936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777502110.732622:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122000/0x4ad31463d9bc0d94 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336d5 expref: 109 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.732646:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc0d01 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x210:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336b2 expref: 108 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.732659:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x210:0x0].0x0 (ffff8dfd4fbd8f00) 00010000:00010000:1.0:1777502110.732685:0:186936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502110.732700:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc122c lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.732710:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc122c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.732719:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc122c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.732744:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1233 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.732752:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1233 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.732759:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1233 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.732832:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc123a lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x210:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.732840:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc123a lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.732848:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc123a lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777502110.733280:0:186936:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].487, 64 off39360 00000004:00080000:1.0:1777502110.733289:0:186936:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 8237978710237ns, next at 8238978708125ns, rc = 0 00010000:00010000:1.0:1777502110.733344:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c000/0x4ad31463d9bc1241 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x210:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.733353:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c000/0x4ad31463d9bc1241 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.733361:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c000/0x4ad31463d9bc1241 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.733368:0:186936:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c000/0x4ad31463d9bc1241 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.733374:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c000/0x4ad31463d9bc1241 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.733384:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c000/0x4ad31463d9bc1241 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.733405:0:186936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502110.733418:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc123a lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x210:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.733424:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502110.733425:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc123a lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x210:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.733430:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c000/0x4ad31463d9bc1241 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x210:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.733434:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc123a lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x210:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.733440:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6c000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502110.733445:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c000/0x4ad31463d9bc1241 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x210:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.733446:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6ca00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.733453:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc123a lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x210:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.733454:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c000/0x4ad31463d9bc1241 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x210:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.733472:0:205387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x210:0x0].0x0 (ffff8dfd52095d00) 00010000:00010000:1.0:1777502110.733473:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc123a lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x210:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.733476:0:205387:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777502110.733480:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c000/0x4ad31463d9bc1241 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x210:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.733488:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c000/0x4ad31463d9bc1241 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.733491:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x210:0x0].0x0 (ffff8dfd52095d00) 00010000:00010000:1.0:1777502110.733495:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502110.733497:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502110.733499:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc123a lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.733499:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.733503:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502110.733509:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc123a lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.733529:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc122c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.733540:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc122c lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.733546:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc122c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.733551:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6d000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.733554:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc122c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.733560:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc122c lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.733568:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.733571:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.733574:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc122c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.733605:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc122c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.733620:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000440edcb7 reply state 00000000678fbe07 transno 8589938663 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1233 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.733629:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502110.733685:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+109:272739:x1863837562957312:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1131us (1245us total) trans 8589938663 rc 0/0 00000100:00100000:1.0:1777502110.733693:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 60 00000100:00100000:1.0:1777502110.733698:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237975611523 time 8237977962852 state 0x2 ref 0 00010000:00010000:1.0:1777502110.734262:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1233 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.734271:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1233 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.734278:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1233 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.734284:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6dc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.734287:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1233 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.734294:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1233 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.734304:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffff8dfd4fbd8200) 00010000:00010000:1.0:1777502110.734307:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.734310:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1233 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.734317:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1233 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.734782:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.734817:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562957440 00000100:00100000:3.0:1777502110.734823:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562957440 00000100:00100000:2.0:1777502110.735003:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237975611523 time 8237977962852 state 0x0 ref 1 00000100:00100000:2.0:1777502110.735014:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237978062852 time 8237977962852 state 0x1 ref 1 00000100:00100000:2.0:1777502110.735044:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237978062852 time 8237980462810 state 0x0 ref 1 00000100:00100000:2.0:1777502110.735057:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+108:272746:x1863837562957440:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502110.735085:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.735098:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8200/0x4ad31463d9bc1248 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833880 expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.735143:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc124f lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.735153:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc124f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.735163:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc124f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.735178:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1256 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.735191:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1256 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.735200:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.735204:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1256 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.735298:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc125d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x213:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.735308:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc125d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x213:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.735316:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc125d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x213:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.735338:0:188648:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x213:0x0]: returning size 0 00000004:00200000:2.0:1777502110.735342:0:188648:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777502110.735356:0:188648:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc125d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x213:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.735368:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc125d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.735375:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc124f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.735382:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc124f lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.735388:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc124f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.735399:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a8000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.735402:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc124f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.735409:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc124f lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.735424:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.735427:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.735429:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc124f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.735433:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc124f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.735449:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1256 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.735453:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1256 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.735457:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562957568 00010000:00010000:2.0:1777502110.735458:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1256 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.735463:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562957568 00010000:00010000:2.0:1777502110.735468:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a9600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.735472:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1256 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.735478:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1256 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.735487:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237980562810 time 8237980462810 state 0x1 ref 2 00010000:00010000:2.0:1777502110.735495:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffff8dfd47d18b00) 00010000:00010000:2.0:1777502110.735499:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.735503:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1256 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.735509:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1256 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.735510:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237980562810 time 8237980929333 state 0x0 ref 2 00000100:00100000:0.0:1777502110.735537:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+110:272741:x1863837562957568:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502110.735546:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.735554:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8200/0x4ad31463d9bc1248 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833880 expref: 111 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.735555:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56400/0x4ad31463d9bc1264 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833887 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.735609:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc125d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833880 expref: 111 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.735617:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x213:0x0].0x0 (ffff8dfd4fbd8500) 00010000:00010000:2.0:1777502110.735618:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.735621:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd613a9c00, rc 0) 00010000:00010000:0.0:1777502110.735790:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc126b lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.735800:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc126b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.735808:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc126b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.735821:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1272 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.735827:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1272 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.735834:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1272 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.735898:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc1279 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x212:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.735906:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc1279 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x212:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.735914:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc1279 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x212:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502110.735930:0:186937:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x212:0x0]: returning size 0 00000004:00200000:0.0:1777502110.735933:0:186937:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777502110.735942:0:186937:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc1279 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x212:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.735950:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc1279 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.735956:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc126b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.735965:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc126b lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.735971:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc126b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.735976:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.735979:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc126b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.735985:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc126b lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.735993:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.735996:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.735999:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc126b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.736005:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc126b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.736015:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1272 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.736020:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1272 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.736026:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1272 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.736030:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.736033:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1272 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.736038:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1272 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.736045:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffff8dfd431bb100) 00010000:00010000:0.0:1777502110.736048:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.736050:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1272 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.736056:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1272 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.736082:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56400/0x4ad31463d9bc1264 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833887 expref: 112 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.736093:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc1279 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833887 expref: 111 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.736100:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x212:0x0].0x0 (ffff8dfd4fbd8100) 00010000:00010000:0.0:1777502110.736102:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502110.736105:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4da56e00, rc 0) 00000100:00100000:0.0:1777502110.736143:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+111:272741:x1863837562957568:12345-192.168.202.27@tcp:101:rm.500 Request processed in 614us (946us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.736152:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 62 00000100:00100000:2.0:1777502110.736290:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+110:272746:x1863837562957440:12345-192.168.202.27@tcp:101:rm.500 Request processed in 1236us (1508us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502110.736297:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 61 00000100:00100000:2.0:1777502110.736302:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237980562810 time 8237980929333 state 0x2 ref 0 00000100:00100000:3.0:1777502110.737627:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.738542:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.738573:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562957696 00000100:00100000:2.0:1777502110.738713:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562957696 00000100:00100000:1.0:1777502110.738740:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562957824 00000100:00100000:1.0:1777502110.738746:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562957824 00000100:00100000:2.0:1777502110.738763:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 246 00000100:00100000:2.0:1777502110.738775:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+111:2370:x1863837562957696:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502110.738785:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 247 00010000:00010000:2.0:1777502110.738788:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502110.738796:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+111:2371:x1863837562957824:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502110.738809:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc1279 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833887 expref: 111 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.738811:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502110.738827:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc125d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833880 expref: 110 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.738828:0:186921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x212:0x0].0x0 (ffff8dfd4fbd8100) 00010000:00010000:2.0:1777502110.738835:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502110.738848:0:186923:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x213:0x0].0x0 (ffff8dfd4fbd8500) 00010000:00010000:1.0:1777502110.738852:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502110.738870:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+109:2370:x1863837562957696:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 100us (1296us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502110.738876:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 246 00000100:00100000:1.0:1777502110.738881:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+109:2371:x1863837562957824:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 87us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.738898:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 247 00000100:00100000:2.0:1777502110.738987:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.739302:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562958080 00000100:00100000:1.0:1777502110.739307:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562958080 00000100:00100000:1.0:1777502110.739329:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237980562810 time 8237980929333 state 0x0 ref 1 00000100:00100000:1.0:1777502110.739345:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237981029333 time 8237980929333 state 0x1 ref 1 00000100:00100000:1.0:1777502110.739368:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237981029333 time 8237984787052 state 0x0 ref 1 00000100:00100000:1.0:1777502110.739380:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+108:272737:x1863837562958080:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:1.0:1777502110.739418:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1777502110.739433:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc0f85 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337b5 expref: 108 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.739454:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187000/0x4ad31463d9bc0e9e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83371b expref: 107 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.739471:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb400/0x4ad31463d9bc0cad lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833696 expref: 106 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.739484:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20e:0x0].0x0 (ffff8dfd431bbd00) 00010000:00010000:1.0:1777502110.739492:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502110.739510:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c400/0x4ad31463d9bc1280 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.739523:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c400/0x4ad31463d9bc1280 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.739532:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c400/0x4ad31463d9bc1280 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.739547:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc1287 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.739554:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc1287 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.739561:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc1287 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.739773:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc128e lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.739781:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc128e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.739789:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc128e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777502110.740439:0:205369:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].488, 64 off39424 00010000:00010000:1.0:1777502110.740517:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc1295 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.740526:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc1295 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.740535:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc1295 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.740542:0:205369:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc1295 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.740548:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc1295 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.740555:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc1295 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.740597:0:205369:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502110.740615:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502110.740615:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc128e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.740622:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc1295 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.740625:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc128e lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.740637:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc128e lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.740639:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6d000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502110.740645:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc1295 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.740647:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6dc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.740654:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc128e lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.740655:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc1295 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.740680:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc128e lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.740684:0:186924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20e:0x0].0x0 (ffff8dfd52095d00) 00010000:00010000:3.0:1777502110.740690:0:186924:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502110.740694:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc1295 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.740698:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc1295 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.740699:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20e:0x0].0x0 (ffff8dfd52095d00) 00010000:00010000:1.0:1777502110.740704:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502110.740709:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc128e lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.740711:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.740715:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.740718:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502110.740718:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc128e lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.740743:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c400/0x4ad31463d9bc1280 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.740750:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c400/0x4ad31463d9bc1280 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.740756:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c400/0x4ad31463d9bc1280 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.740761:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6c400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.740764:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c400/0x4ad31463d9bc1280 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.740771:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c400/0x4ad31463d9bc1280 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.740778:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.740781:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.740784:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c400/0x4ad31463d9bc1280 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.740790:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c400/0x4ad31463d9bc1280 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.740799:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000635f26bc reply state 0000000012991ce6 transno 8589938664 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc1287 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.740812:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502110.740870:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+107:272737:x1863837562958080:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1491us (1883us total) trans 8589938664 rc 0/0 00000100:00100000:1.0:1777502110.740882:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 63 00000100:00100000:1.0:1777502110.740889:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237981029333 time 8237984787052 state 0x2 ref 0 00010000:00010000:1.0:1777502110.742646:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc1287 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.742659:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc1287 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.742678:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc1287 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.742684:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6de00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.742688:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc1287 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.742696:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc1287 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.742707:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffff8dfd52095a00) 00010000:00010000:1.0:1777502110.742711:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.742715:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc1287 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.742722:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc1287 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.742730:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.742775:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562958336 00000100:00100000:2.0:1777502110.742783:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562958336 00000100:00100000:2.0:1777502110.742812:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237981029333 time 8237984787052 state 0x0 ref 1 00000100:00100000:2.0:1777502110.742824:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237984887052 time 8237984787052 state 0x1 ref 1 00000100:00100000:2.0:1777502110.742849:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237984887052 time 8237988267817 state 0x0 ref 1 00000100:00100000:2.0:1777502110.742861:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+106:272735:x1863837562958336:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:2.0:1777502110.742904:0:186936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1777502110.742920:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc0f15 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337a7 expref: 106 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.742935:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187800/0x4ad31463d9bc0e35 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833706 expref: 105 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.742947:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc0c4b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83367a expref: 104 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.742961:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20c:0x0].0x0 (ffff8dfd64574300) 00010000:00010000:2.0:1777502110.742967:0:186936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502110.742982:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8200/0x4ad31463d9bc129c lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.742991:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8200/0x4ad31463d9bc129c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.742999:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8200/0x4ad31463d9bc129c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.743010:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc12a3 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.743017:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc12a3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.743023:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc12a3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.743109:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc12aa lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.743117:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc12aa lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.743124:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc12aa lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.743324:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.743370:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562958592 00000100:00100000:1.0:1777502110.743376:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562958592 00000100:00100000:1.0:1777502110.743399:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237988367817 time 8237988267817 state 0x1 ref 2 00000100:00100000:1.0:1777502110.743430:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237988367817 time 8237988849656 state 0x0 ref 2 00000100:00100000:1.0:1777502110.743443:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+19:272750:x1863837562958592:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.743453:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.743465:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc12b1 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83388e expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777502110.743599:0:186936:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].489, 64 off39488 00010000:00010000:1.0:1777502110.743610:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc12b8 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.743625:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc12b8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.743645:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc12b8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.743657:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8400/0x4ad31463d9bc12bf lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.743670:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc12c6 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.743684:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8400/0x4ad31463d9bc12bf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.743684:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc12c6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.743702:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc12c6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.743704:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8400/0x4ad31463d9bc12bf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.743714:0:186936:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8400/0x4ad31463d9bc12bf lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.743720:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8400/0x4ad31463d9bc12bf lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.743726:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8400/0x4ad31463d9bc12bf lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.743748:0:186936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502110.743759:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502110.743763:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc12aa lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.743767:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8400/0x4ad31463d9bc12bf lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.743773:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc12cd lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.743776:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc12aa lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.743790:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc12aa lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.743795:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a8400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502110.743801:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8400/0x4ad31463d9bc12bf lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.743809:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a8000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.743811:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc12cd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.743816:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8400/0x4ad31463d9bc12bf lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.743816:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc12aa lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.743827:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc12cd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.743838:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc12aa lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.743842:0:188362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20c:0x0].0x0 (ffff8dfd47d18300) 00000004:00200000:1.0:1777502110.743843:0:186937:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x201:0x0]: returning size 0 00010000:00010000:3.0:1777502110.743849:0:188362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502110.743853:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8400/0x4ad31463d9bc12bf lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.743856:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20c:0x0].0x0 (ffff8dfd47d18300) 00010000:00010000:3.0:1777502110.743862:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8400/0x4ad31463d9bc12bf lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.743862:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502110.743867:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc12aa lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.743875:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc12aa lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.743882:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.743886:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.743889:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502110.743898:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8200/0x4ad31463d9bc129c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.743905:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8200/0x4ad31463d9bc129c lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.743911:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8200/0x4ad31463d9bc129c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.743912:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc12b8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.743926:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc12b8 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.743932:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a8200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.743932:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc12b8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.743937:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8200/0x4ad31463d9bc129c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.743944:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8200/0x4ad31463d9bc129c lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.743953:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6d600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.743958:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.743959:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc12b8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.743963:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.743968:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8200/0x4ad31463d9bc129c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.743970:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc12b8 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.743983:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8200/0x4ad31463d9bc129c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.743987:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.743993:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.743998:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc12b8 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.744002:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000090e47d9b reply state 00000000ac787521 transno 8589938665 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc12a3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.744004:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc12b8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.744019:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502110.744033:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc12c6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.744038:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc12c6 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.744042:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc12c6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.744046:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6c200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.744047:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc12c6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.744051:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc12c6 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.744056:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffff8dfd52095000) 00010000:00010000:1.0:1777502110.744058:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.744060:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc12c6 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.744064:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc12c6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.744083:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+105:272735:x1863837562958336:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1223us (1357us total) trans 8589938665 rc 0/0 00000100:00100000:2.0:1777502110.744091:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 64 00010000:00010000:1.0:1777502110.744095:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc12b1 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83388e expref: 22 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.744112:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc12cd lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83388e expref: 21 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.744124:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x201:0x0].0x0 (ffff8dfd431bbc00) 00010000:00010000:1.0:1777502110.744127:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.744130:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6c800, rc 0) 00000100:00100000:1.0:1777502110.744157:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+21:272750:x1863837562958592:12345-192.168.202.27@tcp:101:touch.500 Request processed in 716us (834us total) trans 8589938666 rc 0/0 00000100:00100000:1.0:1777502110.744163:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 65 00000100:00100000:1.0:1777502110.744168:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237988367817 time 8237988849656 state 0x2 ref 0 00010000:00010000:1.0:1777502110.744793:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc12a3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.744800:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc12a3 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.744806:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc12a3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.744811:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a9600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.744814:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc12a3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.744821:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc12a3 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.744830:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffff8dfd47d18b00) 00010000:00010000:1.0:1777502110.744832:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.744835:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc12a3 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.744846:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc12a3 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.746142:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.746181:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562958976 00000100:00100000:2.0:1777502110.746188:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562958976 00000100:00100000:2.0:1777502110.746217:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237988367817 time 8237988849656 state 0x0 ref 1 00000100:00100000:2.0:1777502110.746229:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237988949656 time 8237988849656 state 0x1 ref 1 00000100:00100000:3.0:1777502110.746246:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.746259:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562959104 00000100:00100000:2.0:1777502110.746264:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562959104 00000100:00100000:2.0:1777502110.746280:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237988949656 time 8237988849656 state 0x1 ref 2 00000100:00100000:3.0:1777502110.746293:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237991810277 time 8237991710277 state 0x1 ref 2 00000100:00100000:2.0:1777502110.746304:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237991810277 time 8237991722447 state 0x0 ref 2 00000100:00100000:3.0:1777502110.746311:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+21:272750:x1863837562958976:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:2.0:1777502110.746319:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+104:272731:x1863837562959104:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:3.0:1777502110.746360:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502110.746360:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1777502110.746383:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc12cd lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83388e expref: 21 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.746383:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54000/0x4ad31463d9bc0fee lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833784 expref: 104 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.746408:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x201:0x0].0x0 (ffff8dfd431bbc00) 00010000:00010000:3.0:1777502110.746413:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502110.746417:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56a00/0x4ad31463d9bc0e5f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83370d expref: 103 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.746436:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc0b87 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x208:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833642 expref: 102 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.746447:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x208:0x0].0x0 (ffff8dfd4fbd8c00) 00010000:00010000:2.0:1777502110.746455:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502110.746473:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd000/0x4ad31463d9bc12db lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.746473:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc12e2 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.746495:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc12e2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.746497:0:205372:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc113e lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83375a expref: 101 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.746512:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc12e2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.746514:0:205372:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd000/0x4ad31463d9bc12db lrc: 4/0,1 mode: --/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.746542:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc12e9 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.746552:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc12e9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.746560:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc12e9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.746562:0:205372:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc113e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83375a expref: 101 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.746600:0:205372:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc113e lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83375a expref: 101 pid: 205372 timeout: 8337 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.746618:0:205372:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc456b6680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:205372:1863837561357184:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502110.746715:0:205372:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd50958b40 going to sleep for 11 seconds 00010000:00010000:2.0:1777502110.746726:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc12f0 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x208:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.746736:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc12f0 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x208:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.746744:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc12f0 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x208:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777502110.747372:0:188648:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].490, 64 off39552 00010000:00010000:2.0:1777502110.747454:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc12f7 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x208:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.747461:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc12f7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.747467:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc12f7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.747473:0:188648:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc12f7 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.747477:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc12f7 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.747481:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc12f7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.747502:0:188648:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502110.747517:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc12f0 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x208:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.747523:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc12f0 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x208:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.747529:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc12f0 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x208:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.747535:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a9000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.747540:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc12f0 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x208:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.747547:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc12f0 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x208:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.747558:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x208:0x0].0x0 (ffff8dfd47d18200) 00010000:00010000:2.0:1777502110.747561:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502110.747566:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc12f0 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x208:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.747572:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc12f0 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x208:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.747605:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc12e2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.747610:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc12e2 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.747614:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc12e2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.747618:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a9c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.747620:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc12e2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.747624:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc12e2 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.747631:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.747633:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.747636:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc12e2 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.747640:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc12e2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.747652:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005d16fbfc reply state 000000009c164ae1 transno 8589938667 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc12e9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.747657:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777502110.747681:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502110.747688:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc12f7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x208:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.747697:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a9e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502110.747701:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc12f7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x208:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.747709:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc12f7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x208:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.747722:0:186925:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x208:0x0].0x0 (ffff8dfd47d18200) 00000100:00100000:2.0:1777502110.747725:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+103:272731:x1863837562959104:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1407us (1477us total) trans 8589938667 rc 0/0 00010000:00010000:3.0:1777502110.747726:0:186925:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502110.747731:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc12f7 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x208:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.747738:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 67 00010000:00010000:3.0:1777502110.747744:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc12f7 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x208:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.747770:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.747773:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.747775:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502110.747858:0:205372:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc456b6680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:205372:1863837561357184:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502110.747878:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502110.747882:0:205372:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd000/0x4ad31463d9bc12db lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.747982:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562959232 00000100:00100000:3.0:1777502110.747988:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562959232 00010000:00010000:3.0:1777502110.748013:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc113e lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83375a expref: 103 pid: 205372 timeout: 8337 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.748022:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.748072:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562959488 00000100:00100000:0.0:1777502110.748078:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562959488 00000100:00100000:0.0:1777502110.748103:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8237991822447 time 8237991722447 state 0x1 ref 2 00000100:00100000:3.0:1777502110.748115:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1025 00000100:00100000:3.0:1777502110.748122:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72605c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+103:2373:x1863837562959232:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502110.748130:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1777502110.748134:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237991822447 time 8237993551701 state 0x0 ref 2 00010000:00010000:3.0:1777502110.748137:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc113e lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83375a expref: 103 pid: 205372 timeout: 8337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.748154:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc113e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83375a expref: 103 pid: 205372 timeout: 8337 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.748159:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+21:272752:x1863837562959488:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502110.748171:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc113e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83375a expref: 103 pid: 205372 timeout: 8337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.748174:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.748182:0:191872:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x201:0x0].0x0 (ffff8dfd431bbc00) 00010000:00010000:3.0:1777502110.748185:0:191872:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd000/0x4ad31463d9bc12db lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.748187:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56400/0x4ad31463d9bc12fe lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833895 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.748193:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd000/0x4ad31463d9bc12db lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.748207:0:191872:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd000/0x4ad31463d9bc12db lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.748224:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502110.748242:0:205372:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd000/0x4ad31463d9bc12db lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.748250:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72605c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+102:2373:x1863837562959232:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 127us (371us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502110.748253:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd000/0x4ad31463d9bc12db lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.748262:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1025 00010000:00010000:0.0:1777502110.748320:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1305 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.748331:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1305 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.748340:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1305 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.748357:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc130c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.748364:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc130c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.748372:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc130c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.748374:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f1f2e24d reply state 00000000bfd801cf transno 8589938668 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd000/0x4ad31463d9bc12db lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.748388:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502110.748446:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+24:272750:x1863837562958976:12345-192.168.202.27@tcp:36:touch.500 Request processed in 2139us (2307us total) trans 8589938668 rc 0/0 00000100:00100000:2.0:1777502110.748454:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 66 00010000:00010000:0.0:1777502110.748470:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc1313 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.748481:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc1313 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.748489:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc1313 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502110.748498:0:187571:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x203:0x0]: returning size 0 00010000:00010000:0.0:1777502110.748568:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1305 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.748622:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1305 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.748631:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc12e9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.748631:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1305 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.748644:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.748647:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc12e9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.748649:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1305 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.748676:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc12e9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.748678:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1305 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.748691:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a9a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.748696:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc12e9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.748697:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.748703:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.748708:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1305 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.748709:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc12e9 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.748724:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1305 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.748729:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffff8dfd47d18700) 00010000:00010000:1.0:1777502110.748735:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.748740:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc12e9 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.748747:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc130c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.748748:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc12e9 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.748763:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc130c lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.748771:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc130c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.748777:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.748780:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc130c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.748786:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc130c lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.748809:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffff8dfd431bb100) 00010000:00010000:0.0:1777502110.748812:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.748815:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc130c lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.748821:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc130c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.748856:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56400/0x4ad31463d9bc12fe lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833895 expref: 25 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.748871:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc1313 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833895 expref: 24 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.748884:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x203:0x0].0x0 (ffff8dfd4fbd8300) 00010000:00010000:0.0:1777502110.748887:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502110.748890:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4da56600, rc 0) 00000100:00100000:0.0:1777502110.748926:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+24:272752:x1863837562959488:12345-192.168.202.27@tcp:101:touch.500 Request processed in 775us (910us total) trans 8589938669 rc 0/0 00000100:00100000:0.0:1777502110.748934:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 68 00000100:00100000:0.0:1777502110.748938:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237991822447 time 8237993551701 state 0x2 ref 0 00010000:00010000:1.0:1777502110.749270:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd000/0x4ad31463d9bc12db lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.749281:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd000/0x4ad31463d9bc12db lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.749286:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd000/0x4ad31463d9bc12db lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.749290:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.749293:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd000/0x4ad31463d9bc12db lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.749297:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd000/0x4ad31463d9bc12db lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.749305:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x201:0x0].0x0 (ffff8dfd431bbc00) 00010000:00010000:1.0:1777502110.749307:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.749309:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd000/0x4ad31463d9bc12db lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.749313:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd000/0x4ad31463d9bc12db lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.749502:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.749546:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562959616 00000100:00100000:1.0:1777502110.749551:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562959616 00000100:00100000:1.0:1777502110.749569:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237991822447 time 8237993551701 state 0x0 ref 1 00000100:00100000:1.0:1777502110.749647:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237993651701 time 8237993551701 state 0x1 ref 1 00000100:00100000:1.0:1777502110.749682:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237993651701 time 8237995101284 state 0x0 ref 1 00000100:00100000:1.0:1777502110.749696:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+23:272750:x1863837562959616:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.749709:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.749720:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c400/0x4ad31463d9bc1321 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x201:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83389c expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.749749:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c400/0x4ad31463d9bc1321 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83389c expref: 24 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.749761:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c400/0x4ad31463d9bc1321 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83389c expref: 24 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.749777:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x201:0x0].0x0 (ffff8dfd431bbc00) 00010000:00010000:1.0:1777502110.749780:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502110.749783:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6c400, rc 0) 00000100:00100000:1.0:1777502110.749816:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+24:272750:x1863837562959616:12345-192.168.202.27@tcp:101:touch.500 Request processed in 124us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.749822:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 69 00000100:00100000:1.0:1777502110.749826:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237993651701 time 8237995101284 state 0x2 ref 0 00000100:00100000:3.0:1777502110.750113:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.750151:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562959872 00000100:00100000:2.0:1777502110.750155:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562959872 00000100:00100000:2.0:1777502110.750168:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237993651701 time 8237995101284 state 0x0 ref 1 00000100:00100000:2.0:1777502110.750174:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237995201284 time 8237995101284 state 0x1 ref 1 00000100:00100000:2.0:1777502110.750193:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237995201284 time 8237995613799 state 0x0 ref 1 00000100:00100000:2.0:1777502110.750200:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+101:272729:x1863837562959872:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:2.0:1777502110.750222:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1777502110.750231:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20200/0x4ad31463d9bc1026 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83378b expref: 101 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.750245:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bc0e12 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336f8 expref: 100 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.750257:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc0b25 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833626 expref: 99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.750266:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x206:0x0].0x0 (ffff8dfd4fbd8800) 00010000:00010000:2.0:1777502110.750274:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502110.750285:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1328 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.750294:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1328 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.750301:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1328 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.750313:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7a00/0x4ad31463d9bc132f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.750320:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7a00/0x4ad31463d9bc132f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.750331:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7a00/0x4ad31463d9bc132f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.750392:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7800/0x4ad31463d9bc1336 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x206:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.750398:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7800/0x4ad31463d9bc1336 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x206:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.750403:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7800/0x4ad31463d9bc1336 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x206:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777502110.750855:0:188648:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].491, 64 off39616 00000100:00100000:3.0:1777502110.750910:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.750946:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc133d lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x206:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.750953:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc133d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.750958:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc133d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.750963:0:188648:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc133d lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.750966:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562960128 00010000:00010000:2.0:1777502110.750967:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc133d lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.750971:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562960128 00010000:00010000:2.0:1777502110.750972:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc133d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.750986:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237995713799 time 8237995613799 state 0x1 ref 2 00010000:00010000:2.0:1777502110.750989:0:188648:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502110.751000:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502110.751001:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7800/0x4ad31463d9bc1336 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x206:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.751008:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc133d lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x206:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.751008:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7800/0x4ad31463d9bc1336 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x206:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.751015:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237995713799 time 8237996433334 state 0x0 ref 2 00010000:00010000:2.0:1777502110.751019:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7800/0x4ad31463d9bc1336 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x206:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.751029:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80fd7600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502110.751030:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80fd7800 already unused, calling callback (ffffffffc1e434f0) 00000100:00100000:1.0:1777502110.751034:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+24:272752:x1863837562960128:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:2.0:1777502110.751036:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7800/0x4ad31463d9bc1336 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x206:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.751038:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc133d lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x206:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.751045:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7800/0x4ad31463d9bc1336 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x206:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.751053:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502110.751054:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc133d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x206:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.751055:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x206:0x0].0x0 (ffff8dfd47d18500) 00010000:00010000:2.0:1777502110.751059:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502110.751063:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7800/0x4ad31463d9bc1336 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x206:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.751068:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc1313 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833895 expref: 24 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.751069:0:205387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x206:0x0].0x0 (ffff8dfd47d18500) 00010000:00010000:2.0:1777502110.751070:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7800/0x4ad31463d9bc1336 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x206:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.751077:0:205387:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502110.751083:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc133d lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x206:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.751092:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1328 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.751094:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc133d lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x206:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.751097:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x203:0x0].0x0 (ffff8dfd4fbd8300) 00010000:00010000:1.0:1777502110.751105:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502110.751109:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1328 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.751115:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1328 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.751119:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.751123:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502110.751127:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a8e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.751128:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502110.751133:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1328 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.751138:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1328 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.751147:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.751147:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1344 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.751152:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.751157:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1328 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.751160:0:205372:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc0ec1 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833722 expref: 99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.751172:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1328 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.751176:0:205372:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc0ef9 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833761 expref: 99 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.751187:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fb41ac09 reply state 000000006ade510e transno 8589938670 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7a00/0x4ad31463d9bc132f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.751188:0:205372:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1344 lrc: 5/0,1 mode: --/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.751205:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502110.751225:0:205372:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc0ef9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833761 expref: 100 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.751239:0:205372:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc0ef9 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833761 expref: 100 pid: 205370 timeout: 8337 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.751246:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+100:272729:x1863837562959872:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1044us (1134us total) trans 8589938670 rc 0/0 00000100:00100000:2.0:1777502110.751251:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 70 00000100:00100000:1.0:1777502110.751267:0:205372:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4c71f100 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:205372:1863837561357312:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502110.751404:0:205372:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc0ec1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833722 expref: 99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.751414:0:205372:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc0ec1 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833722 expref: 99 pid: 187571 timeout: 8337 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.751425:0:205372:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4c71ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:205372:1863837561357440:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502110.751456:0:205372:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd7f24acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777502110.752426:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.752470:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562960256 00000100:00100000:1.0:1777502110.752475:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562960256 00010000:00010000:2.0:1777502110.752480:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7a00/0x4ad31463d9bc132f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.752490:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7a00/0x4ad31463d9bc132f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.752497:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7a00/0x4ad31463d9bc132f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.752508:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80fd7a00 already unused, calling callback (ffffffffc1e434f0) 00000100:00100000:1.0:1777502110.752512:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3064 00010000:00010000:2.0:1777502110.752513:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7a00/0x4ad31463d9bc132f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.752520:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0775d2ab-558e-41f1-82c0-14244d133390+5:2370:x1863837562960256:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:2.0:1777502110.752525:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7a00/0x4ad31463d9bc132f lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.752525:0:205372:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4c71f100 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:205372:1863837561357312:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502110.752543:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffff8dfd47d18900) 00010000:00010000:2.0:1777502110.752546:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.752549:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7a00/0x4ad31463d9bc132f lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.752550:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.752555:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7a00/0x4ad31463d9bc132f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.752599:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562960384 00000100:00100000:0.0:1777502110.752603:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562960384 00010000:00010000:0.0:1777502110.752622:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc0ef9 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833761 expref: 99 pid: 205370 timeout: 8337 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.752646:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1026 00000100:00100000:0.0:1777502110.752654:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+99:2373:x1863837562960384:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502110.752675:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502110.752681:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc0ef9 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833761 expref: 99 pid: 205370 timeout: 8337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.752693:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc0ef9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833761 expref: 99 pid: 205370 timeout: 8337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.752708:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc0ef9 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833761 expref: 99 pid: 205370 timeout: 8337 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777502110.752732:0:187551:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x1043:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777502110.752737:0:187551:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x1043:0x0] updating lvb mtime from disk: 1777502104 -> 1777502110 00010000:00010000:0.0:1777502110.752738:0:205388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x203:0x0].0x0 (ffff8dfd4fbd8300) 00002000:00010000:1.0:1777502110.752739:0:187551:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x1043:0x0] updating lvb atime from disk: 1777502104 -> 1777502110 00002000:00010000:1.0:1777502110.752744:0:187551:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x1043:0x0] updating lvb ctime from disk: 1777502104 -> 1777502110 00002000:00010000:1.0:1777502110.752746:0:187551:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x1043:0x0] updating lvb blocks from disk: 1 -> 1 00010000:00010000:0.0:1777502110.752746:0:205388:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1344 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.752756:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502110.752779:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0775d2ab-558e-41f1-82c0-14244d133390+6:2370:x1863837562960256:12345-192.168.202.27@tcp:2:touch.500 Request processed in 260us (353us total) trans 8589935646 rc 0/0 00000100:00100000:0.0:1777502110.752783:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+98:2373:x1863837562960384:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 130us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.752797:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1026 00000100:00100000:1.0:1777502110.752798:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3064 00000100:00100000:3.0:1777502110.754073:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.754112:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562960640 00000100:00100000:0.0:1777502110.754117:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562960640 00000100:00100000:0.0:1777502110.754139:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237996533334 time 8237996433334 state 0x1 ref 2 00000100:00100000:0.0:1777502110.754163:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237996533334 time 8237999581914 state 0x0 ref 2 00000100:00100000:0.0:1777502110.754176:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+98:272726:x1863837562960640:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:0.0:1777502110.754208:0:187571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1777502110.754220:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55c00/0x4ad31463d9bc0f4d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833768 expref: 98 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.754234:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc0dfd lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336ff expref: 97 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.754246:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efc00/0x4ad31463d9bc0a8b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x202:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335f5 expref: 96 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.754255:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x202:0x0].0x0 (ffff8dfd4fbd8a00) 00010000:00010000:0.0:1777502110.754263:0:187571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502110.754276:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc134b lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.754286:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc134b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.754293:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc134b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.754315:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1352 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.754322:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1352 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.754328:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1352 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.754416:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb400/0x4ad31463d9bc1359 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x202:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.754424:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb400/0x4ad31463d9bc1359 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x202:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.754431:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb400/0x4ad31463d9bc1359 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x202:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777502110.754890:0:187571:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].492, 64 off39680 00010000:00010000:0.0:1777502110.754939:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fac00/0x4ad31463d9bc1360 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x202:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.754949:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fac00/0x4ad31463d9bc1360 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x202:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.754957:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fac00/0x4ad31463d9bc1360 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x202:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.754964:0:187571:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fac00/0x4ad31463d9bc1360 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x202:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.754970:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fac00/0x4ad31463d9bc1360 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x202:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.754978:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fac00/0x4ad31463d9bc1360 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x202:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.754996:0:187571:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502110.755008:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb400/0x4ad31463d9bc1359 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x202:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.755015:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb400/0x4ad31463d9bc1359 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x202:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.755018:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502110.755025:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb400/0x4ad31463d9bc1359 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x202:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.755026:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fac00/0x4ad31463d9bc1360 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x202:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.755041:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fac00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502110.755041:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fb400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.755046:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fac00/0x4ad31463d9bc1360 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x202:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.755047:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb400/0x4ad31463d9bc1359 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x202:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.755060:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fac00/0x4ad31463d9bc1360 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x202:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.755062:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb400/0x4ad31463d9bc1359 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x202:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.755081:0:186924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x202:0x0].0x0 (ffff8dfd431bb000) 00010000:00010000:3.0:1777502110.755085:0:186924:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777502110.755091:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x202:0x0].0x0 (ffff8dfd431bb000) 00010000:00010000:0.0:1777502110.755095:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777502110.755099:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fac00/0x4ad31463d9bc1360 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x202:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.755099:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb400/0x4ad31463d9bc1359 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x202:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.755107:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb400/0x4ad31463d9bc1359 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x202:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.755116:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fac00/0x4ad31463d9bc1360 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x202:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.755129:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc134b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.755133:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.755136:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.755138:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc134b lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.755139:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.755146:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc134b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.755151:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.755154:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc134b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.755159:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc134b lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.755166:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.755168:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.755170:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc134b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.755176:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc134b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.755184:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000620193ee reply state 00000000ef092507 transno 8589938671 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1352 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.755195:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502110.755244:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+97:272726:x1863837562960640:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1071us (1172us total) trans 8589938671 rc 0/0 00000100:00100000:0.0:1777502110.755253:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 72 00000100:00100000:3.0:1777502110.756013:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.756058:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562960896 00000100:00100000:1.0:1777502110.756064:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562960896 00000100:00100000:1.0:1777502110.756096:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237999681914 time 8237999581914 state 0x1 ref 2 00000100:00100000:1.0:1777502110.756120:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8237999681914 time 8238001539866 state 0x0 ref 2 00000100:00100000:1.0:1777502110.756132:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+24:272755:x1863837562960896:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.756143:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.756156:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc1367 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8338a3 expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.756215:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1352 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.756225:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1352 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.756232:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1352 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.756237:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.756242:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc136e lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.756242:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1352 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.756258:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1352 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.756261:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc136e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.756274:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffff8dfd431bb800) 00010000:00010000:1.0:1777502110.756278:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc136e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.756278:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.756282:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1352 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.756291:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc1375 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.756292:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1352 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.756307:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc1375 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.756315:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc1375 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.756508:0:205372:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4c71ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:205372:1863837561357440:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502110.756528:0:205372:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1344 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.756554:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.756609:0:205362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562961152 00000100:00100000:0.0:1777502110.756613:0:205362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562961152 00000100:00100000:0.0:1777502110.756649:0:205362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1070 00000100:00100000:0.0:1777502110.756661:0:205362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+26:272750:x1863837562961152:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:3.0:1777502110.756719:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.756751:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562961280 00000100:00100000:2.0:1777502110.756757:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562961280 00010000:00010000:2.0:1777502110.756779:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc0ec1 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833722 expref: 96 pid: 187571 timeout: 8337 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.756817:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1027 00000100:00100000:0.0:1777502110.756822:0:205362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+27:272750:x1863837562961152:12345-192.168.202.27@tcp:35:touch.500 Request processed in 163us (266us total) trans 8589938672 rc 0/0 00000100:00100000:2.0:1777502110.756830:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+96:2371:x1863837562961280:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1777502110.756833:0:205362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1070 00010000:00010000:2.0:1777502110.756846:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502110.756853:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc0ec1 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833722 expref: 96 pid: 187571 timeout: 8337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.756867:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc0ec1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833722 expref: 96 pid: 187571 timeout: 8337 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.756888:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc0ec1 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833722 expref: 96 pid: 187571 timeout: 8337 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502110.756899:0:205369:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x104d:0x0], index 1: 0 00010000:00010000:2.0:1777502110.756901:0:186921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x203:0x0].0x0 (ffff8dfd4fbd8300) 00010000:00010000:2.0:1777502110.756908:0:186921:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1344 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.756916:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1344 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.756923:0:186921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1344 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.756950:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502110.756975:0:205372:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1344 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.756983:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+95:2371:x1863837562961280:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 157us (266us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502110.756987:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1344 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.756996:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1027 00010000:00010000:1.0:1777502110.757059:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc137c lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.757069:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc137c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.757077:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc137c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.757089:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000004:00010000:0.0:1777502110.757091:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c02ebe83 reply state 0000000060be7f55 transno 8589938674 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1344 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.757100:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502110.757104:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc136e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.757112:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc136e lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.757113:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562961536 00000100:00100000:2.0:1777502110.757118:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562961536 00010000:00010000:1.0:1777502110.757122:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc136e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.757133:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6c200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.757137:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc136e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.757141:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238001639866 time 8238001539866 state 0x1 ref 3 00010000:00010000:1.0:1777502110.757146:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc136e lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.757155:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+29:272752:x1863837562960128:12345-192.168.202.27@tcp:36:touch.500 Request processed in 6122us (6247us total) trans 8589938674 rc 0/0 00010000:00010000:1.0:1777502110.757161:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.757166:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777502110.757166:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 71 00010000:00010000:1.0:1777502110.757171:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc136e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.757176:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238001639866 time 8238002594529 state 0x0 ref 2 00010000:00010000:1.0:1777502110.757181:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc136e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.757193:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+95:272736:x1863837562961536:12345-192.168.202.27@tcp:36:rm.500 00000004:00010000:1.0:1777502110.757195:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b3bb8004 reply state 00000000dedf0ed0 transno 8589938673 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc1375 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.757202:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502110.757214:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1777502110.757227:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc0f3f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337ae expref: 95 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.757227:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc1367 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338a3 expref: 29 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.757259:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc0e6d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833714 expref: 94 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.757262:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc137c lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338a3 expref: 28 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.757274:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e3:0x0].0x0 (ffff8dfd52095000) 00010000:00010000:2.0:1777502110.757277:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb200/0x4ad31463d9bc0c6e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833688 expref: 93 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.757278:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.757283:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6de00, rc 0) 00010000:00010000:2.0:1777502110.757286:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20d:0x0].0x0 (ffff8dfd431bb600) 00010000:00010000:2.0:1777502110.757292:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502110.757301:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7a00/0x4ad31463d9bc138a lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.757307:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7a00/0x4ad31463d9bc138a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.757312:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7a00/0x4ad31463d9bc138a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.757320:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7800/0x4ad31463d9bc1391 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.757323:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+29:272755:x1863837562960896:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1191us (1310us total) trans 8589938673 rc 0/0 00010000:00010000:2.0:1777502110.757326:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7800/0x4ad31463d9bc1391 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.757336:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7800/0x4ad31463d9bc1391 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.757338:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 73 00010000:00010000:2.0:1777502110.757404:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd6200/0x4ad31463d9bc1398 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.757412:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd6200/0x4ad31463d9bc1398 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.757420:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd6200/0x4ad31463d9bc1398 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777502110.757784:0:188648:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].483, 64 off39104 00010000:00010000:2.0:1777502110.757813:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc139f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.757819:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc139f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.757824:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc139f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.757828:0:188648:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc139f lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.757831:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc139f lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.757834:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc139f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.757847:0:188648:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502110.757854:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd6200/0x4ad31463d9bc1398 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.757858:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd6200/0x4ad31463d9bc1398 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.757861:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd6200/0x4ad31463d9bc1398 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.757868:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80fd6200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.757869:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502110.757870:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd6200/0x4ad31463d9bc1398 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.757877:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd6200/0x4ad31463d9bc1398 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.757879:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc139f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.757882:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20d:0x0].0x0 (ffff8dfd47d18300) 00010000:00010000:2.0:1777502110.757887:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502110.757892:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd6200/0x4ad31463d9bc1398 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.757893:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80fd7600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502110.757899:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc139f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.757901:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd6200/0x4ad31463d9bc1398 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.757915:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc139f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.757923:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7a00/0x4ad31463d9bc138a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.757927:0:188362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20d:0x0].0x0 (ffff8dfd47d18300) 00010000:00010000:3.0:1777502110.757933:0:188362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777502110.757935:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7a00/0x4ad31463d9bc138a lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.757937:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc139f lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.757950:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7a00/0x4ad31463d9bc138a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.757952:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7600/0x4ad31463d9bc139f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.757956:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80fd7a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.757959:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7a00/0x4ad31463d9bc138a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.757966:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7a00/0x4ad31463d9bc138a lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.757974:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502110.757976:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.757977:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502110.757978:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.757981:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502110.757981:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7a00/0x4ad31463d9bc138a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.757987:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7a00/0x4ad31463d9bc138a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.757993:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000079958787 reply state 00000000d2f15fd1 transno 8589938675 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7800/0x4ad31463d9bc1391 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.757997:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502110.758026:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+94:272736:x1863837562961536:12345-192.168.202.27@tcp:36:rm.500 Request processed in 838us (938us total) trans 8589938675 rc 0/0 00000100:00100000:2.0:1777502110.758031:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 74 00000100:00100000:2.0:1777502110.758035:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238001639866 time 8238002594529 state 0x2 ref 0 00010000:00010000:2.0:1777502110.759569:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1344 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.759596:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1344 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.759601:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1344 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.759605:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6dc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.759608:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1344 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.759615:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1344 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.759623:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x203:0x0].0x0 (ffff8dfd4fbd8300) 00010000:00010000:2.0:1777502110.759625:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.759628:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1344 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.759631:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1344 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.759675:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc1375 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.759682:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc1375 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.759689:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc1375 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.759692:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6d600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.759694:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc1375 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.759698:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc1375 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.759705:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffff8dfd431bb800) 00010000:00010000:0.0:1777502110.759707:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.759709:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc1375 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.759713:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc1375 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.759718:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7800/0x4ad31463d9bc1391 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.759740:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7800/0x4ad31463d9bc1391 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.759747:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7800/0x4ad31463d9bc1391 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.759752:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80fd7800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.759755:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7800/0x4ad31463d9bc1391 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.759761:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7800/0x4ad31463d9bc1391 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.759770:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffff8dfd47d18900) 00010000:00010000:2.0:1777502110.759778:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.759780:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7800/0x4ad31463d9bc1391 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.759785:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80fd7800/0x4ad31463d9bc1391 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.759949:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.759995:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562961664 00000100:00100000:1.0:1777502110.760001:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562961664 00000100:00100000:1.0:1777502110.760021:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238001639866 time 8238002594529 state 0x0 ref 1 00000100:00100000:1.0:1777502110.760030:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238002694529 time 8238002594529 state 0x1 ref 1 00000100:00100000:1.0:1777502110.760050:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238002694529 time 8238005470291 state 0x0 ref 1 00000100:00100000:1.0:1777502110.760060:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+27:272752:x1863837562961664:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.760083:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.760093:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c600/0x4ad31463d9bc13a6 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x203:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8338aa expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.760130:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c600/0x4ad31463d9bc13a6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x203:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338aa expref: 28 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.760141:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c600/0x4ad31463d9bc13a6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x203:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338aa expref: 28 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.760161:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x203:0x0].0x0 (ffff8dfd4fbd8300) 00010000:00010000:1.0:1777502110.760163:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502110.760166:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6c600, rc 0) 00000100:00100000:1.0:1777502110.760202:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+28:272752:x1863837562961664:12345-192.168.202.27@tcp:101:touch.500 Request processed in 143us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.760208:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 75 00000100:00100000:1.0:1777502110.760213:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238002694529 time 8238005470291 state 0x2 ref 0 00000100:00100000:3.0:1777502110.760349:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.760404:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562961792 00000100:00100000:2.0:1777502110.760408:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562961792 00000100:00100000:2.0:1777502110.760421:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238002694529 time 8238005470291 state 0x0 ref 1 00000100:00100000:2.0:1777502110.760429:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238005570291 time 8238005470291 state 0x1 ref 1 00000100:00100000:2.0:1777502110.760452:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238005570291 time 8238005871498 state 0x0 ref 1 00000100:00100000:2.0:1777502110.760462:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+93:272725:x1863837562961792:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502110.760480:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.760487:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc13ad lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8338b1 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.760523:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc13b4 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.760532:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc13b4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.760540:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc13b4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.760552:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc13bb lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.760559:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc13bb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.760565:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc13bb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.760653:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.760659:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc13c2 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.760682:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc13c2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.760690:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc13c2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.760700:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562962048 00000100:00100000:1.0:1777502110.760704:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562962048 00000004:00200000:2.0:1777502110.760709:0:186938:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x203:0x0]: returning size 0 00000004:00200000:2.0:1777502110.760714:0:186938:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:1.0:1777502110.760720:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238005971498 time 8238005871498 state 0x1 ref 2 00000004:00010000:2.0:1777502110.760728:0:186938:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc13c2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.760736:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc13c2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.760741:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc13b4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.760746:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc13b4 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.760747:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238005971498 time 8238006164902 state 0x0 ref 2 00010000:00010000:2.0:1777502110.760757:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc13b4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.760761:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.760763:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc13b4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.760768:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+28:272755:x1863837562962048:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:2.0:1777502110.760770:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc13b4 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.760779:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.760781:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.760783:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc13b4 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.760786:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc13b4 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.760793:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc13bb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.760798:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc13bb lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.760800:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502110.760807:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc13bb lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.760813:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.760817:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc13bb lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.760817:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc137c lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338a3 expref: 28 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.760835:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc13bb lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.760840:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e3:0x0].0x0 (ffff8dfd52095000) 00010000:00010000:2.0:1777502110.760845:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffff8dfd47d18800) 00010000:00010000:2.0:1777502110.760849:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.760849:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502110.760852:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc13bb lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.760859:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc13bb lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.760881:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc13ad lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338b1 expref: 95 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.760893:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc13c2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338b1 expref: 94 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.760899:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc13c9 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.760900:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x203:0x0].0x0 (ffff8dfd4fbd8300) 00010000:00010000:2.0:1777502110.760906:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.760909:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45702a00, rc 0) 00010000:00010000:1.0:1777502110.760915:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc13c9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.760925:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc13c9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.760946:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+94:272725:x1863837562961792:12345-192.168.202.27@tcp:101:rm.500 Request processed in 486us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502110.760952:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 76 00000004:00010000:1.0:1777502110.761009:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009505fdc3 reply state 00000000c781703e transno 8589938676 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc13c9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.761018:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502110.761058:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+29:272755:x1863837562962048:12345-192.168.202.27@tcp:36:touch.500 Request processed in 295us (404us total) trans 8589938676 rc 0/0 00000100:00100000:1.0:1777502110.761065:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 77 00000100:00100000:1.0:1777502110.761070:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238005971498 time 8238006164902 state 0x2 ref 0 00000100:00100000:2.0:1777502110.761117:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.761153:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562962176 00000100:00100000:1.0:1777502110.761158:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562962176 00000100:00100000:1.0:1777502110.761189:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3065 00000100:00100000:1.0:1777502110.761199:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0775d2ab-558e-41f1-82c0-14244d133390+6:2372:x1863837562962176:12345-192.168.202.27@tcp:2:touch.500 00002000:00010000:1.0:1777502110.761328:0:205376:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x1044:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777502110.761332:0:205376:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x1044:0x0] updating lvb mtime from disk: 1777502106 -> 1777502110 00002000:00010000:1.0:1777502110.761335:0:205376:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x1044:0x0] updating lvb atime from disk: 1777502106 -> 1777502110 00002000:00010000:1.0:1777502110.761337:0:205376:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x1044:0x0] updating lvb ctime from disk: 1777502106 -> 1777502110 00002000:00010000:1.0:1777502110.761339:0:205376:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x1044:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1777502110.761367:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0775d2ab-558e-41f1-82c0-14244d133390+7:2372:x1863837562962176:12345-192.168.202.27@tcp:2:touch.500 Request processed in 171us (251us total) trans 8589935647 rc 0/0 00000100:00100000:1.0:1777502110.761375:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3065 00010000:00010000:0.0:1777502110.761852:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc13c9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.761859:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc13c9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.761862:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc13c9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.761865:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6ca00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.761867:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc13c9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.761874:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc13c9 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.761880:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e3:0x0].0x0 (ffff8dfd52095a00) 00010000:00010000:0.0:1777502110.761881:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.761883:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc13c9 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.761887:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc13c9 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.762445:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.762484:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562962432 00000100:00100000:0.0:1777502110.762489:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562962432 00000100:00100000:2.0:1777502110.762499:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.762529:0:186939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1071 00000100:00100000:3.0:1777502110.762534:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562962688 00000100:00100000:0.0:1777502110.762540:0:186939:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0775d2ab-558e-41f1-82c0-14244d133390+28:272752:x1863837562962432:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:3.0:1777502110.762541:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562962688 00000100:00100000:3.0:1777502110.762640:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238005971498 time 8238006164902 state 0x0 ref 1 00000100:00100000:3.0:1777502110.762647:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238006264902 time 8238006164902 state 0x1 ref 1 00000100:00100000:3.0:1777502110.762680:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238006264902 time 8238008099022 state 0x0 ref 1 00000100:00100000:3.0:1777502110.762692:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+94:272725:x1863837562962688:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:3.0:1777502110.762712:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777502110.762725:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc13c2 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338b1 expref: 94 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.762726:0:186939:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0775d2ab-558e-41f1-82c0-14244d133390+29:272752:x1863837562962432:12345-192.168.202.27@tcp:35:touch.500 Request processed in 186us (278us total) trans 8589938677 rc 0/0 00000100:00100000:0.0:1777502110.762744:0:186939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1071 00010000:00010000:3.0:1777502110.762754:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc0a92 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x203:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335fc expref: 93 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.762765:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x203:0x0].0x0 (ffff8dfd4fbd8300) 00010000:00010000:3.0:1777502110.762769:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502110.762782:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc13d0 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.762792:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc13d0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.762800:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc13d0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.762811:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc13d7 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.762818:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc13d7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.762823:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc13d7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.762941:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc13de lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x203:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.762950:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc13de lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x203:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.762958:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc13de lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x203:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777502110.763362:0:188648:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].484, 64 off39168 00010000:00010000:3.0:1777502110.763402:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc13e5 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.763410:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc13e5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.763417:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc13e5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.763423:0:188648:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc13e5 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.763428:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc13e5 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.763434:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc13e5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.763454:0:188648:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502110.763465:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc13de lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x203:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.763471:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc13de lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x203:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.763478:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc13de lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x203:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.763480:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502110.763487:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbce00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.763492:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc13de lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x203:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.763492:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc13e5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.763511:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc13de lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x203:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.763511:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502110.763516:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc13e5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.763524:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x203:0x0].0x0 (ffff8dfd4fbd8300) 00010000:00010000:3.0:1777502110.763528:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502110.763531:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc13e5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.763532:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc13de lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x203:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.763548:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc13de lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x203:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.763550:0:186925:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x203:0x0].0x0 (ffff8dfd4fbd8300) 00010000:00010000:2.0:1777502110.763555:0:186925:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777502110.763558:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc13e5 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.763563:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc13e5 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x203:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.763566:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc13d0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.763570:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502110.763573:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.763575:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc13d0 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.763598:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.763599:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc13d0 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.763605:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbdc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.763608:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc13d0 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.763615:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc13d0 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.763626:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.763628:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.763631:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc13d0 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.763636:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc13d0 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502110.763645:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c9dfd55e reply state 000000001d4a7190 transno 8589938678 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc13d7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.763653:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777502110.763707:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+94:272725:x1863837562962688:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1018us (1209us total) trans 8589938678 rc 0/0 00000100:00100000:3.0:1777502110.763714:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 78 00000100:00100000:3.0:1777502110.763719:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238006264902 time 8238008099022 state 0x2 ref 0 00000100:00100000:2.0:1777502110.763959:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.764001:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562962816 00000100:00100000:1.0:1777502110.764007:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562962816 00000100:00100000:1.0:1777502110.764023:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238006264902 time 8238008099022 state 0x0 ref 1 00000100:00100000:1.0:1777502110.764029:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238008199022 time 8238008099022 state 0x1 ref 1 00000100:00100000:1.0:1777502110.764047:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238008199022 time 8238009467168 state 0x0 ref 1 00000100:00100000:1.0:1777502110.764058:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+29:272755:x1863837562962816:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.764069:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.764094:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ce00/0x4ad31463d9bc13ec lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8338b8 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.764131:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ce00/0x4ad31463d9bc13ec lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338b8 expref: 30 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.764144:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ce00/0x4ad31463d9bc13ec lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338b8 expref: 30 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.764158:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e3:0x0].0x0 (ffff8dfd52095d00) 00010000:00010000:1.0:1777502110.764161:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502110.764163:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6ce00, rc 0) 00000100:00100000:1.0:1777502110.764193:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+30:272755:x1863837562962816:12345-192.168.202.27@tcp:101:touch.500 Request processed in 137us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.764200:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 79 00000100:00100000:1.0:1777502110.764204:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238008199022 time 8238009467168 state 0x2 ref 0 00010000:00010000:1.0:1777502110.764326:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc13d7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.764332:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc13d7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.764336:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc13d7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.764339:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.764341:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc13d7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.764347:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc13d7 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.764355:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffff8dfd64790000) 00010000:00010000:1.0:1777502110.764358:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.764361:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc13d7 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.764367:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc13d7 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.765097:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.765123:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562963200 00000100:00100000:3.0:1777502110.765129:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562963200 00000100:00100000:3.0:1777502110.765145:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238008199022 time 8238009467168 state 0x0 ref 1 00000100:00100000:3.0:1777502110.765153:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238009567168 time 8238009467168 state 0x1 ref 1 00000100:00100000:3.0:1777502110.765173:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238009567168 time 8238010592660 state 0x0 ref 1 00000100:00100000:3.0:1777502110.765183:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+93:272727:x1863837562963200:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:3.0:1777502110.765216:0:186936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777502110.765229:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb55400/0x4ad31463d9bc0f7e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833776 expref: 93 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.765251:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc0ac3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83360a expref: 92 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.765260:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x204:0x0].0x0 (ffff8dfd64574800) 00010000:00010000:3.0:1777502110.765266:0:186936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502110.765279:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc13f3 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.765288:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc13f3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.765296:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc13f3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.765307:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc13fa lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.765314:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc13fa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.765320:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc13fa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.765388:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc1401 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x204:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.765396:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc1401 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.765402:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc1401 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.765706:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.765732:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562963072 00000100:00100000:3.0:1777502110.765737:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562963072 00000100:00100000:0.0:1777502110.765805:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3066 00000100:00100000:0.0:1777502110.765817:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:0775d2ab-558e-41f1-82c0-14244d133390+7:2370:x1863837562963072:12345-192.168.202.27@tcp:2:touch.500 00000040:00080000:2.0:1777502110.766021:0:186936:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].493, 64 off39744 00010000:00010000:2.0:1777502110.766082:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1408 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x204:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.766092:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:0775d2ab-558e-41f1-82c0-14244d133390+8:2370:x1863837562963072:12345-192.168.202.27@tcp:2:touch.500 Request processed in 275us (382us total) trans 8589935648 rc 0/0 00010000:00010000:2.0:1777502110.766096:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1408 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.766105:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1408 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.766118:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3066 00010000:00010000:2.0:1777502110.766119:0:186936:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1408 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.766128:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1408 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.766134:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1408 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.766154:0:186936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502110.766166:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502110.766169:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc1401 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x204:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.766174:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1408 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x204:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.766178:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc1401 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x204:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.766196:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc1401 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x204:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.766197:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502110.766204:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1408 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x204:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.766207:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbda00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.766213:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc1401 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x204:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.766215:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1408 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x204:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.766227:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc1401 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x204:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.766232:0:205387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x204:0x0].0x0 (ffff8dfd64790a00) 00010000:00010000:0.0:1777502110.766236:0:205387:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777502110.766239:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1408 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.766246:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x204:0x0].0x0 (ffff8dfd64790a00) 00010000:00010000:0.0:1777502110.766246:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1408 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.766256:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502110.766259:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502110.766261:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc1401 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.766262:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.766266:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502110.766271:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc1401 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.766288:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc13f3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.766294:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc13f3 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.766304:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc13f3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.766309:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbcc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.766312:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc13f3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.766317:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc13f3 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.766324:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.766326:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.766328:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc13f3 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.766332:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc13f3 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.766338:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003d719977 reply state 00000000d62db6df transno 8589938679 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc13fa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.766343:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502110.766379:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+93:272727:x1863837562963200:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1198us (1283us total) trans 8589938679 rc 0/0 00000100:00100000:2.0:1777502110.766384:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 80 00000100:00100000:2.0:1777502110.766387:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238009567168 time 8238010592660 state 0x2 ref 0 00000100:00100000:2.0:1777502110.767321:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.767362:0:205362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562963456 00000100:00100000:0.0:1777502110.767368:0:205362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562963456 00010000:00010000:1.0:1777502110.767390:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc13fa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.767398:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc13fa lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.767403:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc13fa lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.767407:0:205362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1072 00010000:00010000:1.0:1777502110.767411:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbca00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.767415:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc13fa lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.767420:0:205362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+30:272755:x1863837562963456:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:1.0:1777502110.767426:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc13fa lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.767437:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffff8dfd64790200) 00010000:00010000:1.0:1777502110.767440:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.767442:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc13fa lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.767449:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc13fa lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.767687:0:205362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+31:272755:x1863837562963456:12345-192.168.202.27@tcp:35:touch.500 Request processed in 270us (366us total) trans 8589938680 rc 0/0 00000100:00100000:0.0:1777502110.767695:0:205362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1072 00000100:00100000:0.0:1777502110.768990:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.769026:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.769036:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562963584 00000100:00100000:1.0:1777502110.769043:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562963584 00000100:00100000:2.0:1777502110.769064:0:186942:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562963712 00000100:00100000:1.0:1777502110.769068:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238009567168 time 8238010592660 state 0x0 ref 1 00000100:00100000:2.0:1777502110.769069:0:186942:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562963712 00000100:00100000:0.0:1777502110.769080:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.769084:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238010692660 time 8238010592660 state 0x1 ref 1 00000100:00100000:2.0:1777502110.769098:0:186942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 262 00000100:00100000:2.0:1777502110.769103:0:186942:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0775d2ab-558e-41f1-82c0-14244d133390+32:2371:x1863837562963712:12345-192.168.202.27@tcp:63:ll_sa.0 00000100:00100000:1.0:1777502110.769118:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562963968 00010000:00010000:2.0:1777502110.769123:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777502110.769123:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562963968 00010000:00010000:2.0:1777502110.769138:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc140f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8338c6 expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.769143:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238010692660 time 8238014560168 state 0x0 ref 1 00000100:00100000:1.0:1777502110.769158:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238014660168 time 8238014560168 state 0x1 ref 2 00000100:00100000:3.0:1777502110.769161:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+33:272761:x1863837562963584:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:0.0:1777502110.769174:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238014660168 time 8238014591948 state 0x0 ref 2 00010000:00010000:3.0:1777502110.769175:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.769176:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1416 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.769187:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc141d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8338bf expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.769192:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1416 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.769200:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+92:272732:x1863837562963968:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:2.0:1777502110.769206:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1416 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.769216:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1424 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.769220:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1424 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.769225:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1424 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.769230:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc142b lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.769238:0:187571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777502110.769241:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc142b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.769251:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc142b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.769264:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d21e00/0x4ad31463d9bc1081 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337a0 expref: 92 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.769267:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1432 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.769286:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1432 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.769293:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1432 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.769296:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc0bb8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x209:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833650 expref: 91 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.769311:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1439 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.769316:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x209:0x0].0x0 (ffff8dfd4fbd8000) 00010000:00010000:2.0:1777502110.769324:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1439 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.769329:0:187571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502110.769334:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1439 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.769339:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc142b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.769342:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc1440 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.769365:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc142b lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.769365:0:186942:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x20a:0x0]: returning size 0 00000004:00200000:2.0:1777502110.769369:0:186942:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1777502110.769377:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc142b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.769379:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc1440 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.769383:0:186942:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1439 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.769397:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbce00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.769397:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc1440 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.769401:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1439 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.769403:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc142b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.769418:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc1447 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.769420:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1416 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.769437:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1416 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.769437:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc1447 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.769456:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1416 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.769457:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc142b lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.769458:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc1447 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.769472:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.769477:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1416 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.769482:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.769489:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.769494:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc142b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.769496:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1416 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.769508:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc142b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.769514:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.769517:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.769519:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1416 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.769521:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1432 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.769529:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1416 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.769536:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1432 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.769548:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1432 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.769549:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1424 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.769554:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc144e lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x209:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.769564:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbde00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.769566:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1424 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.769571:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1432 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.769572:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc144e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x209:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.769608:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1432 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.769624:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc144e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x209:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.769625:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffff8dfd64790e00) 00010000:00010000:2.0:1777502110.769625:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1424 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.769634:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.769640:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1432 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.769645:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.769650:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1424 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.769652:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1432 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.769679:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1424 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.769690:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffff8dfd47d18800) 00010000:00010000:2.0:1777502110.769692:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.769696:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1424 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.769697:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc141d lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338bf expref: 34 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.769709:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1424 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.769716:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.769720:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.769725:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc141d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338bf expref: 34 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.769740:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc140f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338c6 expref: 34 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.769747:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbdc00, rc 0) 00010000:00010000:2.0:1777502110.769756:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1439 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338c6 expref: 33 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.769769:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20a:0x0].0x0 (ffff8dfd431bb400) 00010000:00010000:2.0:1777502110.769772:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.769775:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45703200, rc 0) 00000100:00100000:3.0:1777502110.769790:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+33:272761:x1863837562963584:12345-192.168.202.27@tcp:101:rm.500 Request processed in 633us (800us total) trans 0 rc 301/301 00000100:00100000:3.0:1777502110.769798:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 81 00000100:00100000:2.0:1777502110.769817:0:186942:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0775d2ab-558e-41f1-82c0-14244d133390+32:2371:x1863837562963712:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 711us (789us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502110.769825:0:186942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 262 00000040:00080000:0.0:1777502110.770142:0:187571:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].485, 64 off39232 00010000:00010000:0.0:1777502110.770191:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc1455 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x209:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.770200:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc1455 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.770208:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc1455 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.770215:0:187571:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc1455 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.770220:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc1455 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.770225:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc1455 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.770245:0:187571:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502110.770257:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc144e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x209:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.770267:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502110.770269:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc144e lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x209:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.770272:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc1455 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x209:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.770280:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc144e lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x209:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.770293:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fa600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.770297:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fa400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502110.770297:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc144e lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x209:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.770303:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc1455 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x209:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.770304:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc144e lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x209:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.770314:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x209:0x0].0x0 (ffff8dfd431bb100) 00010000:00010000:0.0:1777502110.770318:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502110.770321:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc144e lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x209:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.770326:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc1455 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x209:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.770327:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc144e lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x209:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.770348:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc1440 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.770349:0:186924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x209:0x0].0x0 (ffff8dfd431bb100) 00010000:00010000:3.0:1777502110.770355:0:186924:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777502110.770358:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc1440 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.770359:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc1455 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x209:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.770371:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc1440 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.770372:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc1455 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x209:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.770380:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fb600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.770384:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc1440 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.770389:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc1440 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.770390:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.770394:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.770397:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.770398:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.770400:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.770402:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc1440 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.770406:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc1440 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.770415:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a21a3775 reply state 00000000aeeb6ef4 transno 8589938681 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc1447 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.770420:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502110.770455:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+92:272732:x1863837562963968:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1261us (1377us total) trans 8589938681 rc 0/0 00000100:00100000:0.0:1777502110.770462:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 82 00000100:00100000:0.0:1777502110.770466:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238014660168 time 8238014591948 state 0x2 ref 0 00000100:00100000:0.0:1777502110.770842:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.770885:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562964096 00000100:00100000:1.0:1777502110.770891:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562964096 00000100:00100000:1.0:1777502110.770909:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238014660168 time 8238014591948 state 0x0 ref 1 00000100:00100000:1.0:1777502110.770919:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238014691948 time 8238014591948 state 0x1 ref 1 00000100:00100000:1.0:1777502110.770941:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238014691948 time 8238016359905 state 0x0 ref 1 00000100:00100000:1.0:1777502110.770953:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+32:272761:x1863837562964096:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502110.770966:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.770977:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc145c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8338cd expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.771025:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc1463 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.771035:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc1463 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.771038:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc1447 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.771046:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc1463 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.771049:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc1447 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.771060:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc1447 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.771064:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fa200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.771065:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc146a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.771066:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc1447 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.771081:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc1447 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.771084:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc146a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.771091:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffff8dfd431bb800) 00010000:00010000:2.0:1777502110.771094:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.771095:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc146a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.771097:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc1447 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.771110:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc1447 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.771143:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc1463 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.771150:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc1463 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.771156:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc1463 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.771162:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6da00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.771165:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc1463 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.771171:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc1463 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.771180:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.771182:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.771185:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc1463 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.771191:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc1463 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.771201:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc146a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.771208:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc146a lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.771214:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc146a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.771219:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6cc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.771222:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc146a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.771229:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc146a lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.771236:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffff8dfd52095000) 00010000:00010000:1.0:1777502110.771238:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.771241:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc146a lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.771247:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc146a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.771269:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc145c lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338cd expref: 33 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.771278:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.771281:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.771284:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc145c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338cd expref: 33 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.771299:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6d800, rc 0) 00000100:00100000:1.0:1777502110.771331:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+32:272761:x1863837562964096:12345-192.168.202.27@tcp:101:rm.500 Request processed in 381us (489us total) trans 0 rc 301/301 00000100:00100000:1.0:1777502110.771337:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 83 00000100:00100000:1.0:1777502110.771342:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238014691948 time 8238016359905 state 0x2 ref 0 00000100:00100000:0.0:1777502110.775054:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.775102:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562964352 00000100:00100000:2.0:1777502110.775111:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562964352 00000100:00100000:2.0:1777502110.775148:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238014691948 time 8238016359905 state 0x0 ref 1 00000100:00100000:2.0:1777502110.775160:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238016459905 time 8238016359905 state 0x1 ref 1 00000100:00100000:2.0:1777502110.775184:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238016459905 time 8238020603732 state 0x0 ref 1 00000100:00100000:2.0:1777502110.775195:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+91:272728:x1863837562964352:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:2.0:1777502110.775243:0:186936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777502110.775268:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb54a00/0x4ad31463d9bc0fb6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83377d expref: 91 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.775289:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc0af4 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x205:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833618 expref: 90 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.775301:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x205:0x0].0x0 (ffff8dfd4fbd8e00) 00010000:00010000:2.0:1777502110.775310:0:186936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502110.775329:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc1471 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.775341:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc1471 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.775350:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc1471 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.775362:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1478 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.775376:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1478 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.775383:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1478 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.775500:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc147f lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x205:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.775508:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc147f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x205:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.775515:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc147f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x205:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777502110.776075:0:186936:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].486, 64 off39296 00010000:00010000:2.0:1777502110.776141:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1486 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x205:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.776150:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1486 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.776158:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1486 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.776165:0:186936:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1486 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.776172:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1486 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.776179:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1486 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.776187:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.776211:0:186936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502110.776228:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc147f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x205:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.776236:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc147f lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x205:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.776236:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562964608 00000100:00100000:1.0:1777502110.776242:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562964608 00010000:00010000:0.0:1777502110.776242:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502110.776245:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc147f lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x205:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.776248:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1486 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x205:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.776257:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.776259:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502110.776262:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc147f lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x205:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.776263:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238020703732 time 8238020603732 state 0x1 ref 2 00010000:00010000:0.0:1777502110.776264:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1486 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x205:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.776283:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1486 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.776284:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc147f lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x205:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.776295:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238020703732 time 8238021713290 state 0x0 ref 2 00010000:00010000:0.0:1777502110.776299:0:188362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x205:0x0].0x0 (ffff8dfd47d18900) 00010000:00010000:0.0:1777502110.776304:0:188362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777502110.776308:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1486 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.776313:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x205:0x0].0x0 (ffff8dfd47d18900) 00010000:00010000:0.0:1777502110.776313:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1486 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.776319:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+32:272760:x1863837562964608:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502110.776321:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502110.776327:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc147f lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x205:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.776330:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.776332:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.776334:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502110.776339:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc147f lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x205:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.776340:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.776354:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc148d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8338d4 expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.776361:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc1471 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.776368:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc1471 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.776378:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc1471 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.776383:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.776386:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc1471 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.776392:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc1471 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.776399:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.776401:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.776404:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc1471 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.776410:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703c00/0x4ad31463d9bc1471 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.776420:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005b43296a reply state 00000000df43d3a9 transno 8589938682 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1478 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.776428:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502110.776432:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc1494 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.776441:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc1494 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.776451:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc1494 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.776461:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc149b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.776473:0:205372:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1478 lrc: 2/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.776481:0:205372:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc149b lrc: 4/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.776495:0:205372:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1478 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.776499:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+91:272728:x1863837562964352:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1304us (1453us total) trans 8589938682 rc 0/0 00010000:00010000:1.0:1777502110.776511:0:205372:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc149b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.776512:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 84 00010000:00010000:1.0:1777502110.777025:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1478 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.777034:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1478 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.777040:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1478 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.777046:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.777049:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1478 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.777055:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1478 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.777064:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffff8dfd47d18800) 00010000:00010000:1.0:1777502110.777067:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.777070:0:3296:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc149b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.777077:0:3296:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc149b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.777083:0:3296:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc149b lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.777116:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1478 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.777122:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1478 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.777170:0:205372:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc149b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.777176:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc149b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777502110.777558:0:205372:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1072:0x0], index 0: 0 00010000:00010000:0.0:1777502110.777753:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc14a2 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.777767:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc14a2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.777774:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc14a2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.777804:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc1494 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.777810:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc1494 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.777817:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc1494 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.777821:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6cc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.777824:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc1494 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.777829:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc1494 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.777838:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.777840:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.777843:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc1494 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.777849:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc1494 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.777860:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005ce09be5 reply state 00000000c2fdf26d transno 8589938683 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc149b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.777868:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502110.777893:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc148d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338d4 expref: 35 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.777906:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc14a2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338d4 expref: 34 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.777918:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e4:0x0].0x0 (ffff8dfd431bb300) 00010000:00010000:0.0:1777502110.777920:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502110.777922:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5fb600, rc 0) 00000100:00100000:0.0:1777502110.777960:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+35:272760:x1863837562964608:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1649us (1779us total) trans 8589938683 rc 0/0 00000100:00100000:0.0:1777502110.777965:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 85 00000100:00100000:0.0:1777502110.777969:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238020703732 time 8238021713290 state 0x2 ref 0 00000100:00100000:1.0:1777502110.778108:0:186959:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4c71c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:186959:1863837561357696:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1777502110.778108:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4c71dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561357568:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777502110.778154:0:186959:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502110.778154:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502110.778177:0:186959:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd7f24a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777502110.778189:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561357696 00000100:00100000:2.0:1777502110.778196:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561357696 00000100:00100000:2.0:1777502110.778241:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3067 00000100:00100000:3.0:1777502110.778245:0:189738:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561357568 00000100:00100000:3.0:1777502110.778250:0:189738:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561357568 00000100:00100000:2.0:1777502110.778253:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4c71f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+12:186959:x1863837561357696:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1777502110.778270:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.778282:0:189738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1777502110.778292:0:189738:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+13:3311:x1863837561357568:12345-0@lo:13:osp-pre-0-0.0 00002000:00080000:2.0:1777502110.778296:0:205379:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 4226 00000100:00100000:0.0:1777502110.778296:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562964864 00000100:00100000:0.0:1777502110.778302:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562964864 00002000:00000024:3.0:1777502110.778312:0:189738:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45678592 pending 131072 free 3845128192 avail 3843031040 00000100:00100000:0.0:1777502110.778330:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238020703732 time 8238021713290 state 0x0 ref 1 00000100:00100000:0.0:1777502110.778338:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238021813290 time 8238021713290 state 0x1 ref 1 00000100:00100000:3.0:1777502110.778359:0:189738:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+13:3311:x1863837561357568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.778363:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238021813290 time 8238023780711 state 0x0 ref 1 00000100:00100000:3.0:1777502110.778371:0:189738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1777502110.778379:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4c71ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+90:272730:x1863837562964864:12345-192.168.202.27@tcp:36:rm.500 00000100:00100000:1.0:1777502110.778397:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4c71dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561357568:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777502110.778410:0:187571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777502110.778426:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43d20000/0x4ad31463d9bc105e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833799 expref: 90 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.778445:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc0b56 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x207:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833634 expref: 89 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.778461:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x207:0x0].0x0 (ffff8dfd64574500) 00010000:00010000:0.0:1777502110.778470:0:187571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502110.778483:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc14b0 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.778489:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc14b0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.778495:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc14b0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.778504:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bc14b7 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.778508:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bc14b7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.778513:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bc14b7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.778609:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb000/0x4ad31463d9bc14be lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x207:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.778618:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb000/0x4ad31463d9bc14be lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x207:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.778626:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb000/0x4ad31463d9bc14be lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x207:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.778737:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc149b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.778745:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc149b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.778752:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc149b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.778758:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6da00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.778761:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc149b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.778768:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc149b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.778778:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffff8dfd47d18800) 00010000:00010000:1.0:1777502110.778780:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.778783:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc149b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.778789:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc149b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.779103:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.779145:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562964992 00000100:00100000:1.0:1777502110.779151:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562964992 00000100:00100000:1.0:1777502110.779174:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238023880711 time 8238023780711 state 0x1 ref 2 00000040:00080000:0.0:1777502110.779180:0:187571:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].487, 64 off39360 00000100:00100000:1.0:1777502110.779202:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238023880711 time 8238024620242 state 0x0 ref 2 00000100:00100000:1.0:1777502110.779215:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+34:272764:x1863837562964992:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502110.779226:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.779237:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc14c5 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8338db expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.779257:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc14cc lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x207:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.779264:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc14cc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x207:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.779269:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc14cc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x207:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.779270:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc14d3 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.779285:0:187571:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc14cc lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x207:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.779288:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc14d3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.779291:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc14cc lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x207:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.779306:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc14cc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x207:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.779307:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc14d3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.779330:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc14da lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.779335:0:187571:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502110.779338:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc14da lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.779348:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc14da lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.779350:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb000/0x4ad31463d9bc14be lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x207:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.779363:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb000/0x4ad31463d9bc14be lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x207:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.779369:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb000/0x4ad31463d9bc14be lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x207:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.779374:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fb000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.779376:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb000/0x4ad31463d9bc14be lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x207:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.779381:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb000/0x4ad31463d9bc14be lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x207:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.779390:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x207:0x0].0x0 (ffff8dfd431bb200) 00010000:00010000:0.0:1777502110.779392:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502110.779395:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb000/0x4ad31463d9bc14be lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x207:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.779399:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb000/0x4ad31463d9bc14be lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x207:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.779415:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc14b0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.779420:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc14b0 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.779424:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc14b0 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.779425:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502110.779430:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fa600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.779433:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc14b0 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.779435:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc14cc lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x207:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.779437:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc14b0 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.779449:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc14e1 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.779453:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fbc00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502110.779453:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.779460:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc14cc lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x207:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.779460:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.779464:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc14b0 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.779466:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc14e1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.779477:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc14cc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x207:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.779479:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa600/0x4ad31463d9bc14b0 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.779487:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc14e1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.779503:0:186925:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x207:0x0].0x0 (ffff8dfd431bb200) 00010000:00010000:3.0:1777502110.779508:0:186925:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000004:00010000:0.0:1777502110.779512:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008e3f7c94 reply state 000000003c8b532e transno 8589938684 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bc14b7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.779513:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc14cc lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x207:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502110.779522:0:186937:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1e3:0x0]: returning size 0 00000004:00200000:1.0:1777502110.779530:0:186937:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:0.0:1777502110.779530:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777502110.779531:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbc00/0x4ad31463d9bc14cc lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x207:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.779549:0:186937:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc14e1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.779553:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.779557:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.779559:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502110.779560:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc14e1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.779566:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc14d3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.779570:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc14d3 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.779597:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4c71ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+90:272730:x1863837562964864:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1201us (1308us total) trans 8589938684 rc 0/0 00000100:00100000:0.0:1777502110.779611:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 86 00010000:00010000:1.0:1777502110.779612:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc14d3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.779619:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6ca00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.779623:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc14d3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.779630:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc14d3 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.779641:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.779644:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.779648:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc14d3 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.779654:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502110.779659:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc14d3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.779685:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc14da lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.779692:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc14da lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.779698:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc14da lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.779699:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562965248 00000100:00100000:3.0:1777502110.779705:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562965248 00010000:00010000:1.0:1777502110.779707:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6dc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.779711:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc14da lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.779779:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc14da lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.779789:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffff8dfd52095000) 00010000:00010000:1.0:1777502110.779792:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.779795:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc14da lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.779801:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc14da lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.779834:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc14c5 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338db expref: 37 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.779851:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc14e1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338db expref: 36 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.779854:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238024720242 time 8238024620242 state 0x1 ref 2 00010000:00010000:1.0:1777502110.779867:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e3:0x0].0x0 (ffff8dfd52095d00) 00010000:00010000:1.0:1777502110.779870:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.779874:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6d600, rc 0) 00000100:00100000:3.0:1777502110.779880:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238024720242 time 8238025299419 state 0x0 ref 2 00000100:00100000:0.0:1777502110.779890:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.779896:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+36:272760:x1863837562965248:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:1.0:1777502110.779914:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+36:272764:x1863837562964992:12345-192.168.202.27@tcp:101:rm.500 Request processed in 700us (810us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.779922:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 87 00010000:00010000:3.0:1777502110.779925:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502110.779941:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb600/0x4ad31463d9bc14a2 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338d4 expref: 35 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.779943:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562965376 00000100:00100000:1.0:1777502110.779947:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562965376 00010000:00010000:3.0:1777502110.779961:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e4:0x0].0x0 (ffff8dfd431bb300) 00000100:00100000:1.0:1777502110.779964:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238025399419 time 8238025299419 state 0x1 ref 2 00010000:00010000:3.0:1777502110.779972:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502110.779988:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238025399419 time 8238025405942 state 0x0 ref 2 00000100:00100000:0.0:1777502110.780003:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58befb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+35:272758:x1863837562965376:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502110.780013:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.780022:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc14e8 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8338e2 expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780056:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb400/0x4ad31463d9bc14ef lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780065:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb400/0x4ad31463d9bc14ef lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780074:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb400/0x4ad31463d9bc14ef lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780090:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb200/0x4ad31463d9bc14f6 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780098:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb200/0x4ad31463d9bc14f6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780106:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb200/0x4ad31463d9bc14f6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.780150:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc14fd lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.780160:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc14fd lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.780169:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc14fd lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.780194:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bc14b7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780194:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc1504 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.780213:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bc14b7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780214:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc1504 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.780230:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bc14b7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780233:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc1504 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.780238:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fa800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.780244:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bc14b7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.780251:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bc14b7 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502110.780259:0:205372:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x201:0x0]: returning size 0 00010000:00010000:1.0:1777502110.780263:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffff8dfd431bb700) 00000004:00200000:0.0:1777502110.780263:0:205372:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777502110.780265:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000371a430b reply state 000000000842929e transno 8589938685 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc14fd lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.780268:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.780273:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bc14b7 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.780276:0:205372:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc1504 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.780277:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502110.780289:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa800/0x4ad31463d9bc14b7 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780295:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc1504 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780304:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb400/0x4ad31463d9bc14ef lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780310:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb400/0x4ad31463d9bc14ef lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780316:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb400/0x4ad31463d9bc14ef lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780322:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fb400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.780325:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb400/0x4ad31463d9bc14ef lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780332:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb400/0x4ad31463d9bc14ef lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780343:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00000100:00100000:3.0:1777502110.780345:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+38:272760:x1863837562965248:12345-192.168.202.27@tcp:36:touch.500 Request processed in 453us (694us total) trans 8589938685 rc 0/0 00010000:00010000:0.0:1777502110.780347:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.780351:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb400/0x4ad31463d9bc14ef lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.780358:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 88 00010000:00010000:0.0:1777502110.780360:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb400/0x4ad31463d9bc14ef lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780375:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb200/0x4ad31463d9bc14f6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780383:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb200/0x4ad31463d9bc14f6 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780389:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb200/0x4ad31463d9bc14f6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780394:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fb200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.780397:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb200/0x4ad31463d9bc14f6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780403:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb200/0x4ad31463d9bc14f6 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780411:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffff8dfd431bb500) 00010000:00010000:0.0:1777502110.780413:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.780416:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb200/0x4ad31463d9bc14f6 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780422:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb200/0x4ad31463d9bc14f6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780448:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa400/0x4ad31463d9bc14e8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338e2 expref: 38 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780459:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc1504 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338e2 expref: 37 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780466:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x201:0x0].0x0 (ffff8dfd431bbc00) 00010000:00010000:0.0:1777502110.780468:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502110.780471:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5fbe00, rc 0) 00000100:00100000:0.0:1777502110.780502:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58befb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+37:272758:x1863837562965376:12345-192.168.202.27@tcp:101:rm.500 Request processed in 502us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.780510:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 89 00000100:00100000:0.0:1777502110.780514:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238025399419 time 8238025405942 state 0x2 ref 0 00000100:00100000:1.0:1777502110.780624:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.780650:0:186941:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562965504 00000100:00100000:0.0:1777502110.780655:0:186941:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562965504 00000100:00100000:0.0:1777502110.780701:0:186941:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 263 00000100:00100000:0.0:1777502110.780712:0:186941:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4c71dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0775d2ab-558e-41f1-82c0-14244d133390+37:2373:x1863837562965504:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:0.0:1777502110.780744:0:186941:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.780754:0:186941:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fac00/0x4ad31463d9bc150b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8338e9 expref: -99 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780784:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bc1512 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780793:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bc1512 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780801:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bc1512 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780817:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc1519 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780823:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc1519 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780830:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc1519 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780865:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bc1512 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780872:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bc1512 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780877:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bc1512 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780883:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5faa00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.780886:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc14fd lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780887:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bc1512 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780907:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bc1512 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.780908:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc14fd lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.780924:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc14fd lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780926:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.780932:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.780936:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.780937:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bc1512 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.780942:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc14fd lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780946:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5faa00/0x4ad31463d9bc1512 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.780957:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc14fd lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780963:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc1519 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.780969:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e4:0x0].0x0 (ffff8dfd64790e00) 00010000:00010000:0.0:1777502110.780970:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc1519 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.780975:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.780980:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc14fd lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780981:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc1519 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.780997:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5fa200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.780998:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc14fd lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.781002:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc1519 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.781013:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc1519 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.781021:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffff8dfd431bb900) 00010000:00010000:0.0:1777502110.781024:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.781027:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc1519 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.781033:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fa200/0x4ad31463d9bc1519 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.781056:0:186941:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fac00/0x4ad31463d9bc150b lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338e9 expref: 37 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.781066:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.781068:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502110.781072:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fac00/0x4ad31463d9bc150b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338e9 expref: 37 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.781081:0:186941:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5fac00, rc -2) 00000100:00100000:0.0:1777502110.781124:0:186941:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4c71dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0775d2ab-558e-41f1-82c0-14244d133390+36:2373:x1863837562965504:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 415us (501us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777502110.781131:0:186941:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 263 00000100:00100000:1.0:1777502110.783621:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.783678:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.783732:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562965632 00000100:00100000:0.0:1777502110.783732:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562965760 00000100:00100000:3.0:1777502110.783741:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562965632 00000100:00100000:0.0:1777502110.783741:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562965760 00000100:00100000:1.0:1777502110.783765:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.783775:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238025399419 time 8238025405942 state 0x0 ref 1 00000100:00100000:1.0:1777502110.783805:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.783809:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3068 00000100:00100000:0.0:1777502110.783821:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4c71f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0775d2ab-558e-41f1-82c0-14244d133390+8:2370:x1863837562965760:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502110.783836:0:205383:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777502110.783844:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502110.783859:0:205383:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006fd6438d/0x4ad31463d9bc1520 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x104d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833928 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.783864:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562966272 00000100:00100000:2.0:1777502110.783869:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562966272 00000100:00100000:1.0:1777502110.783877:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562965888 00000100:00100000:1.0:1777502110.783883:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562965888 00002000:00010000:0.0:1777502110.783890:0:205383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x104d:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00000100:00100000:2.0:1777502110.783894:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3069 00000100:00100000:2.0:1777502110.783903:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cef3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:0775d2ab-558e-41f1-82c0-14244d133390+10:2372:x1863837562966272:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502110.783910:0:205386:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.783911:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.783915:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502110.783919:0:205386:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000022d57494/0x4ad31463d9bc1527 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1043:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83393d expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.783924:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006fd6438d/0x4ad31463d9bc1520 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833928 expref: 10 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.783933:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502110.783936:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502110.783940:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022d57494/0x4ad31463d9bc1527 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1043:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83393d expref: 11 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.783948:0:205383:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006fd6438d/0x4ad31463d9bc1520 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833928 expref: 11 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.783953:0:205386:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000022d57494/0x4ad31463d9bc1527 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1043:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83393d expref: 11 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.783975:0:205386:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45703c00, rc 0) 00010000:00010000:0.0:1777502110.783979:0:205383:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5fa000, rc 0) 00000100:00100000:3.0:1777502110.784001:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238025505942 time 8238025405942 state 0x1 ref 2 00000100:00100000:1.0:1777502110.784012:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238025505942 time 8238025405942 state 0x1 ref 2 00000100:00100000:2.0:1777502110.784013:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cef3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:0775d2ab-558e-41f1-82c0-14244d133390+11:2372:x1863837562966272:12345-192.168.202.27@tcp:101:rm.500 Request processed in 111us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.784018:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4c71f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0775d2ab-558e-41f1-82c0-14244d133390+11:2370:x1863837562965760:12345-192.168.202.27@tcp:101:rm.500 Request processed in 197us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502110.784022:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562966144 00000100:00100000:3.0:1777502110.784027:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562966144 00000100:00100000:2.0:1777502110.784027:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3069 00000100:00100000:0.0:1777502110.784036:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3068 00000100:00100000:3.0:1777502110.784045:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238025505942 time 8238025405942 state 0x1 ref 3 00000100:00100000:1.0:1777502110.784056:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238029573861 time 8238029473861 state 0x1 ref 3 00000100:00100000:3.0:1777502110.784068:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238029586638 time 8238029486638 state 0x1 ref 3 00000100:00100000:1.0:1777502110.784070:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4c71ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+37:272760:x1863837562965632:12345-192.168.202.27@tcp:101:touch.500 00000100:00100000:0.0:1777502110.784083:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 0 deadline 8238029586638 time 8238029500991 state 0x0 ref 3 00010000:00010000:1.0:1777502110.784087:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777502110.784095:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cef0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+37:272770:x1863837562966144:12345-192.168.202.27@tcp:101:touch.500 00000100:00100000:3.0:1777502110.784096:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4c71c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+89:272701:x1863837562965888:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502110.784104:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.784105:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.784106:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c000/0x4ad31463d9bc152e lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833921 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.784116:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc1535 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83392f expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.784116:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc153c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833936 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.784153:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c000/0x4ad31463d9bc152e lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833921 expref: 39 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.784165:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1543 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.784166:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c000/0x4ad31463d9bc152e lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833921 expref: 39 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.784187:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1543 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.784197:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e4:0x0].0x0 (ffff8dfd52095a00) 00010000:00010000:3.0:1777502110.784198:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1543 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.784203:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502110.784207:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6c000, rc 0) 00010000:00010000:3.0:1777502110.784215:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc154a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.784222:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1551 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.784223:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc154a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.784231:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1551 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.784232:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc154a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.784240:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1551 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.784241:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4c71ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+39:272760:x1863837562965632:12345-192.168.202.27@tcp:101:touch.500 Request processed in 174us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.784259:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 90 00010000:00010000:0.0:1777502110.784262:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc1558 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.784269:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc1558 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.784277:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc1558 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.784322:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc155f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.784331:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc155f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.784338:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc155f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502110.784362:0:205369:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x201:0x0]: returning size 0 00000004:00200000:3.0:1777502110.784366:0:205369:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777502110.784383:0:205369:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc155f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.784394:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc155f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.784404:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1543 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.784410:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1543 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.784417:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1543 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.784422:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbde00 already unused, calling callback (ffffffffc1e434f0) 00000004:00080000:0.0:1777502110.784863:0:187571:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x104e:0x0], index 1: 0 00010000:00010000:3.0:1777502110.784994:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1543 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.785005:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1543 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.785017:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.785019:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.785023:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1543 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.785030:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1543 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.785043:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc154a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.785050:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc154a lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.785056:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc154a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.785056:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc1566 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.785063:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbce00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.785065:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc1566 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.785066:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc154a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.785072:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc154a lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.785073:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc1566 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.785081:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffff8dfd64790100) 00010000:00010000:3.0:1777502110.785084:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.785086:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc154a lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.785091:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc154a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.785101:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1551 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.785107:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1551 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.785113:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1551 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.785118:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.785119:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc1535 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83392f expref: 91 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.785121:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1551 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.785128:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1551 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.785132:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc155f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83392f expref: 90 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.785137:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.785138:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x201:0x0].0x0 (ffff8dfd431bbc00) 00010000:00010000:0.0:1777502110.785140:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.785141:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502110.785142:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1551 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.785143:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbd600, rc 0) 00010000:00010000:0.0:1777502110.785151:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1551 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.785160:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000058ad890a reply state 000000003c6af8eb transno 8589938686 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc1558 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.785168:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777502110.785186:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4c71c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+90:272701:x1863837562965888:12345-192.168.202.27@tcp:101:rm.500 Request processed in 1103us (1422us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502110.785187:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc153c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833936 expref: 40 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.785194:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 91 00010000:00010000:0.0:1777502110.785200:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc1566 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833936 expref: 39 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.785206:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e5:0x0].0x0 (ffff8dfd431bb000) 00010000:00010000:0.0:1777502110.785209:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502110.785211:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4da56600, rc 0) 00000100:00100000:0.0:1777502110.785243:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cef0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+40:272770:x1863837562966144:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1151us (1439us total) trans 8589938686 rc 0/0 00000100:00100000:0.0:1777502110.785251:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 92 00000100:00100000:0.0:1777502110.785257:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 0 deadline 8238029586638 time 8238029500991 state 0x2 ref 0 00000100:00100000:3.0:1777502110.785816:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.785861:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562966400 00000100:00100000:0.0:1777502110.785867:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562966400 00000100:00100000:0.0:1777502110.785910:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3070 00000100:00100000:0.0:1777502110.785921:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0775d2ab-558e-41f1-82c0-14244d133390+5:2373:x1863837562966400:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:2.0:1777502110.786099:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4c71f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:186959:x1863837561357696:12345-0@lo:5:osp-pre-0-0.0 Request processed in 7849us (7943us total) trans 8589936058 rc 0/0 00000100:00100000:2.0:1777502110.786108:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3067 00000100:00100000:3.0:1777502110.786147:0:186959:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4c71c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:186959:1863837561357696:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1777502110.786152:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0775d2ab-558e-41f1-82c0-14244d133390+6:2373:x1863837562966400:12345-192.168.202.27@tcp:2:touch.500 Request processed in 231us (335us total) trans 8589936059 rc 0/0 00000004:00080000:3.0:1777502110.786163:0:186959:0:(osp_precreate.c:702:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x1072:0x0]-[0x240000400:0x10a1:0x0] 00000100:00100000:0.0:1777502110.786166:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3070 00010000:00010000:2.0:1777502110.786721:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc1558 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.786744:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc1558 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.786751:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc1558 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.786757:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.786760:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc1558 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.786766:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc1558 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.786777:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffff8dfd431bb600) 00010000:00010000:2.0:1777502110.786780:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.786783:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc1558 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.786789:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc1558 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.787590:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.787644:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562966656 00000100:00100000:2.0:1777502110.787651:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562966656 00000100:00100000:2.0:1777502110.787692:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 0 deadline 8238029586638 time 8238029500991 state 0x0 ref 1 00000100:00100000:2.0:1777502110.787704:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 0 deadline 8238029600991 time 8238029500991 state 0x1 ref 1 00000100:00100000:2.0:1777502110.787730:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238029600991 time 8238033148942 state 0x0 ref 1 00000100:00100000:2.0:1777502110.787746:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+90:272701:x1863837562966656:12345-192.168.202.27@tcp:36:rm.500 00000100:00100000:3.0:1777502110.787748:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.787791:0:186936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:0.0:1777502110.787801:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562966912 00000100:00100000:0.0:1777502110.787807:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562966912 00010000:00010000:2.0:1777502110.787810:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc155f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83392f expref: 90 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.787827:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fba00/0x4ad31463d9bc09d5 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x201:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8335e0 expref: 89 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.787835:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x201:0x0].0x0 (ffff8dfd431bbc00) 00010000:00010000:2.0:1777502110.787838:0:186936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502110.787848:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1073 00010000:00010000:2.0:1777502110.787853:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1574 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.787860:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f501050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+39:272760:x1863837562966912:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:2.0:1777502110.787863:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1574 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.787872:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1574 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.787880:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc157b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.787884:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc157b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.787903:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc157b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.788000:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1582 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.788008:0:186936:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc1504 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338e2 expref: 39 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.788014:0:186936:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1582 lrc: 4/0,1 mode: --/EX res: [0x200000bd1:0x201:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.788036:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.788042:0:186936:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc1504 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338e2 expref: 40 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.788053:0:186936:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc1504 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338e2 expref: 40 pid: 205372 timeout: 8338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.788064:0:186936:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da4700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:186936:1863837561357824:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502110.788094:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.788112:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562967168 00000100:00100000:1.0:1777502110.788118:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562967168 00000100:00100000:2.0:1777502110.788124:0:186936:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc54067cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777502110.788139:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f501050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+41:272760:x1863837562966912:12345-192.168.202.27@tcp:35:touch.500 Request processed in 281us (397us total) trans 8589938687 rc 0/0 00000100:00100000:1.0:1777502110.788141:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238033248942 time 8238033148942 state 0x1 ref 2 00000100:00100000:2.0:1777502110.788145:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562967424 00000100:00100000:2.0:1777502110.788150:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562967424 00000100:00100000:0.0:1777502110.788156:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1073 00000100:00100000:2.0:1777502110.788168:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238033248942 time 8238033148942 state 0x1 ref 3 00000100:00100000:1.0:1777502110.788176:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238033694335 time 8238033594335 state 0x1 ref 3 00000100:00100000:2.0:1777502110.788191:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238033694335 time 8238033610732 state 0x0 ref 3 00000100:00100000:1.0:1777502110.788195:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+41:272770:x1863837562967168:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:2.0:1777502110.788204:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+41:272763:x1863837562967424:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502110.788211:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.788220:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1589 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833944 expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.788225:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502110.788239:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc1566 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833936 expref: 42 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.788252:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e5:0x0].0x0 (ffff8dfd431bb000) 00010000:00010000:1.0:1777502110.788260:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502110.788279:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1590 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.788290:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1590 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.788302:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1590 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.788313:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1597 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.788320:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1597 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.788322:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc159e lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.788331:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1597 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.788335:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc159e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.788346:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc159e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.788431:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e21a7c28 reply state 0000000026cd5645 transno 8589938688 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc159e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.788440:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502110.788504:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+43:272770:x1863837562967168:12345-192.168.202.27@tcp:36:touch.500 Request processed in 317us (468us total) trans 8589938688 rc 0/0 00000100:00100000:1.0:1777502110.788512:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 94 00000004:00080000:2.0:1777502110.788777:0:205369:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1073:0x0], index 0: 0 00010000:00010000:2.0:1777502110.788894:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc15a5 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.788903:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc15a5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.788910:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc15a5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.788939:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1590 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.788945:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1590 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.788951:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1590 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.788960:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.788963:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1590 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.788969:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1590 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.788977:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.788979:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.788982:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1590 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.788987:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1590 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.788996:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003b3fb956 reply state 00000000e51d7c44 transno 8589938689 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1597 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.789002:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502110.789019:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1589 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833944 expref: 44 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.789030:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc15a5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833944 expref: 43 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.789036:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e6:0x0].0x0 (ffff8dfd47d18800) 00010000:00010000:2.0:1777502110.789038:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.789040:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45702a00, rc 0) 00000100:00100000:2.0:1777502110.789078:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+44:272763:x1863837562967424:12345-192.168.202.27@tcp:101:touch.500 Request processed in 877us (986us total) trans 8589938689 rc 0/0 00000100:00100000:2.0:1777502110.789085:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 95 00010000:00010000:1.0:1777502110.789597:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc159e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.789605:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc159e lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.789610:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc159e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.789612:0:186936:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da4700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:186936:1863837561357824:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502110.789624:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1597 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.789626:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6de00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.789629:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc159e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.789635:0:186936:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1582 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x201:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.789651:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1597 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.789652:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc159e lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.789679:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1597 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.789685:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e5:0x0].0x0 (ffff8dfd52095000) 00010000:00010000:0.0:1777502110.789687:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.789689:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.789693:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1597 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.789694:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc159e lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.789711:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1597 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.789712:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc159e lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.789736:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffff8dfd47d18400) 00010000:00010000:0.0:1777502110.789740:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.789743:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1597 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.789754:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1597 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.790049:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.790078:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562967552 00000100:00100000:0.0:1777502110.790082:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562967552 00000100:00100000:0.0:1777502110.790103:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238033710732 time 8238033610732 state 0x1 ref 2 00000100:00100000:3.0:1777502110.790104:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.790133:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238033710732 time 8238035552066 state 0x0 ref 2 00000100:00100000:0.0:1777502110.790144:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+42:272770:x1863837562967552:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502110.790156:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777502110.790158:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562967680 00000100:00100000:1.0:1777502110.790164:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562967680 00010000:00010000:0.0:1777502110.790165:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56a00/0x4ad31463d9bc15b3 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83394b expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.790187:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc1504 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338e2 expref: 44 pid: 205372 timeout: 8338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.790194:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56a00/0x4ad31463d9bc15b3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83394b expref: 44 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.790205:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56a00/0x4ad31463d9bc15b3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83394b expref: 44 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.790215:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e5:0x0].0x0 (ffff8dfd431bb900) 00010000:00010000:0.0:1777502110.790217:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777502110.790219:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4da56a00, rc 0) 00000100:00100000:1.0:1777502110.790225:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1028 00000100:00100000:1.0:1777502110.790234:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+44:2372:x1863837562967680:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502110.790245:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1777502110.790246:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+44:272770:x1863837562967552:12345-192.168.202.27@tcp:101:touch.500 Request processed in 103us (197us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502110.790254:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc1504 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338e2 expref: 44 pid: 205372 timeout: 8338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.790254:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 96 00010000:00010000:1.0:1777502110.790270:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc1504 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338e2 expref: 43 pid: 205372 timeout: 8338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.790290:0:205589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fbe00/0x4ad31463d9bc1504 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338e2 expref: 43 pid: 205372 timeout: 8338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.790304:0:205589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x201:0x0].0x0 (ffff8dfd431bbc00) 00010000:00010000:1.0:1777502110.790308:0:205589:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1582 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x201:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.790317:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1582 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x201:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.790324:0:205589:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1582 lrc: 4/0,1 mode: EX/EX res: [0x200000bd1:0x201:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.790346:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502110.790375:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+42:2372:x1863837562967680:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 141us (270us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502110.790377:0:186936:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1582 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x201:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.790386:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1028 00010000:00010000:2.0:1777502110.790391:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1582 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x201:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.790705:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.790742:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.790759:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562967936 00000100:00100000:0.0:1777502110.790764:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562967936 00000100:00100000:1.0:1777502110.790780:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562968192 00000100:00100000:1.0:1777502110.790785:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562968192 00000100:00100000:0.0:1777502110.790785:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238035652066 time 8238035552066 state 0x1 ref 2 00000100:00100000:1.0:1777502110.790805:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238035652066 time 8238035552066 state 0x1 ref 3 00000100:00100000:0.0:1777502110.790820:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238036338368 time 8238036238368 state 0x1 ref 3 00000100:00100000:1.0:1777502110.790831:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238036338368 time 8238036250536 state 0x0 ref 3 00000100:00100000:0.0:1777502110.790835:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+43:272763:x1863837562967936:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:1.0:1777502110.790850:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+43:272765:x1863837562968192:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.790860:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.790871:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc15ba lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833952 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.790872:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000040:00080000:2.0:1777502110.790885:0:186936:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].488, 64 off39424 00010000:00010000:0.0:1777502110.790889:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc15a5 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833944 expref: 44 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.790902:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e6:0x0].0x0 (ffff8dfd47d18800) 00010000:00010000:0.0:1777502110.790912:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502110.790951:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc15c1 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.790960:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc15c8 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.790962:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc15c1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.790963:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc15cf lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.790983:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc15c8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.790984:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc15c1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.790985:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc15cf lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.791006:0:186936:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc15c1 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.791006:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc15c8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.791007:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc15cf lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.791022:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc15c1 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.791030:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc15c1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.791046:0:186936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502110.791049:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc15d6 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.791060:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1582 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x201:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.791062:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc15d6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.791069:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1582 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x201:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.791070:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502110.791079:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc15d6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.791080:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc15c1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.791080:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1582 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x201:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.791091:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e3ce1953 reply state 000000009ea47cfa transno 8589938691 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc15cf lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.791100:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502110.791100:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.791106:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1582 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x201:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.791107:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc15c1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.791125:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777502110.791128:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc15c1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.791128:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1582 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x201:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.791151:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x201:0x0].0x0 (ffff8dfd431bbc00) 00010000:00010000:2.0:1777502110.791154:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502110.791157:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1582 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x201:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.791162:0:205387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x201:0x0].0x0 (ffff8dfd431bbc00) 00010000:00010000:2.0:1777502110.791162:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1582 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x201:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.791169:0:205387:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502110.791174:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc15c1 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.791178:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1574 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.791181:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc15c1 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x201:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.791187:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1574 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.791187:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+45:272763:x1863837562967936:12345-192.168.202.27@tcp:36:touch.500 Request processed in 352us (479us total) trans 8589938691 rc 0/0 00010000:00010000:3.0:1777502110.791200:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502110.791202:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1574 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.791205:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502110.791207:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 97 00010000:00010000:3.0:1777502110.791209:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502110.791217:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.791220:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1574 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.791224:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1574 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.791230:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.791232:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.791235:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1574 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.791238:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1574 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.791246:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000824c7ef5 reply state 00000000d645189a transno 8589938690 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc157b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.791252:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502110.791290:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+90:272701:x1863837562966656:12345-192.168.202.27@tcp:36:rm.500 Request processed in 3551us (3717us total) trans 8589938690 rc 0/0 00000100:00100000:2.0:1777502110.791296:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 93 00000004:00080000:1.0:1777502110.791421:0:187571:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x104f:0x0], index 1: 0 00010000:00010000:1.0:1777502110.791538:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d200/0x4ad31463d9bc15dd lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.791547:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d200/0x4ad31463d9bc15dd lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.791555:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d200/0x4ad31463d9bc15dd lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.791608:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc15c8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.791620:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc15c8 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.791626:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc15c8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.791631:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6ca00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.791634:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc15c8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.791641:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc15c8 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.791649:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.791652:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.791655:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc15c8 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.791660:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc15c8 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.791686:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000387df29a reply state 00000000640d55c4 transno 8589938692 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc15d6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.791693:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502110.791714:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc15ba lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833952 expref: 46 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.791727:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d200/0x4ad31463d9bc15dd lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833952 expref: 45 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.791740:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e7:0x0].0x0 (ffff8dfc867e5600) 00010000:00010000:1.0:1777502110.791743:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.791745:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6d200, rc 0) 00000100:00100000:1.0:1777502110.791776:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+46:272765:x1863837562968192:12345-192.168.202.27@tcp:101:touch.500 Request processed in 931us (1034us total) trans 8589938692 rc 0/0 00000100:00100000:1.0:1777502110.791784:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 98 00000100:00100000:1.0:1777502110.791789:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238036338368 time 8238036250536 state 0x2 ref 0 00000100:00100000:2.0:1777502110.792327:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.792375:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562968320 00000100:00100000:0.0:1777502110.792381:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562968320 00010000:00010000:3.0:1777502110.792393:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc157b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.792399:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc15cf lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.792401:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc157b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.792407:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502110.792418:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc157b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.792421:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc15cf lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.792422:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3071 00000100:00100000:2.0:1777502110.792431:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562968448 00010000:00010000:3.0:1777502110.792432:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.792436:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc15cf lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.792437:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc157b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.792437:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562968448 00000100:00100000:0.0:1777502110.792438:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:0775d2ab-558e-41f1-82c0-14244d133390+10:2371:x1863837562968320:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:2.0:1777502110.792454:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238036338368 time 8238036250536 state 0x0 ref 1 00010000:00010000:3.0:1777502110.792455:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc157b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.792456:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.792463:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc15cf lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.792468:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238036350536 time 8238036250536 state 0x1 ref 1 00010000:00010000:3.0:1777502110.792475:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffff8dfd47d18900) 00010000:00010000:1.0:1777502110.792483:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc15cf lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.792484:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.792489:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc157b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.792497:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc157b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.792498:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238036350536 time 8238037917572 state 0x0 ref 1 00010000:00010000:1.0:1777502110.792498:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e6:0x0].0x0 (ffff8dfd431bb500) 00010000:00010000:1.0:1777502110.792504:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.792509:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc15cf lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.792522:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+46:272763:x1863837562968448:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.792524:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc15cf lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.792539:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.792556:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc15eb lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833959 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.792617:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc15eb lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833959 expref: 46 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.792630:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc15eb lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833959 expref: 46 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.792646:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e6:0x0].0x0 (ffff8dfd47d18300) 00010000:00010000:2.0:1777502110.792649:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777502110.792651:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45702600, rc 0) 00000100:00100000:2.0:1777502110.792695:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+46:272763:x1863837562968448:12345-192.168.202.27@tcp:101:touch.500 Request processed in 178us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502110.792703:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 99 00000100:00100000:2.0:1777502110.792708:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238036350536 time 8238037917572 state 0x2 ref 0 00000100:00100000:0.0:1777502110.792735:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837562968320:12345-192.168.202.27@tcp:2:touch.500 Request processed in 290us (397us total) trans 8589935649 rc 0/0 00000100:00100000:0.0:1777502110.792746:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3071 00000100:00100000:2.0:1777502110.793729:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502110.793801:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc15d6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.793807:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562968704 00010000:00010000:1.0:1777502110.793811:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc15d6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.793813:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562968704 00010000:00010000:1.0:1777502110.793821:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc15d6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.793826:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6da00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.793829:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc15d6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.793833:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc15d6 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.793838:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238036350536 time 8238037917572 state 0x0 ref 1 00010000:00010000:1.0:1777502110.793843:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffff8dfc867e5700) 00010000:00010000:1.0:1777502110.793846:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.793849:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc15d6 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.793849:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238038017572 time 8238037917572 state 0x1 ref 1 00010000:00010000:1.0:1777502110.793864:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc15d6 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.793892:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238038017572 time 8238039310917 state 0x0 ref 1 00000100:00100000:0.0:1777502110.793904:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+89:272740:x1863837562968704:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:0.0:1777502110.793943:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777502110.793957:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc0ff5 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337c3 expref: 89 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.793974:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc0d32 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x211:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336c0 expref: 88 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.793986:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x211:0x0].0x0 (ffff8dfd4fbd8900) 00010000:00010000:0.0:1777502110.793993:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502110.794007:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56400/0x4ad31463d9bc15f2 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.794017:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56400/0x4ad31463d9bc15f2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.794029:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56400/0x4ad31463d9bc15f2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.794041:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc15f9 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.794048:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc15f9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.794054:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc15f9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.794462:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.794519:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.794564:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562969216 00000100:00100000:3.0:1777502110.794569:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562969216 00000100:00100000:1.0:1777502110.794611:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562969088 00000100:00100000:1.0:1777502110.794620:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562969088 00000100:00100000:1.0:1777502110.794642:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238039410917 time 8238039310917 state 0x1 ref 2 00000100:00100000:1.0:1777502110.794688:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238039410917 time 8238040106885 state 0x0 ref 2 00010000:00010000:0.0:1777502110.794691:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1600 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x211:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.794701:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+46:272767:x1863837562969088:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502110.794702:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1600 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x211:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.794716:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1600 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x211:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.794718:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1777502110.794725:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502110.794728:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc1607 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833960 expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.794762:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562969472 00000100:00100000:3.0:1777502110.794765:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238040206885 time 8238040106885 state 0x1 ref 3 00000100:00100000:2.0:1777502110.794768:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562969472 00000100:00100000:3.0:1777502110.794809:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238040206885 time 8238040228016 state 0x0 ref 3 00010000:00010000:1.0:1777502110.794812:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc160e lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.794818:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1074 00000100:00100000:3.0:1777502110.794825:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+48:272765:x1863837562969216:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:1.0:1777502110.794827:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc160e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.794834:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc160e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.794835:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0775d2ab-558e-41f1-82c0-14244d133390+48:272770:x1863837562969472:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:3.0:1777502110.794847:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502110.794855:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc1615 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.794859:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d200/0x4ad31463d9bc15dd lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833952 expref: 48 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.794861:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc1615 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.794868:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc1615 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.794871:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e7:0x0].0x0 (ffff8dfc867e5600) 00010000:00010000:3.0:1777502110.794879:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502110.794931:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc161c lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.794940:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc161c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.794947:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc161c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502110.795032:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000019d7656d reply state 00000000702263ea transno 8589938694 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc161c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.795041:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777502110.795104:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+50:272765:x1863837562969216:12345-192.168.202.27@tcp:36:touch.500 Request processed in 283us (642us total) trans 8589938694 rc 0/0 00000100:00100000:3.0:1777502110.795121:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 102 00000100:00100000:2.0:1777502110.795121:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0775d2ab-558e-41f1-82c0-14244d133390+50:272770:x1863837562969472:12345-192.168.202.27@tcp:35:touch.500 Request processed in 289us (392us total) trans 8589938693 rc 0/0 00000100:00100000:2.0:1777502110.795133:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1074 00000004:00080000:1.0:1777502110.795347:0:205369:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1074:0x0], index 0: 0 00000040:00080000:0.0:1777502110.795405:0:188648:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].489, 64 off39488 00010000:00010000:0.0:1777502110.795482:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc1623 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x211:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.795493:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc1623 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.795501:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc1623 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.795509:0:188648:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc1623 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.795513:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc162a lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.795516:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc1623 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.795531:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc1623 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.795532:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc162a lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.795550:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc162a lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.795560:0:188648:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502110.795573:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1600 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x211:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.795617:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc160e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.795629:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc160e lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.795632:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1600 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x211:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.795642:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc160e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.795644:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1600 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x211:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.795652:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6cc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.795659:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc160e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.795659:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.795679:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1600 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x211:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.795680:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc160e lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.795695:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1600 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x211:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.795699:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.795705:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.795709:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc160e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.795710:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x211:0x0].0x0 (ffff8dfd431bbb00) 00010000:00010000:0.0:1777502110.795717:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502110.795721:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1600 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x211:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.795722:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc160e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.795738:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc1600 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x211:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.795743:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f0e99ba5 reply state 00000000b9244f76 transno 8589938695 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc1615 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.795762:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502110.795772:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56400/0x4ad31463d9bc15f2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.795780:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56400/0x4ad31463d9bc15f2 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.795786:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56400/0x4ad31463d9bc15f2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.795792:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502110.795792:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc1607 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833960 expref: 50 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.795794:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.795800:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56400/0x4ad31463d9bc15f2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.795807:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc1623 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x211:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.795810:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56400/0x4ad31463d9bc15f2 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.795813:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc162a lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833960 expref: 49 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.795820:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502110.795824:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc1623 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x211:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.795833:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e8:0x0].0x0 (ffff8dfc867e5b00) 00010000:00010000:3.0:1777502110.795835:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc1623 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x211:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.795835:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502110.795836:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.795838:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6c800, rc 0) 00010000:00010000:0.0:1777502110.795843:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.795848:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56400/0x4ad31463d9bc15f2 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.795851:0:186924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x211:0x0].0x0 (ffff8dfd431bbb00) 00010000:00010000:3.0:1777502110.795856:0:186924:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777502110.795856:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56400/0x4ad31463d9bc15f2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.795859:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc1623 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x211:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.795871:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56600/0x4ad31463d9bc1623 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x211:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.795873:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001665bce1 reply state 00000000d8b202a1 transno 8589938696 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc15f9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.795875:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+50:272767:x1863837562969088:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1178us (1356us total) trans 8589938695 rc 0/0 00010000:00010000:3.0:1777502110.795889:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502110.795890:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 101 00000100:00100000:0.0:1777502110.795891:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777502110.795892:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.795895:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502110.795950:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+89:272740:x1863837562968704:12345-192.168.202.27@tcp:36:rm.500 Request processed in 2047us (2223us total) trans 8589938696 rc 0/0 00000100:00100000:0.0:1777502110.795958:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 100 00000100:00100000:0.0:1777502110.795964:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238040206885 time 8238040228016 state 0x2 ref 0 00000100:00100000:3.0:1777502110.796177:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.796286:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562969600 00000100:00100000:0.0:1777502110.796295:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562969600 00000100:00100000:0.0:1777502110.796327:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3072 00000100:00100000:0.0:1777502110.796335:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc51a4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0775d2ab-558e-41f1-82c0-14244d133390+6:2373:x1863837562969600:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:0.0:1777502110.796520:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc51a4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0775d2ab-558e-41f1-82c0-14244d133390+7:2373:x1863837562969600:12345-192.168.202.27@tcp:2:touch.500 Request processed in 185us (341us total) trans 8589936060 rc 0/0 00000100:00100000:0.0:1777502110.796528:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3072 00010000:00010000:1.0:1777502110.796766:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc161c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.796773:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc161c lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.796777:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc161c lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.796780:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.796783:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc161c lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.796790:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc161c lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.796801:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e7:0x0].0x0 (ffff8dfd64790100) 00010000:00010000:1.0:1777502110.796805:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.796809:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc161c lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.796815:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc161c lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.796937:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc1615 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.796947:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc1615 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.796953:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc1615 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.796959:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6d000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.796962:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc1615 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.796968:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc1615 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.796977:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffff8dfc867e5a00) 00010000:00010000:1.0:1777502110.796980:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.796983:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc1615 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.796989:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc1615 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.797106:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.797147:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562969728 00000100:00100000:2.0:1777502110.797152:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562969728 00010000:00010000:1.0:1777502110.797162:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc15f9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.797172:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238040206885 time 8238040228016 state 0x0 ref 1 00010000:00010000:1.0:1777502110.797181:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc15f9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.797186:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238040328016 time 8238040228016 state 0x1 ref 1 00010000:00010000:1.0:1777502110.797193:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc15f9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.797199:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.797202:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc15f9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.797208:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc15f9 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.797213:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238040328016 time 8238042630951 state 0x0 ref 1 00010000:00010000:1.0:1777502110.797219:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffff8dfd431bbd00) 00010000:00010000:1.0:1777502110.797223:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777502110.797227:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58beea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+48:272765:x1863837562969728:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.797228:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc15f9 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.797238:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57600/0x4ad31463d9bc15f9 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.797241:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.797255:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1638 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833967 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.797289:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1638 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833967 expref: 49 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.797301:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1638 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833967 expref: 49 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.797314:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e7:0x0].0x0 (ffff8dfd47d18500) 00010000:00010000:2.0:1777502110.797317:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777502110.797319:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45702c00, rc 0) 00000100:00100000:2.0:1777502110.797353:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58beea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+49:272765:x1863837562969728:12345-192.168.202.27@tcp:101:touch.500 Request processed in 130us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502110.797360:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 103 00000100:00100000:2.0:1777502110.797364:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238040328016 time 8238042630951 state 0x2 ref 0 00000100:00100000:3.0:1777502110.798916:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.798946:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.798975:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562969984 00000100:00100000:2.0:1777502110.798982:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562969984 00000100:00100000:0.0:1777502110.798986:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562970240 00000100:00100000:0.0:1777502110.798991:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562970240 00000100:00100000:3.0:1777502110.798999:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.799009:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238040328016 time 8238042630951 state 0x0 ref 1 00000100:00100000:2.0:1777502110.799016:0:187571:0:(nrs_tbf.c:531:nrs_tbf_cli_fini()) unknown.0 NRS: TBF class fini: class@ffff8dfd476b9100 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 3 deadline 0 time 8238044433154 state 0x4 ref 0 00000100:00100000:0.0:1777502110.799023:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238042730951 time 8238042630951 state 0x1 ref 2 00000100:00100000:2.0:1777502110.799032:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238042730951 time 8238042630951 state 0x1 ref 2 00000100:00100000:3.0:1777502110.799038:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.799042:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562970496 00000100:00100000:1.0:1777502110.799047:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562970496 00000100:00100000:0.0:1777502110.799060:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562970752 00000100:00100000:0.0:1777502110.799063:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562970752 00000100:00100000:2.0:1777502110.799071:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238044589640 time 8238044489640 state 0x1 ref 2 00000100:00100000:0.0:1777502110.799079:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238044589640 time 8238044489640 state 0x1 ref 3 00000100:00100000:2.0:1777502110.799086:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc51a4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+51:272767:x1863837562970240:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:3.0:1777502110.799091:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238044607717 time 8238044507717 state 0x1 ref 3 00000100:00100000:1.0:1777502110.799091:0:186939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1075 00000100:00100000:1.0:1777502110.799104:0:186939:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc51a4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0775d2ab-558e-41f1-82c0-14244d133390+51:272763:x1863837562970496:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:0.0:1777502110.799104:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 0 deadline 8238044607717 time 8238044522924 state 0x0 ref 3 00000100:00100000:3.0:1777502110.799112:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc51a4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+51:272771:x1863837562969984:12345-192.168.202.27@tcp:101:touch.500 00000100:00100000:0.0:1777502110.799118:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc51a4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+88:272734:x1863837562970752:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:3.0:1777502110.799123:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.799137:0:187571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502110.799141:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc163f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83396e expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.799146:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777502110.799159:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc162a lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833960 expref: 52 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.799163:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc1192 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833792 expref: 88 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.799183:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e8:0x0].0x0 (ffff8dfc867e5b00) 00010000:00010000:0.0:1777502110.799191:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fb800/0x4ad31463d9bc0c1a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83366c expref: 87 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.799194:0:187571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502110.799209:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20b:0x0].0x0 (ffff8dfd431bbf00) 00010000:00010000:0.0:1777502110.799215:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502110.799227:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1646 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.799238:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1646 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.799247:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1646 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.799251:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc164d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.799257:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1654 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.799275:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc165b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.799282:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1654 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.799284:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc164d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.799285:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc165b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.799303:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1654 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.799307:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc164d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.799308:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc165b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.799334:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc1662 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.799342:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc1662 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.799349:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc1662 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.799394:0:186939:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc51a4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0775d2ab-558e-41f1-82c0-14244d133390+53:272763:x1863837562970496:12345-192.168.202.27@tcp:35:touch.500 Request processed in 291us (410us total) trans 8589938697 rc 0/0 00000004:00010000:2.0:1777502110.799400:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a61848c8 reply state 0000000032ca3da6 transno 8589938698 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1654 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.799403:0:186939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1075 00000100:00100000:2.0:1777502110.799416:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502110.799424:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc1669 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x20b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.799433:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc1669 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.799441:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc1669 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.799466:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc51a4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+53:272767:x1863837562970240:12345-192.168.202.27@tcp:36:touch.500 Request processed in 385us (519us total) trans 8589938698 rc 0/0 00000100:00100000:2.0:1777502110.799473:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 104 00000100:00100000:3.0:1777502110.799713:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.799755:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562970880 00000100:00100000:1.0:1777502110.799760:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562970880 00000100:00100000:1.0:1777502110.799795:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3073 00000100:00100000:1.0:1777502110.799803:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc51a4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0775d2ab-558e-41f1-82c0-14244d133390+11:2372:x1863837562970880:12345-192.168.202.27@tcp:2:touch.500 00000004:00080000:2.0:1777502110.799947:0:186936:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1050:0x0], index 1: 0 00000100:00100000:1.0:1777502110.799993:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc51a4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0775d2ab-558e-41f1-82c0-14244d133390+12:2372:x1863837562970880:12345-192.168.202.27@tcp:2:touch.500 Request processed in 190us (281us total) trans 8589935650 rc 0/0 00000100:00100000:1.0:1777502110.800000:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3073 00000040:00080000:0.0:1777502110.800045:0:205372:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].490, 64 off39552 00010000:00010000:0.0:1777502110.800106:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc1670 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.800109:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1677 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.800120:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc1670 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.800123:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1677 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.800134:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc1670 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.800137:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1677 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.800145:0:205372:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc1670 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.800151:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc1670 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.800155:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc1670 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.800172:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc164d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.800172:0:205372:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502110.800182:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc164d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.800184:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc1669 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.800191:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc164d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.800192:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502110.800192:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc1669 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.800202:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc1670 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.800208:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc1669 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.800214:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbdc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.800221:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc164d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.800224:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505eee00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502110.800224:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.800225:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1654 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.800230:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc1669 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.800232:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc1670 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.800239:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc164d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.800247:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc1669 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.800250:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1654 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.800269:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1654 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.800272:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20b:0x0].0x0 (ffff8dfd431bb000) 00010000:00010000:1.0:1777502110.800274:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.800276:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.800278:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502110.800279:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1654 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.800281:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.800283:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc1669 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.800287:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc164d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.800290:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1654 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.800305:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc1669 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.800309:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc1670 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.800311:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc164d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.800313:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e8:0x0].0x0 (ffff8dfd47d18200) 00010000:00010000:1.0:1777502110.800320:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.800324:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1654 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.800330:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1646 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.800337:0:188362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20b:0x0].0x0 (ffff8dfd431bb000) 00000004:00010000:2.0:1777502110.800339:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a4f7e9fc reply state 000000003461824d transno 8589938699 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc1662 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.800344:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1654 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.800346:0:188362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777502110.800347:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1646 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.800352:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc1670 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.800364:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502110.800367:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1646 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.800376:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc1670 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.800383:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.800388:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1646 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.800391:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc163f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83396e expref: 54 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.800394:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1646 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.800400:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.800404:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.800410:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.800413:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.800417:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.800419:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1677 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83396e expref: 52 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.800421:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1646 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.800436:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e9:0x0].0x0 (ffff8dfd47d18700) 00010000:00010000:0.0:1777502110.800437:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc1646 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.800440:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.800445:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45702e00, rc 0) 00000004:00010000:0.0:1777502110.800459:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f0dec810 reply state 000000005d7efb9f transno 8589938700 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc165b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.800468:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.800474:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502110.800487:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc51a4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+53:272771:x1863837562969984:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1381us (1575us total) trans 8589938699 rc 0/0 00000100:00100000:2.0:1777502110.800495:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 105 00000100:00100000:0.0:1777502110.800512:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc51a4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+88:272734:x1863837562970752:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1396us (1477us total) trans 8589938700 rc 0/0 00000100:00100000:2.0:1777502110.800514:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562971008 00000100:00100000:2.0:1777502110.800520:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562971008 00000100:00100000:0.0:1777502110.800520:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 106 00000100:00100000:0.0:1777502110.800526:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 0 deadline 8238044607717 time 8238044522924 state 0x2 ref 0 00000100:00100000:2.0:1777502110.800536:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 0 deadline 8238044607717 time 8238044522924 state 0x0 ref 1 00000100:00100000:2.0:1777502110.800545:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 0 deadline 8238044622924 time 8238044522924 state 0x1 ref 1 00000100:00100000:0.0:1777502110.800566:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238044622924 time 8238045985382 state 0x0 ref 1 00000100:00100000:0.0:1777502110.800603:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc51a4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+53:272767:x1863837562971008:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502110.800610:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.800619:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc1685 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833975 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.800646:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc1685 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833975 expref: 54 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.800653:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc1685 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833975 expref: 54 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.800676:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e8:0x0].0x0 (ffff8dfd431bb600) 00010000:00010000:0.0:1777502110.800680:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777502110.800682:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ef200, rc 0) 00000100:00100000:0.0:1777502110.800703:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc51a4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+54:272767:x1863837562971008:12345-192.168.202.27@tcp:101:touch.500 Request processed in 129us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.800713:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 107 00000100:00100000:0.0:1777502110.800717:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238044622924 time 8238045985382 state 0x2 ref 0 00000100:00100000:2.0:1777502110.800823:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.800861:0:205362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562971264 00000100:00100000:0.0:1777502110.800865:0:205362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562971264 00000100:00100000:0.0:1777502110.800894:0:205362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1076 00000100:00100000:0.0:1777502110.800901:0:205362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6ea52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+54:272765:x1863837562971264:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:3.0:1777502110.801062:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc1662 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.801074:0:205362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6ea52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+55:272765:x1863837562971264:12345-192.168.202.27@tcp:35:touch.500 Request processed in 171us (249us total) trans 8589938701 rc 0/0 00010000:00010000:3.0:1777502110.801075:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc1662 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.801085:0:205362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1076 00010000:00010000:3.0:1777502110.801099:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc1662 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.801106:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbce00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.801110:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc1662 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.801117:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc1662 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.801127:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffff8dfd64790e00) 00010000:00010000:3.0:1777502110.801130:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.801133:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc1662 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.801139:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbce00/0x4ad31463d9bc1662 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.801422:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc165b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.801428:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc165b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.801431:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc165b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.801434:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.801436:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc165b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.801440:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc165b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.801445:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffff8dfd431bb500) 00010000:00010000:1.0:1777502110.801447:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.801449:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc165b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.801452:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc165b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.801693:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc51a4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561357952:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777502110.801723:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58bef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d37a34a7-24bb-490e-b7a8-76d369c5604f:3309:1863837561358080:0@lo:400:kworker.0 00000100:00100000:1.0:1777502110.801728:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58bedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561358208:0@lo:400:kworker.0 00000100:00100000:0.0:1777502110.801776:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58bec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3311:1863837561358336:0@lo:400:kworker.0 00000100:00100000:3.0:1777502110.801777:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502110.801779:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502110.801811:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502110.801817:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777502110.801824:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502110.801828:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58bec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3310:1863837561358592:0@lo:400:kworker.0 00000100:00100000:2.0:1777502110.801849:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd58bedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3312:1863837561358464:0@lo:400:kworker.0 00000100:00100000:3.0:1777502110.801855:0:186929:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561358080 00000100:00100000:1.0:1777502110.801857:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502110.801861:0:186929:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561358080 00000100:00100000:0.0:1777502110.801883:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561358208 00000100:00100000:2.0:1777502110.801888:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502110.801889:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561358208 00000100:00100000:3.0:1777502110.801903:0:186929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:1.0:1777502110.801907:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561358336 00000100:00100000:1.0:1777502110.801913:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561358336 00000100:00100000:3.0:1777502110.801914:0:186929:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3309:x1863837561358080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502110.801929:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1777502110.801936:0:205168:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561357952 00000100:00100000:0.0:1777502110.801941:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cef2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3310:x1863837561358208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502110.801943:0:205168:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561357952 00000100:00100000:1.0:1777502110.801948:0:205369:0:(nrs_tbf.c:1360:nrs_tbf_cli_findadd()) unknown.0 NRS: TBF class insert: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 3 deadline 0 time 8238047358758 state 0x0 ref 1 00000100:00100000:1.0:1777502110.801958:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 3 deadline 8238047458758 time 8238047358758 state 0x1 ref 1 00000100:00100000:3.0:1777502110.801963:0:186929:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3309:x1863837561358080:12345-0@lo:400:kworker.0 Request processed in 50us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502110.801973:0:186929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:2.0:1777502110.801981:0:205168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1777502110.801986:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561358592 00000100:00100000:1.0:1777502110.801991:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561358592 00000100:00100000:2.0:1777502110.801995:0:205168:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6ea50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+12:3312:x1863837561357952:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777502110.801996:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cef2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3310:x1863837561358208:12345-0@lo:400:kworker.0 Request processed in 59us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.802008:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00002000:00000024:2.0:1777502110.802022:0:205168:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45678592 pending 0 free 3821010944 avail 3818913792 00000100:00100000:1.0:1777502110.802024:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58bedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561358208:0@lo:400:kworker.0 00000100:00100000:3.0:1777502110.802033:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58bef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d37a34a7-24bb-490e-b7a8-76d369c5604f:3309:1863837561358080:0@lo:400:kworker.0 00000100:00100000:0.0:1777502110.802040:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561358464 00000100:00100000:0.0:1777502110.802045:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561358464 00000100:00100000:2.0:1777502110.802068:0:205168:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6ea50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+11:3312:x1863837561357952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.802071:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 3 deadline 8238047458758 time 8238047358758 state 0x1 ref 2 00000100:00080000:3.0:1777502110.802074:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777502110.802080:0:205168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1777502110.802085:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 3 deadline 8238047458758 time 8238047358758 state 0x1 ref 3 00000100:00100000:1.0:1777502110.802094:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8238047613099 time 8238047513099 state 0x1 ref 3 00000100:00100000:1.0:1777502110.802107:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1863837561358336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502110.802111:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8238047629759 time 8238047529759 state 0x1 ref 3 00000100:00100000:2.0:1777502110.802123:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc51a4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561357952:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777502110.802126:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cef1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1863837561358592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502110.802127:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8238047629759 time 8238047543878 state 0x0 ref 3 00000100:00100000:3.0:1777502110.802145:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6ea52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1863837561358464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777502110.802158:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1863837561358336:12345-0@lo:400:kworker.0 Request processed in 53us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.802166:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1777502110.802183:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cef1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1863837561358592:12345-0@lo:400:kworker.0 Request processed in 61us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.802190:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1777502110.802202:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58bec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3311:1863837561358336:0@lo:400:kworker.0 00000100:00100000:3.0:1777502110.802203:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6ea52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1863837561358464:12345-0@lo:400:kworker.0 Request processed in 58us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502110.802215:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1777502110.802219:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8238047629759 time 8238047543878 state 0x2 ref 0 00000100:00100000:0.0:1777502110.802253:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58bedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3312:1863837561358464:0@lo:400:kworker.0 00000100:00100000:3.0:1777502110.802518:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.802542:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.802564:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562971520 00000100:00100000:0.0:1777502110.802569:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562971520 00000100:00100000:3.0:1777502110.802571:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.802591:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562971904 00000100:00100000:1.0:1777502110.802596:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562971904 00000100:00100000:2.0:1777502110.802618:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd58bec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3310:1863837561358592:0@lo:400:kworker.0 00000100:00100000:0.0:1777502110.802625:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238044622924 time 8238045985382 state 0x0 ref 1 00000100:00100000:0.0:1777502110.802634:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238046085382 time 8238045985382 state 0x1 ref 1 00000100:00100000:1.0:1777502110.802647:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238046085382 time 8238045985382 state 0x1 ref 2 00000100:00100000:0.0:1777502110.802656:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238048174762 time 8238048074762 state 0x1 ref 2 00000100:00100000:3.0:1777502110.802677:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.802684:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc51a4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+54:272771:x1863837562971520:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:1.0:1777502110.802692:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562972160 00000100:00100000:1.0:1777502110.802697:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562972160 00000100:00100000:3.0:1777502110.802705:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562971776 00000100:00100000:3.0:1777502110.802711:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562971776 00000100:00100000:1.0:1777502110.802713:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238048174762 time 8238048074762 state 0x1 ref 3 00010000:00010000:0.0:1777502110.802715:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502110.802730:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238048249523 time 8238048149523 state 0x1 ref 3 00010000:00010000:0.0:1777502110.802732:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1677 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83396e expref: 55 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.802743:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc51a4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+87:272733:x1863837562971904:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:0.0:1777502110.802747:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e9:0x0].0x0 (ffff8dfd47d18700) 00010000:00010000:0.0:1777502110.802760:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502110.802774:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:3.0:1777502110.802783:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3074 00010000:00010000:1.0:1777502110.802789:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc0eba lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83374c expref: 87 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.802795:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc51a4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0775d2ab-558e-41f1-82c0-14244d133390+7:2370:x1863837562971776:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:0.0:1777502110.802811:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc168c lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.802820:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5fae00/0x4ad31463d9bc0be9 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83365e expref: 86 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.802823:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc168c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.802841:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc168c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.802842:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20a:0x0].0x0 (ffff8dfd431bb400) 00010000:00010000:1.0:1777502110.802850:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502110.802866:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc1693 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.802877:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc1693 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.802885:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc1693 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.802901:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc169a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.802909:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc169a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.802914:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc169a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.802938:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005fe18755 reply state 00000000c66a32b6 transno 8589938702 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc168c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.802947:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502110.803006:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc51a4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+56:272771:x1863837562971520:12345-192.168.202.27@tcp:36:touch.500 Request processed in 325us (488us total) trans 8589938702 rc 0/0 00000100:00100000:0.0:1777502110.803012:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 108 00000100:00100000:3.0:1777502110.803019:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc51a4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0775d2ab-558e-41f1-82c0-14244d133390+8:2370:x1863837562971776:12345-192.168.202.27@tcp:2:touch.500 Request processed in 227us (449us total) trans 8589936061 rc 0/0 00000100:00100000:3.0:1777502110.803028:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3074 00000100:00100000:0.0:1777502110.803032:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238048249523 time 8238048450689 state 0x0 ref 2 00000100:00100000:0.0:1777502110.803045:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc51a4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+55:272764:x1863837562972160:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:0.0:1777502110.803064:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777502110.803076:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc14e1 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338db expref: 55 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.803090:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc16a1 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.803094:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ce00/0x4ad31463d9bc13ec lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338b8 expref: 54 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.803111:0:188648:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1439 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338c6 expref: 53 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.803112:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e3:0x0].0x0 (ffff8dfd52095d00) 00010000:00010000:1.0:1777502110.803122:0:188648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc16a1 lrc: 4/0,1 mode: --/EX res: [0x200000bd1:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.803122:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502110.803134:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efc00/0x4ad31463d9bc16a8 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.803143:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efc00/0x4ad31463d9bc16a8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.803144:0:188648:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1439 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338c6 expref: 53 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.803163:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efc00/0x4ad31463d9bc16a8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.803166:0:188648:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1439 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338c6 expref: 53 pid: 186942 timeout: 8338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.803183:0:188648:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4cef3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:188648:1863837561358720:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502110.803185:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc16af lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.803199:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc16af lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.803207:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc16af lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.803235:0:188648:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd7f24a300 going to sleep for 11 seconds 00010000:00010000:0.0:1777502110.803272:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc16b6 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.803281:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc16b6 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.803296:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc16b6 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777502110.803734:0:186937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].491, 64 off39616 00010000:00010000:0.0:1777502110.803775:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc16bd lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.803784:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc16bd lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.803792:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc16bd lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.803799:0:186937:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc16bd lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.803805:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc16bd lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.803811:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc16bd lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.803826:0:186937:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502110.803837:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc16b6 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.803843:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc16b6 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.803849:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc16b6 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.803855:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.803859:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc16b6 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.803866:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc16b6 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.803875:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e3:0x0].0x0 (ffff8dfd431bb200) 00010000:00010000:0.0:1777502110.803878:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502110.803881:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc16b6 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.803886:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc16b6 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.803900:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efc00/0x4ad31463d9bc16a8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.803906:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efc00/0x4ad31463d9bc16a8 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.803915:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efc00/0x4ad31463d9bc16a8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.803920:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505efc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.803923:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efc00/0x4ad31463d9bc16a8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.803929:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efc00/0x4ad31463d9bc16a8 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.803936:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.803938:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.803941:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efc00/0x4ad31463d9bc16a8 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.803946:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efc00/0x4ad31463d9bc16a8 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.803954:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000071b91811 reply state 000000004aa85d8f transno 8589938703 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc16af lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.803961:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502110.804002:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc51a4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+55:272764:x1863837562972160:12345-192.168.202.27@tcp:36:rm.500 Request processed in 960us (1341us total) trans 8589938703 rc 0/0 00000100:00100000:0.0:1777502110.804009:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 110 00010000:00010000:3.0:1777502110.804043:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502110.804051:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc16bd lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.804065:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502110.804069:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc16bd lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.804077:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc16bd lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.804131:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc168c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.804140:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc168c lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.804146:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc168c lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.804151:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505efa00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.804154:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc168c lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.804161:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc168c lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.804170:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e9:0x0].0x0 (ffff8dfd431bb700) 00010000:00010000:2.0:1777502110.804172:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.804175:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc168c lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.804181:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc168c lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.804237:0:186925:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e3:0x0].0x0 (ffff8dfd431bb200) 00010000:00010000:3.0:1777502110.804242:0:186925:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502110.804246:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc16bd lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.804253:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc16bd lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.804296:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502110.804307:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.804311:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.804313:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502110.804322:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562972288 00000100:00100000:3.0:1777502110.804328:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562972288 00000100:00100000:0.0:1777502110.804374:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238048550689 time 8238048450689 state 0x1 ref 2 00000100:00100000:0.0:1777502110.804400:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238048550689 time 8238049819405 state 0x0 ref 2 00000100:00100000:0.0:1777502110.804411:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6ea52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+54:272771:x1863837562972288:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502110.804424:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.804434:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc16c4 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83397c expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.804464:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc16c4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83397c expref: 55 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.804475:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc16c4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83397c expref: 55 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.804490:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e9:0x0].0x0 (ffff8dfd431bbd00) 00010000:00010000:0.0:1777502110.804492:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777502110.804495:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ef400, rc 0) 00000100:00100000:0.0:1777502110.804523:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6ea52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+55:272771:x1863837562972288:12345-192.168.202.27@tcp:101:touch.500 Request processed in 115us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.804530:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 111 00000100:00100000:1.0:1777502110.804906:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.804946:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562972544 00000100:00100000:0.0:1777502110.804951:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562972544 00000100:00100000:1.0:1777502110.804958:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.804981:0:188648:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4cef3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:188648:1863837561358720:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502110.804989:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562972672 00000100:00100000:3.0:1777502110.804995:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562972672 00000100:00100000:0.0:1777502110.804995:0:186939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1077 00010000:00010000:2.0:1777502110.805005:0:188648:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc16a1 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.805008:0:186939:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cef0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0775d2ab-558e-41f1-82c0-14244d133390+56:272767:x1863837562972544:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:3.0:1777502110.805021:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1439 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338c6 expref: 56 pid: 186942 timeout: 8338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.805038:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc16af lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.805048:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc16af lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.805054:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc16af lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.805060:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1029 00010000:00010000:1.0:1777502110.805064:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.805069:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc16af lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.805075:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+56:2373:x1863837562972672:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502110.805083:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc16af lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.805089:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502110.805097:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1439 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338c6 expref: 56 pid: 186942 timeout: 8338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.805103:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffff8dfd431bb300) 00010000:00010000:1.0:1777502110.805108:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.805111:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc16af lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.805113:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1439 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338c6 expref: 57 pid: 186942 timeout: 8338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.805128:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc16af lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.805139:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1439 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8338c6 expref: 57 pid: 186942 timeout: 8338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.805213:0:191872:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20a:0x0].0x0 (ffff8dfd431bb400) 00010000:00010000:3.0:1777502110.805218:0:191872:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc16a1 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.805224:0:186939:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cef0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0775d2ab-558e-41f1-82c0-14244d133390+55:272767:x1863837562972544:12345-192.168.202.27@tcp:35:touch.500 Request processed in 218us (315us total) trans 8589938704 rc 0/0 00010000:00010000:3.0:1777502110.805229:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc16a1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.805235:0:186939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1077 00010000:00010000:3.0:1777502110.805242:0:191872:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc16a1 lrc: 4/0,1 mode: EX/EX res: [0x200000bd1:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.805277:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502110.805304:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502110.805309:0:188648:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc16a1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.805317:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc16a1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.805332:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562972800 00000100:00100000:0.0:1777502110.805337:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+54:2373:x1863837562972672:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 267us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.805338:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562972800 00000100:00100000:0.0:1777502110.805348:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1029 00000100:00100000:1.0:1777502110.805361:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238049919405 time 8238049819405 state 0x1 ref 2 00000100:00100000:1.0:1777502110.805384:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238049919405 time 8238050803932 state 0x0 ref 2 00000100:00100000:1.0:1777502110.805395:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6ea51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+54:272758:x1863837562972800:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502110.805405:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.805414:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d200/0x4ad31463d9bc16cb lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833983 expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.805449:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc16d2 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.805458:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc16d2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.805466:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc16d2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.805476:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc16d9 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.805483:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc16d9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.805489:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc16d9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.805521:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc16d2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.805528:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc16d2 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.805535:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc16d2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.805540:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6dc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.805543:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc16d2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.805549:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc16d2 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.805559:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.805562:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.805565:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc16d2 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.805571:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc16d2 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.805633:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc16d9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.805641:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc16d9 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.805648:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc16d9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.805654:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6da00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.805658:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc16d9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.805679:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc16d9 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.805687:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffff8dfc867e5a00) 00010000:00010000:1.0:1777502110.805691:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.805694:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc16d9 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.805700:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc16d9 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.805723:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d200/0x4ad31463d9bc16cb lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833983 expref: 55 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.805733:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.805736:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.805740:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d200/0x4ad31463d9bc16cb lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833983 expref: 55 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.805756:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6d200, rc 0) 00000100:00100000:1.0:1777502110.805792:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6ea51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+54:272758:x1863837562972800:12345-192.168.202.27@tcp:101:rm.500 Request processed in 398us (489us total) trans 0 rc 301/301 00000100:00100000:1.0:1777502110.805799:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 112 00000040:00080000:0.0:1777502110.805946:0:188648:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].494, 64 off39808 00010000:00010000:0.0:1777502110.805988:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc16e0 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.805997:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc16e0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.806004:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc16e0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.806011:0:188648:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc16e0 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.806017:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc16e0 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.806023:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc16e0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.806038:0:188648:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502110.806050:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502110.806051:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc16a1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.806057:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc16e0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.806061:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc16a1 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.806076:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502110.806076:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc16a1 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.806081:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc16e0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.806086:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6cc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.806092:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc16a1 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.806094:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc16e0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.806108:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc16a1 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.806112:0:205387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20a:0x0].0x0 (ffff8dfd431bb400) 00010000:00010000:3.0:1777502110.806116:0:205387:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502110.806120:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc16e0 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.806124:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20a:0x0].0x0 (ffff8dfd431bb400) 00010000:00010000:3.0:1777502110.806126:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc16e0 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.806128:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502110.806132:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc16a1 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.806140:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.806140:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc16a1 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.806143:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.806146:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.806163:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc1693 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.806170:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc1693 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.806176:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc1693 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.806182:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6ca00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.806184:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc1693 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.806190:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc1693 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.806198:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.806200:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.806203:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc1693 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.806209:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc1693 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.806217:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000032ecd289 reply state 00000000e10ad493 transno 8589938705 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc169a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.806225:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502110.806262:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc51a4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+87:272733:x1863837562971904:12345-192.168.202.27@tcp:36:rm.500 Request processed in 3522us (3719us total) trans 8589938705 rc 0/0 00000100:00100000:0.0:1777502110.806269:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 109 00000100:00100000:0.0:1777502110.806274:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238049919405 time 8238050803932 state 0x2 ref 0 00000100:00100000:0.0:1777502110.809015:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.809053:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.809071:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562972928 00000100:00100000:2.0:1777502110.809079:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562972928 00000100:00100000:1.0:1777502110.809088:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562973056 00000100:00100000:1.0:1777502110.809092:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562973056 00000100:00100000:1.0:1777502110.809112:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238049919405 time 8238050803932 state 0x0 ref 1 00000100:00100000:1.0:1777502110.809123:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238050903932 time 8238050803932 state 0x1 ref 1 00000100:00100000:2.0:1777502110.809134:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3075 00000100:00100000:1.0:1777502110.809142:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238050903932 time 8238054561367 state 0x0 ref 1 00000100:00100000:2.0:1777502110.809143:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:0775d2ab-558e-41f1-82c0-14244d133390+12:2372:x1863837562972928:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:1.0:1777502110.809150:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58beed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+54:272775:x1863837562973056:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502110.809161:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.809176:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc16e7 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83398a expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.809223:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc16ee lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.809235:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc16ee lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.809235:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502110.809247:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc16ee lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.809259:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc16f5 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.809270:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc16f5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.809275:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562973184 00010000:00010000:1.0:1777502110.809276:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc16f5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.809281:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562973184 00000100:00100000:0.0:1777502110.809301:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238054661367 time 8238054561367 state 0x1 ref 2 00000100:00100000:0.0:1777502110.809319:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238054661367 time 8238054738782 state 0x0 ref 2 00000100:00100000:0.0:1777502110.809329:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+87:272748:x1863837562973184:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502110.809341:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.809353:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc16fc lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833991 expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.809365:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc1703 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.809373:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc1703 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.809380:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc1703 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.809388:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc170a lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.809400:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc170a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502110.809403:0:186938:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1e4:0x0]: returning size 0 00000100:00100000:2.0:1777502110.809408:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:0775d2ab-558e-41f1-82c0-14244d133390+13:2372:x1863837562972928:12345-192.168.202.27@tcp:2:touch.500 Request processed in 266us (398us total) trans 8589935651 rc 0/0 00000004:00200000:1.0:1777502110.809410:0:186938:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:0.0:1777502110.809412:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc170a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.809418:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3075 00000004:00010000:1.0:1777502110.809424:0:186938:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc1703 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.809433:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1711 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.809435:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc1703 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.809445:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1711 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.809457:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1711 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.809460:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc16ee lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.809474:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc16ee lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.809481:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc16ee lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.809490:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6c800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.809494:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc16ee lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.809502:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc16ee lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.809514:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.809517:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.809521:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc16ee lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.809524:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eea00/0x4ad31463d9bc1718 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x214:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.809534:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eea00/0x4ad31463d9bc1718 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x214:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.809542:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc16ee lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.809544:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eea00/0x4ad31463d9bc1718 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x214:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.809565:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc16f5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.809571:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc16f5 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502110.809571:0:205369:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x214:0x0]: returning size 0 00000004:00200000:0.0:1777502110.809605:0:205369:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:1.0:1777502110.809613:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc16f5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.809618:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6d000 already unused, calling callback (ffffffffc1e434f0) 00000004:00010000:0.0:1777502110.809620:0:205369:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eea00/0x4ad31463d9bc1718 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x214:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.809622:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc16f5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.809639:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc16f5 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.809640:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eea00/0x4ad31463d9bc1718 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.809676:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffff8dfc867e5500) 00010000:00010000:1.0:1777502110.809680:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.809680:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc170a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.809683:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc16f5 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.809691:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc170a lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.809692:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc16f5 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.809710:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc170a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.809716:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505eec00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.809719:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc170a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.809725:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc170a lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.809734:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc16e7 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83398a expref: 56 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.809742:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.809743:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc1703 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83398a expref: 55 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.809749:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.809754:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e4:0x0].0x0 (ffff8dfd52095a00) 00010000:00010000:0.0:1777502110.809754:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc170a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.809759:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.809762:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6c200, rc 0) 00010000:00010000:0.0:1777502110.809768:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc170a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.809779:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1711 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.809786:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1711 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.809792:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58beed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+55:272775:x1863837562973056:12345-192.168.202.27@tcp:101:rm.500 Request processed in 640us (737us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502110.809795:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1711 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.809804:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 113 00010000:00010000:0.0:1777502110.809807:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.809811:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1711 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.809817:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1711 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.809825:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffff8dfd431bbf00) 00010000:00010000:0.0:1777502110.809828:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.809830:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1711 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.809836:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1711 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.809861:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc16fc lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833991 expref: 89 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.809872:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eea00/0x4ad31463d9bc1718 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833991 expref: 88 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.809879:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x214:0x0].0x0 (ffff8dfd64574200) 00010000:00010000:0.0:1777502110.809881:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502110.809883:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505eea00, rc 0) 00000100:00100000:0.0:1777502110.809913:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+88:272748:x1863837562973184:12345-192.168.202.27@tcp:101:rm.500 Request processed in 586us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.809919:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 114 00000100:00100000:0.0:1777502110.809923:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238054661367 time 8238054738782 state 0x2 ref 0 00010000:00010000:3.0:1777502110.810421:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc169a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.810428:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc169a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.810433:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc169a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.810439:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6de00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.810441:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc169a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.810445:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc169a lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.810527:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffff8dfc867e5700) 00010000:00010000:3.0:1777502110.810530:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.810534:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc169a lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.810538:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc169a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.810573:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.810641:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562973440 00000100:00100000:0.0:1777502110.810644:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562973440 00000100:00100000:0.0:1777502110.810683:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1078 00000100:00100000:0.0:1777502110.810690:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cef3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0775d2ab-558e-41f1-82c0-14244d133390+55:272771:x1863837562973440:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:0.0:1777502110.810896:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cef3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0775d2ab-558e-41f1-82c0-14244d133390+56:272771:x1863837562973440:12345-192.168.202.27@tcp:35:touch.500 Request processed in 205us (322us total) trans 8589938706 rc 0/0 00000100:00100000:0.0:1777502110.810903:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1078 00000100:00100000:1.0:1777502110.811164:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.811201:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562973696 00000100:00100000:2.0:1777502110.811206:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562973696 00000100:00100000:2.0:1777502110.811223:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238054661367 time 8238054738782 state 0x0 ref 1 00000100:00100000:2.0:1777502110.811232:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238054838782 time 8238054738782 state 0x1 ref 1 00000100:00100000:2.0:1777502110.811253:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238054838782 time 8238056672632 state 0x0 ref 1 00000100:00100000:2.0:1777502110.811264:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+56:272776:x1863837562973696:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502110.811273:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.811283:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc171f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833998 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.811363:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1726 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.811374:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1726 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.811383:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1726 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.811396:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.811396:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc172d lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.811406:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc172d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.811413:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc172d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.811458:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562973824 00000100:00100000:0.0:1777502110.811463:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562973824 00000100:00100000:0.0:1777502110.811502:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3076 00000100:00100000:0.0:1777502110.811510:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc51a4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0775d2ab-558e-41f1-82c0-14244d133390+8:2373:x1863837562973824:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502110.811518:0:205377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.811531:0:205377:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087466a7a/0x4ad31463d9bc1734 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1072:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83399f expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777502110.811551:0:205377:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1072:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502110.811565:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.811567:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.811574:0:205377:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087466a7a/0x4ad31463d9bc1734 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83399f expref: 9 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.811618:0:205377:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000087466a7a/0x4ad31463d9bc1734 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83399f expref: 9 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.811629:0:205377:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505efc00, rc 0) 00000100:00100000:0.0:1777502110.811674:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc51a4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0775d2ab-558e-41f1-82c0-14244d133390+9:2373:x1863837562973824:12345-192.168.202.27@tcp:101:rm.500 Request processed in 155us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.811682:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3076 00000100:00100000:0.0:1777502110.811761:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.811829:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562973952 00000100:00100000:3.0:1777502110.811834:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562973952 00000100:00100000:3.0:1777502110.811869:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3077 00000100:00100000:3.0:1777502110.811878:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+25:2371:x1863837562973952:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502110.811886:0:187550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.811901:0:187550:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000031b7d2ff/0x4ad31463d9bc173b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1071:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8339a6 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502110.811912:0:186937:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1075:0x0], index 0: 0 00002000:00010000:3.0:1777502110.811916:0:187550:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1071:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:3.0:1777502110.811926:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502110.811928:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502110.811933:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031b7d2ff/0x4ad31463d9bc173b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339a6 expref: 26 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.811946:0:187550:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000031b7d2ff/0x4ad31463d9bc173b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339a6 expref: 26 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.811954:0:187550:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbce00, rc 0) 00000100:00100000:3.0:1777502110.811986:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+26:2371:x1863837562973952:12345-192.168.202.27@tcp:101:rm.500 Request processed in 111us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502110.811994:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3077 00010000:00010000:2.0:1777502110.812036:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1742 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.812046:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1742 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.812054:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1742 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.812089:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1726 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.812095:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1726 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.812100:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1726 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.812105:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.812108:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1726 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.812113:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1726 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.812120:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.812122:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.812125:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1726 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.812130:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1726 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.812139:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000739bdb90 reply state 0000000079626501 transno 8589938707 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc172d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.812146:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502110.812166:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc171f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833998 expref: 59 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.812177:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1742 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833998 expref: 58 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.812184:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ea:0x0].0x0 (ffff8dfd47d18700) 00010000:00010000:2.0:1777502110.812186:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.812188:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45702a00, rc 0) 00000100:00100000:2.0:1777502110.812221:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+59:272776:x1863837562973696:12345-192.168.202.27@tcp:101:touch.500 Request processed in 959us (1058us total) trans 8589938707 rc 0/0 00000100:00100000:2.0:1777502110.812229:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 115 00000100:00100000:2.0:1777502110.812234:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238054838782 time 8238056672632 state 0x2 ref 0 00000100:00100000:0.0:1777502110.812677:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.812711:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562974208 00000100:00100000:2.0:1777502110.812716:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562974208 00000100:00100000:2.0:1777502110.812732:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238054838782 time 8238056672632 state 0x0 ref 1 00000100:00100000:2.0:1777502110.812740:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238056772632 time 8238056672632 state 0x1 ref 1 00000100:00100000:2.0:1777502110.812762:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238056772632 time 8238058182115 state 0x0 ref 1 00000100:00100000:2.0:1777502110.812772:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+87:272741:x1863837562974208:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:2.0:1777502110.812808:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777502110.812822:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc0fbd lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337bc expref: 87 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.812838:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc0d71 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x212:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336ce expref: 86 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.812849:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x212:0x0].0x0 (ffff8dfd4fbd8100) 00010000:00010000:2.0:1777502110.812857:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502110.812867:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1750 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.812876:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1750 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.812883:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1750 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.812893:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1757 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.812900:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1757 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.812907:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1757 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.812965:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc175e lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x212:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.812973:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc175e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x212:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.812979:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc175e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x212:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777502110.813265:0:188648:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].495, 64 off39872 00010000:00010000:2.0:1777502110.813296:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1765 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x212:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.813302:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1765 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.813307:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1765 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.813311:0:188648:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1765 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.813315:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1765 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.813318:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1765 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.813331:0:188648:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502110.813340:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc175e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x212:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.813344:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc175e lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x212:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.813346:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502110.813347:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc175e lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x212:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.813353:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1765 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x212:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.813353:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.813357:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc175e lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x212:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.813366:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502110.813367:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc175e lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x212:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.813370:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1765 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x212:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.813378:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x212:0x0].0x0 (ffff8dfd47d18900) 00010000:00010000:2.0:1777502110.813381:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502110.813383:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc175e lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x212:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.813384:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1765 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x212:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.813390:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc175e lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x212:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.813403:0:186924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x212:0x0].0x0 (ffff8dfd47d18900) 00010000:00010000:2.0:1777502110.813405:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1750 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.813410:0:186924:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777502110.813412:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1750 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.813414:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1765 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x212:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.813418:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1750 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.813423:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.813424:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1750 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.813428:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1750 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.813432:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.813433:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.813435:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1750 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.813441:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1750 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.813446:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e31423a7 reply state 0000000038580c6d transno 8589938708 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1757 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.813449:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777502110.813480:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1765 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x212:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.813493:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502110.813494:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+87:272741:x1863837562974208:12345-192.168.202.27@tcp:36:rm.500 Request processed in 721us (829us total) trans 8589938708 rc 0/0 00010000:00010000:3.0:1777502110.813496:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.813499:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502110.813505:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 116 00000100:00100000:2.0:1777502110.813510:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238056772632 time 8238058182115 state 0x2 ref 0 00000100:00100000:0.0:1777502110.813517:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.813528:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562974720 00000100:00100000:2.0:1777502110.813532:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562974720 00000100:00100000:2.0:1777502110.813543:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238056772632 time 8238058182115 state 0x0 ref 1 00000100:00100000:2.0:1777502110.813550:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238058282115 time 8238058182115 state 0x1 ref 1 00000100:00100000:2.0:1777502110.813569:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238058282115 time 8238058988876 state 0x0 ref 1 00000100:00100000:2.0:1777502110.813603:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+59:272776:x1863837562974720:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:0.0:1777502110.813609:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.813627:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502110.813637:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1742 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833998 expref: 59 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.813648:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ea:0x0].0x0 (ffff8dfd47d18700) 00010000:00010000:2.0:1777502110.813655:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502110.813675:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562974592 00000100:00100000:3.0:1777502110.813679:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562974592 00000100:00100000:3.0:1777502110.813693:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238059088876 time 8238058988876 state 0x1 ref 2 00000100:00100000:3.0:1777502110.813710:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238059088876 time 8238059130058 state 0x0 ref 2 00010000:00010000:2.0:1777502110.813711:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc176c lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.813723:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+59:272779:x1863837562974592:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502110.813723:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc176c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.813737:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.813737:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc176c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.813749:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc1773 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8339ad expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.813799:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004bd21549 reply state 00000000de3acb9b transno 8589938709 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc176c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.813804:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777502110.813822:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc177a lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.813834:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc177a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.813842:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc177a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.813849:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+62:272776:x1863837562974720:12345-192.168.202.27@tcp:36:touch.500 Request processed in 269us (329us total) trans 8589938709 rc 0/0 00000100:00100000:2.0:1777502110.813857:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 117 00010000:00010000:3.0:1777502110.813858:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc1781 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.813867:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc1781 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.813874:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc1781 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.813984:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1757 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.813993:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1757 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.813999:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1757 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.814004:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.814008:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1757 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.814014:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1757 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.814022:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffff8dfd47d18200) 00010000:00010000:2.0:1777502110.814026:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.814029:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1757 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.814035:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1757 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777502110.814308:0:205369:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1051:0x0], index 1: 0 00010000:00010000:3.0:1777502110.814408:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc1788 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.814417:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc1788 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.814425:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc1788 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.814450:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc177a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.814452:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc172d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.814461:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc177a lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.814464:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc172d lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.814472:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc177a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.814474:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc172d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.814487:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbde00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.814488:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.814494:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc177a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.814494:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc172d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.814506:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc177a lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.814510:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc172d lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.814518:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.814522:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.814523:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffff8dfd47d18b00) 00010000:00010000:3.0:1777502110.814525:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc177a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.814528:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.814533:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc172d lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.814535:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc177a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.814551:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc172d lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502110.814559:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c2fe1680 reply state 0000000035a3a454 transno 8589938710 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc1781 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.814566:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777502110.814626:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc1773 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339ad expref: 62 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.814710:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc1788 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339ad expref: 61 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.814720:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1eb:0x0].0x0 (ffff8dfd64790400) 00010000:00010000:3.0:1777502110.814722:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502110.814725:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbc200, rc 0) 00010000:00010000:1.0:1777502110.814798:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc176c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.814805:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+62:272779:x1863837562974592:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1083us (1193us total) trans 8589938710 rc 0/0 00010000:00010000:1.0:1777502110.814812:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc176c lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.814818:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 118 00010000:00010000:1.0:1777502110.814825:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc176c lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.814826:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238059088876 time 8238059130058 state 0x2 ref 0 00010000:00010000:1.0:1777502110.814841:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.814845:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc176c lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.814851:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc176c lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.814865:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ea:0x0].0x0 (ffff8dfd47d18800) 00010000:00010000:1.0:1777502110.814868:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.814871:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc176c lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.814876:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc176c lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.815754:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.815788:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.815813:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562974976 00000100:00100000:3.0:1777502110.815822:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562974976 00000100:00100000:2.0:1777502110.815832:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562975104 00000100:00100000:2.0:1777502110.815837:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562975104 00000100:00100000:3.0:1777502110.815846:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238059088876 time 8238059130058 state 0x0 ref 1 00010000:00010000:1.0:1777502110.815853:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc1781 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.815856:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238059230058 time 8238059130058 state 0x1 ref 2 00010000:00010000:1.0:1777502110.815867:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc1781 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.815873:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc1781 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.815878:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238059230058 time 8238059130058 state 0x1 ref 2 00010000:00010000:1.0:1777502110.815879:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.815884:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc1781 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.815890:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc1781 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.815896:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238061413757 time 8238061313757 state 0x1 ref 2 00010000:00010000:1.0:1777502110.815902:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffff8dfd64790500) 00010000:00010000:1.0:1777502110.815906:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777502110.815910:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238061413757 time 8238061328090 state 0x0 ref 2 00010000:00010000:1.0:1777502110.815912:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc1781 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.815913:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+86:272746:x1863837562975104:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:1.0:1777502110.815928:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc1781 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.815934:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+61:272776:x1863837562974976:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502110.815947:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.815954:0:186936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777502110.815960:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc1796 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8339b4 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.815971:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc1065 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337d1 expref: 86 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.815989:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f187400/0x4ad31463d9bc0db0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x213:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336e3 expref: 85 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.815996:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc1796 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339b4 expref: 61 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.816002:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x213:0x0].0x0 (ffff8dfd4fbd8500) 00010000:00010000:3.0:1777502110.816011:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc1796 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339b4 expref: 61 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.816012:0:186936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502110.816025:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc179d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.816028:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ea:0x0].0x0 (ffff8dfd64790d00) 00010000:00010000:3.0:1777502110.816034:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777502110.816039:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbdc00, rc 0) 00010000:00010000:2.0:1777502110.816042:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc179d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.816052:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc179d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.816065:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc17a4 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.816070:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc17a4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.816075:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc17a4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.816081:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+61:272776:x1863837562974976:12345-192.168.202.27@tcp:101:touch.500 Request processed in 152us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502110.816087:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 120 00010000:00010000:2.0:1777502110.816164:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc17ab lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x213:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.816172:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc17ab lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x213:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.816181:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc17ab lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x213:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.816370:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.816405:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562975360 00000100:00100000:1.0:1777502110.816410:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562975360 00000100:00100000:1.0:1777502110.816439:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238061428090 time 8238061328090 state 0x1 ref 2 00000100:00100000:1.0:1777502110.816465:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238061428090 time 8238061884567 state 0x0 ref 2 00000100:00100000:1.0:1777502110.816479:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+61:272779:x1863837562975360:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:1.0:1777502110.816508:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502110.816520:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc1788 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339ad expref: 61 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.816532:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1eb:0x0].0x0 (ffff8dfd64790400) 00010000:00010000:1.0:1777502110.816538:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000040:00080000:2.0:1777502110.816598:0:186936:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].492, 64 off39680 00010000:00010000:1.0:1777502110.816604:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc17b2 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.816611:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc17b2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.816617:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc17b2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.816681:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc17b9 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x213:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.816690:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.816696:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc17b9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x213:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.816705:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc17b9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x213:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.816712:0:186936:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc17b9 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x213:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.816716:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b60e56a4 reply state 0000000038e55975 transno 8589938712 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc17b2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.816720:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc17b9 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x213:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.816730:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562975616 00000100:00100000:1.0:1777502110.816734:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777502110.816736:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562975616 00010000:00010000:2.0:1777502110.816737:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc17b9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x213:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.816760:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238061984567 time 8238061884567 state 0x1 ref 3 00010000:00010000:2.0:1777502110.816760:0:186936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502110.816776:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502110.816777:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc17ab lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x213:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.816785:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc17b9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x213:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.816787:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc17ab lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x213:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.816804:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502110.816805:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc17ab lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x213:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.816808:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+63:272779:x1863837562975360:12345-192.168.202.27@tcp:36:touch.500 Request processed in 331us (437us total) trans 8589938712 rc 0/0 00010000:00010000:0.0:1777502110.816810:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc17b9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x213:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.816823:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226fc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.816831:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc17ab lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x213:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.816832:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc17b9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x213:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.816842:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 121 00010000:00010000:2.0:1777502110.816849:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc17ab lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x213:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.816854:0:188362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x213:0x0].0x0 (ffff8dfd5288d800) 00010000:00010000:0.0:1777502110.816858:0:188362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777502110.816862:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc17b9 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x213:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.816868:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc17b9 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x213:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.816869:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x213:0x0].0x0 (ffff8dfd5288d800) 00010000:00010000:2.0:1777502110.816877:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502110.816882:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc17ab lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x213:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.816887:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502110.816888:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238061984567 time 8238062306404 state 0x0 ref 2 00010000:00010000:0.0:1777502110.816891:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.816895:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502110.816905:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc17ab lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x213:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.816912:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+62:272781:x1863837562975616:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502110.816923:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.816928:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc179d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.816934:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc17c0 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8339bb expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.816934:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc179d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.816947:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.816950:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc179d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.816959:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.816963:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc179d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.816970:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc179d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.816974:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562975744 00000100:00100000:0.0:1777502110.816978:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562975744 00010000:00010000:2.0:1777502110.816983:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.816987:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.816991:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc179d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.816997:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc179d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.817006:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3078 00000004:00010000:2.0:1777502110.817007:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000009e89349 reply state 000000006a02441c transno 8589938711 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc17a4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.817014:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0775d2ab-558e-41f1-82c0-14244d133390+9:2370:x1863837562975744:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:2.0:1777502110.817015:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502110.817059:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+86:272746:x1863837562975104:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1150us (1269us total) trans 8589938711 rc 0/0 00000100:00100000:2.0:1777502110.817066:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 119 00010000:00010000:3.0:1777502110.817092:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc17c7 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.817102:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc17c7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.817111:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc17c7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.817124:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc17ce lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.817131:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc17ce lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.817138:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc17ce lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.817326:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0775d2ab-558e-41f1-82c0-14244d133390+10:2370:x1863837562975744:12345-192.168.202.27@tcp:2:touch.500 Request processed in 314us (384us total) trans 8589936062 rc 0/0 00000100:00100000:0.0:1777502110.817332:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3078 00010000:00010000:0.0:1777502110.817464:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc17b2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.817480:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc17b2 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.817484:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc17b2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.817487:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a9e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.817489:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc17b2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.817493:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc17b2 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.817499:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1eb:0x0].0x0 (ffff8dfc867e5500) 00010000:00010000:0.0:1777502110.817501:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.817503:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc17b2 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.817507:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc17b2 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777502110.817569:0:205369:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1076:0x0], index 0: 0 00010000:00010000:2.0:1777502110.817753:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc17d5 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.817763:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc17d5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.817770:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc17d5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.817793:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc17c7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.817799:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc17c7 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.817805:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc17c7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.817809:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.817812:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc17c7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.817817:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc17c7 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.817825:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.817827:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.817830:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc17c7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.817838:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc17c7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.817848:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002f00efe5 reply state 00000000de06176b transno 8589938713 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc17ce lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.817855:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502110.817875:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc17c0 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339bb expref: 64 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.817887:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc17d5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339bb expref: 63 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.817894:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ec:0x0].0x0 (ffff8dfd5288de00) 00010000:00010000:2.0:1777502110.817896:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.817898:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7226e200, rc 0) 00000100:00100000:2.0:1777502110.817931:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+64:272781:x1863837562975616:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1025us (1245us total) trans 8589938713 rc 0/0 00000100:00100000:2.0:1777502110.817938:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 122 00000100:00100000:2.0:1777502110.817943:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238061984567 time 8238062306404 state 0x2 ref 0 00000100:00100000:2.0:1777502110.819293:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.819331:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562975872 00000100:00100000:3.0:1777502110.819338:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562975872 00010000:00010000:1.0:1777502110.819354:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc17a4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.819364:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238061984567 time 8238062306404 state 0x0 ref 1 00010000:00010000:1.0:1777502110.819367:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc17a4 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.819369:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.819382:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238062406404 time 8238062306404 state 0x1 ref 1 00010000:00010000:1.0:1777502110.819382:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc17a4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.819397:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.819401:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc17a4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.819408:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc17a4 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.819411:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562976128 00000100:00100000:0.0:1777502110.819416:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562976128 00010000:00010000:1.0:1777502110.819422:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffff8dfd47d18400) 00010000:00010000:1.0:1777502110.819426:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.819429:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc17a4 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.819436:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc17a4 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.819548:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238062406404 time 8238062306404 state 0x1 ref 2 00000100:00100000:3.0:1777502110.819566:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238065083986 time 8238064983986 state 0x1 ref 2 00000100:00100000:0.0:1777502110.819603:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238065083986 time 8238065021928 state 0x0 ref 2 00000100:00100000:0.0:1777502110.819617:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e4f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+85:272748:x1863837562976128:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:0.0:1777502110.819653:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777502110.819683:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eea00/0x4ad31463d9bc1718 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833991 expref: 85 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.819684:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e4f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+64:272779:x1863837562975872:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502110.819704:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.819712:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57c00/0x4ad31463d9bc11d1 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337d8 expref: 84 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.819722:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc17e3 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8339c2 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.819723:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x214:0x0].0x0 (ffff8dfd64574200) 00010000:00010000:0.0:1777502110.819735:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502110.819747:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc17ea lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.819757:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc17ea lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.819765:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc17ea lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.819777:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc17f1 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.819784:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc17f1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.819799:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc17f1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.819824:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc17e3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339c2 expref: 65 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.819836:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc17e3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339c2 expref: 65 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.819855:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1eb:0x0].0x0 (ffff8dfd64790600) 00010000:00010000:3.0:1777502110.819859:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777502110.819862:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbcc00, rc 0) 00000100:00100000:1.0:1777502110.819867:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502110.819884:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc17f8 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x214:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.819893:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc17f8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x214:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.819899:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e4f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+65:272779:x1863837562975872:12345-192.168.202.27@tcp:101:touch.500 Request processed in 319us (606us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502110.819905:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc17f8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x214:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.819906:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562976384 00000100:00100000:2.0:1777502110.819912:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562976384 00000100:00100000:3.0:1777502110.819940:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 123 00000100:00100000:2.0:1777502110.819955:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1079 00000100:00100000:2.0:1777502110.819966:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f501c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+65:272776:x1863837562976384:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:0.0:1777502110.819971:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc17ce lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.819979:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc17ce lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.819996:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc17ce lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.820004:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbca00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.820008:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc17ce lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.820014:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc17ce lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.820023:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffff8dfd64790b00) 00010000:00010000:0.0:1777502110.820025:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.820029:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc17ce lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.820034:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc17ce lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.820184:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f501c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+65:272776:x1863837562976384:12345-192.168.202.27@tcp:35:touch.500 Request processed in 221us (320us total) trans 8589938714 rc 0/0 00000100:00100000:2.0:1777502110.820193:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1079 00000040:00080000:0.0:1777502110.820458:0:186938:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].496, 64 off39936 00010000:00010000:0.0:1777502110.820490:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc17ff lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x214:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.820496:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc17ff lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x214:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.820501:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc17ff lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x214:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.820505:0:186938:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc17ff lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x214:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.820508:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc17ff lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x214:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.820511:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc17ff lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x214:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.820525:0:186938:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502110.820533:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc17f8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x214:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.820537:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc17f8 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x214:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.820540:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc17f8 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x214:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.820545:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502110.820545:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.820547:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc17f8 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x214:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.820553:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc17ff lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x214:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.820553:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc17f8 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x214:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.820567:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x214:0x0].0x0 (ffff8dfd431bb400) 00010000:00010000:0.0:1777502110.820570:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502110.820572:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc17f8 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x214:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.820576:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc17f8 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x214:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.820614:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502110.820619:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc17ff lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x214:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.820622:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc17ea lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.820631:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc17ff lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x214:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.820633:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc17ea lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.820649:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc17ea lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.820651:0:186925:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x214:0x0].0x0 (ffff8dfd431bb400) 00010000:00010000:2.0:1777502110.820658:0:186925:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777502110.820659:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505eec00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.820674:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc17ff lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x214:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.820675:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc17ea lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.820693:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502110.820693:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc17ea lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.820695:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc17ff lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x214:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.820719:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.820721:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.820724:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc17ea lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.820727:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc17ea lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.820730:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502110.820736:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:0.0:1777502110.820736:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ba91b3b4 reply state 00000000654191db transno 8589938715 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc17f1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.820740:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502110.820742:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502110.820756:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.820779:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562976512 00000100:00100000:2.0:1777502110.820785:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562976512 00000100:00100000:0.0:1777502110.820794:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e4f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+85:272748:x1863837562976128:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1179us (1428us total) trans 8589938715 rc 0/0 00000100:00100000:3.0:1777502110.820804:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562976640 00000100:00100000:1.0:1777502110.820804:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.820809:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 124 00000100:00100000:3.0:1777502110.820812:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562976640 00000100:00100000:0.0:1777502110.820816:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238065083986 time 8238065021928 state 0x2 ref 0 00000100:00100000:3.0:1777502110.820833:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238065083986 time 8238065021928 state 0x0 ref 1 00000100:00100000:0.0:1777502110.820838:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562976896 00000100:00100000:0.0:1777502110.820843:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562976896 00000100:00100000:3.0:1777502110.820844:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238065121928 time 8238065021928 state 0x1 ref 1 00000100:00100000:0.0:1777502110.820866:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238065121928 time 8238065021928 state 0x1 ref 2 00000100:00100000:1.0:1777502110.820869:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.820879:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238066396811 time 8238066296811 state 0x1 ref 2 00000100:00100000:0.0:1777502110.820891:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562977024 00000100:00100000:2.0:1777502110.820895:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4eaca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+67:272783:x1863837562976640:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:0.0:1777502110.820897:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562977024 00010000:00010000:2.0:1777502110.820907:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.820918:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc1806 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8339d0 expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.820919:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.820950:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562977152 00010000:00010000:2.0:1777502110.820955:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc180d lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.820956:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562977152 00010000:00010000:2.0:1777502110.820966:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc180d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.820970:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238066396811 time 8238066387329 state 0x0 ref 3 00010000:00010000:2.0:1777502110.820982:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc180d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.820985:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238066487329 time 8238066387329 state 0x1 ref 3 00000100:00100000:1.0:1777502110.820993:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3079 00000100:00100000:3.0:1777502110.821003:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4eacb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+69:272781:x1863837562976896:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:0.0:1777502110.821007:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 0 deadline 8238066487329 time 8238066425867 state 0x0 ref 3 00010000:00010000:2.0:1777502110.821008:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc1814 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.821010:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4eac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0775d2ab-558e-41f1-82c0-14244d133390+13:2371:x1863837562977152:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:2.0:1777502110.821025:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc1814 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.821026:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4eac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+69:272782:x1863837562977024:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502110.821035:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502110.821039:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.821042:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc1814 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.821049:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc181b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8339d7 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.821053:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc17d5 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339bb expref: 69 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.821071:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ec:0x0].0x0 (ffff8dfd5288de00) 00010000:00010000:3.0:1777502110.821080:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502110.821081:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1822 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.821092:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1822 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.821102:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1822 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.821116:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc1829 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.821123:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc1829 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.821125:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc1830 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.821138:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc1829 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.821140:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc1837 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.821141:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc1830 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.821164:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc1837 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.821164:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc1830 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.821190:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc1837 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.821198:0:205369:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1e8:0x0]: returning size 0 00010000:00010000:0.0:1777502110.821198:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc183e lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.821205:0:205369:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:0.0:1777502110.821207:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc183e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.821214:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc183e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.821221:0:205369:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc1830 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502110.821228:0:186938:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1e7:0x0]: returning size 0 00000004:00200000:0.0:1777502110.821230:0:186938:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1777502110.821233:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc1830 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.821241:0:186938:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc183e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.821242:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc180d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.821243:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4eac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0775d2ab-558e-41f1-82c0-14244d133390+14:2371:x1863837562977152:12345-192.168.202.27@tcp:2:touch.500 Request processed in 238us (323us total) trans 8589935652 rc 0/0 00000004:00010000:3.0:1777502110.821261:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c26a24c9 reply state 0000000062a0579e transno 8589938716 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc1837 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.821263:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3079 00010000:00010000:2.0:1777502110.821264:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc180d lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.821266:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc183e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.821284:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502110.821286:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc180d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.821288:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1822 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.821302:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1822 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.821309:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226ea00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.821309:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1822 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.821316:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc180d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.821319:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502110.821325:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.821330:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1822 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.821339:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1822 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.821342:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc180d lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.821348:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.821351:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.821353:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1822 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.821357:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.821358:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1822 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.821365:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.821370:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc180d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.821370:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc1829 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.821378:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4eacb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+71:272781:x1863837562976896:12345-192.168.202.27@tcp:36:touch.500 Request processed in 342us (527us total) trans 8589938716 rc 0/0 00010000:00010000:0.0:1777502110.821388:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc1829 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.821390:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc180d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.821398:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 126 00010000:00010000:0.0:1777502110.821405:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc1829 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.821411:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.821415:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc1814 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.821415:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc1829 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.821418:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502110.821435:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc1829 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.821443:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc1814 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.821449:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc17f1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.821450:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffff8dfd431bb200) 00010000:00010000:2.0:1777502110.821451:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc1814 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.821458:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.821462:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc1829 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.821468:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc17f1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.821470:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.821476:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc1814 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.821482:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc1829 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.821488:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562977280 00010000:00010000:1.0:1777502110.821489:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc17f1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.821495:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562977280 00010000:00010000:2.0:1777502110.821496:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc1814 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.821509:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.821514:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffff8dfd5288d400) 00010000:00010000:1.0:1777502110.821515:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc17f1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.821517:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 0 deadline 8238066525867 time 8238066425867 state 0x1 ref 3 00010000:00010000:2.0:1777502110.821521:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.821521:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc181b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339d7 expref: 72 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.821527:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc1814 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.821538:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562977408 00010000:00010000:1.0:1777502110.821539:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc17f1 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.821545:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562977408 00010000:00010000:2.0:1777502110.821547:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc1814 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.821549:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc183e lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339d7 expref: 71 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.821562:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 0 deadline 8238066525867 time 8238066425867 state 0x1 ref 4 00010000:00010000:1.0:1777502110.821563:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffff8dfd431bbf00) 00010000:00010000:1.0:1777502110.821570:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.821574:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e7:0x0].0x0 (ffff8dfd47d18500) 00010000:00010000:1.0:1777502110.821604:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc17f1 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.821610:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc1806 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339d0 expref: 73 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.821611:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502110.821617:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ef000, rc 0) 00010000:00010000:1.0:1777502110.821618:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc17f1 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.821620:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238067138431 time 8238067038431 state 0x1 ref 4 00010000:00010000:2.0:1777502110.821638:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc1830 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339d0 expref: 72 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.821644:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+72:272780:x1863837562977280:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502110.821656:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e8:0x0].0x0 (ffff8dfd431bb600) 00010000:00010000:2.0:1777502110.821659:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000100:00100000:0.0:1777502110.821672:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4eac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+72:272782:x1863837562977024:12345-192.168.202.27@tcp:101:rm.500 Request processed in 637us (796us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502110.821675:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7226e800, rc 0) 00000100:00100000:0.0:1777502110.821683:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 127 00000100:00100000:0.0:1777502110.821698:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238067138431 time 8238067118979 state 0x0 ref 3 00000100:00100000:2.0:1777502110.821707:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4eaca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+71:272783:x1863837562976640:12345-192.168.202.27@tcp:101:rm.500 Request processed in 815us (952us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.821710:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+71:272787:x1863837562977408:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:2.0:1777502110.821723:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 125 00010000:00010000:0.0:1777502110.821723:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.821733:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.821733:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc1845 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8339e5 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.821746:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc184c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8339de expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.821762:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238067218979 time 8238067118979 state 0x1 ref 3 00010000:00010000:0.0:1777502110.821768:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc1853 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.821778:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc1853 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.821786:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 0 deadline 8238067218979 time 8238067204547 state 0x0 ref 3 00010000:00010000:0.0:1777502110.821786:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc1853 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.821803:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+72:272778:x1863837562976512:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502110.821806:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc185a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.821812:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.821815:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc185a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.821823:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc1861 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8339c9 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.821824:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc185a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.821867:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1868 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.821874:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc186f lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.821880:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1868 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.821891:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1868 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.821892:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc1876 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.821893:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc186f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.821915:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc1876 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.821917:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc186f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.821930:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc1876 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.821939:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc187d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502110.821946:0:186938:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1e9:0x0]: returning size 0 00010000:00010000:2.0:1777502110.821948:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc187d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502110.821949:0:186938:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1777502110.821961:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc187d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.821964:0:186938:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc1876 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.821984:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc1876 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.821993:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc1853 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.821999:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc1853 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.822003:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc1853 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.822007:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1884 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.822007:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.822012:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc1853 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.822027:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1884 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.822028:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc1853 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.822034:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc188b lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.822049:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1884 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.822053:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00000100:00100000:1.0:1777502110.822054:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.822056:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc188b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.822061:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.822067:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc1853 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.822079:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc188b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.822083:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc1853 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.822100:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc185a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.822106:0:205362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562977664 00010000:00010000:0.0:1777502110.822106:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc185a lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.822111:0:205362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562977664 00010000:00010000:0.0:1777502110.822116:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc185a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.822123:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505eee00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.822126:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc185a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.822133:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc185a lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.822142:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffff8dfd431bb500) 00010000:00010000:0.0:1777502110.822144:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.822147:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc185a lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.822149:0:205362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1080 00010000:00010000:0.0:1777502110.822156:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc185a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.822162:0:205362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+74:272779:x1863837562977664:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:0.0:1777502110.822178:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc1845 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339e5 expref: 75 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.822191:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc1876 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339e5 expref: 74 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.822196:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc1892 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.822196:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e9:0x0].0x0 (ffff8dfd431bbd00) 00010000:00010000:0.0:1777502110.822200:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502110.822204:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6d800, rc 0) 00010000:00010000:3.0:1777502110.822212:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc1892 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.822220:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502110.822228:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc1892 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.822233:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+74:272787:x1863837562977408:12345-192.168.202.27@tcp:101:rm.500 Request processed in 526us (818us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.822244:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 129 00000004:00200000:3.0:1777502110.822255:0:205372:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1e6:0x0]: returning size 0 00000100:00100000:0.0:1777502110.822258:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562977792 00000004:00200000:3.0:1777502110.822259:0:205372:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:0.0:1777502110.822262:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562977792 00000004:00010000:3.0:1777502110.822272:0:205372:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc1892 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.822281:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 0 deadline 8238067304547 time 8238067204547 state 0x1 ref 3 00000100:00100000:0.0:1777502110.822303:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238067304547 time 8238067722632 state 0x0 ref 3 00000100:00100000:0.0:1777502110.822316:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+75:272781:x1863837562977792:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502110.822325:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777502110.822334:0:205362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+75:272779:x1863837562977664:12345-192.168.202.27@tcp:35:touch.500 Request processed in 173us (284us total) trans 8589938717 rc 0/0 00010000:00010000:0.0:1777502110.822334:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc1899 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8339ec expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.822354:0:205362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1080 00010000:00010000:3.0:1777502110.822363:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc1892 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.822372:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1868 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.822373:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc1899 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339ec expref: 75 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.822391:0:186936:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1e5:0x0]: returning size 0 00010000:00010000:0.0:1777502110.822397:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc1899 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339ec expref: 75 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.822398:0:186936:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1777502110.822405:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1868 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.822412:0:186936:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc188b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.822422:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc188b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.822422:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ec:0x0].0x0 (ffff8dfd64790f00) 00010000:00010000:0.0:1777502110.822429:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777502110.822433:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6d000, rc 0) 00000100:00100000:0.0:1777502110.822466:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+75:272781:x1863837562977792:12345-192.168.202.27@tcp:101:touch.500 Request processed in 152us (250us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502110.822472:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1868 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.822472:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc186f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.822478:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 131 00010000:00010000:2.0:1777502110.822492:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc186f lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.822503:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc186f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.822507:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc1837 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.822516:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc1837 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.822522:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc1837 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.822528:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbda00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.822530:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc1837 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.822534:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc1837 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.822542:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ec:0x0].0x0 (ffff8dfd64790f00) 00010000:00010000:0.0:1777502110.822543:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.822545:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc1837 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.822548:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbde00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.822548:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.822553:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc1837 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.822555:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc186f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.822572:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc186f lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.822600:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.822603:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.822606:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc186f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.822613:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc186f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.822623:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1868 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.822625:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc187d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.822640:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1868 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.822641:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc187d lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.822659:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc187d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.822674:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.822680:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.822682:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226fa00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.822685:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1868 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.822686:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc187d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.822701:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1868 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.822713:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc187d lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.822721:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1884 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.822723:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffff8dfd5288dd00) 00010000:00010000:2.0:1777502110.822727:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.822730:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc187d lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.822736:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc187d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.822758:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc1861 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339c9 expref: 74 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.822770:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc188b lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339c9 expref: 73 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.822778:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e5:0x0].0x0 (ffff8dfd431bb900) 00010000:00010000:2.0:1777502110.822781:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.822783:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7226f600, rc 0) 00010000:00010000:3.0:1777502110.822795:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1884 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.822802:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1884 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.822809:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.822813:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1884 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.822818:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+73:272778:x1863837562976512:12345-192.168.202.27@tcp:101:rm.500 Request processed in 1015us (2129us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502110.822826:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1884 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.822831:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 130 00000100:00100000:1.0:1777502110.822842:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502110.822843:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffff8dfd64790400) 00010000:00010000:3.0:1777502110.822847:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.822851:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1884 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.822857:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1884 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.822888:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc184c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339de expref: 73 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.822898:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562977920 00010000:00010000:3.0:1777502110.822903:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc1892 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339de expref: 72 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.822904:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562977920 00010000:00010000:3.0:1777502110.822912:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e6:0x0].0x0 (ffff8dfd47d18300) 00010000:00010000:3.0:1777502110.822915:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502110.822918:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbc400, rc 0) 00000100:00100000:0.0:1777502110.822933:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3080 00000100:00100000:0.0:1777502110.822940:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:0775d2ab-558e-41f1-82c0-14244d133390+14:2370:x1863837562977920:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502110.822945:0:205382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.822955:0:205382:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bc18a0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x104f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8339f3 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777502110.822968:0:205382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x104f:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502110.822979:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.822981:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.822985:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bc18a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339f3 expref: 15 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.822995:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+72:272780:x1863837562977280:12345-192.168.202.27@tcp:101:rm.500 Request processed in 1355us (1680us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502110.822996:0:205382:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bc18a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339f3 expref: 15 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.823013:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 128 00010000:00010000:0.0:1777502110.823014:0:205382:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6d200, rc 0) 00000100:00100000:3.0:1777502110.823021:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238067304547 time 8238067722632 state 0x2 ref 0 00000100:00100000:0.0:1777502110.823036:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:0775d2ab-558e-41f1-82c0-14244d133390+15:2370:x1863837562977920:12345-192.168.202.27@tcp:101:rm.500 Request processed in 97us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.823041:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3080 00000100:00100000:1.0:1777502110.823310:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.823361:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562978048 00000100:00100000:0.0:1777502110.823366:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562978048 00000100:00100000:0.0:1777502110.823391:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3081 00000100:00100000:0.0:1777502110.823400:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0775d2ab-558e-41f1-82c0-14244d133390+15:2371:x1863837562978048:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502110.823410:0:189105:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.823421:0:189105:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000b4a657/0x4ad31463d9bc18a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1050:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8339fa expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777502110.823436:0:189105:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1050:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502110.823445:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.823447:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.823452:0:189105:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000b4a657/0x4ad31463d9bc18a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339fa expref: 16 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.823463:0:189105:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000000b4a657/0x4ad31463d9bc18a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339fa expref: 16 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.823471:0:189105:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6da00, rc 0) 00000100:00100000:0.0:1777502110.823504:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0775d2ab-558e-41f1-82c0-14244d133390+16:2371:x1863837562978048:12345-192.168.202.27@tcp:101:rm.500 Request processed in 106us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.823511:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3081 00000100:00100000:0.0:1777502110.823660:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.823699:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562978176 00000100:00100000:1.0:1777502110.823705:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562978176 00000100:00100000:1.0:1777502110.823736:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3082 00000100:00100000:1.0:1777502110.823744:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0775d2ab-558e-41f1-82c0-14244d133390+10:2372:x1863837562978176:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502110.823752:0:188366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.823764:0:188366:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc18ae lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1074:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833a01 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777502110.823781:0:188366:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1074:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:1.0:1777502110.823791:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502110.823793:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502110.823797:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc18ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a01 expref: 11 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.823810:0:188366:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc18ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a01 expref: 11 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.823819:0:188366:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd613a8200, rc 0) 00000100:00100000:1.0:1777502110.823849:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0775d2ab-558e-41f1-82c0-14244d133390+11:2372:x1863837562978176:12345-192.168.202.27@tcp:101:rm.500 Request processed in 107us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.823856:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3082 00000100:00100000:1.0:1777502110.824925:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.824971:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562978304 00000100:00100000:0.0:1777502110.824976:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562978304 00000100:00100000:0.0:1777502110.825016:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3083 00000100:00100000:0.0:1777502110.825025:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0775d2ab-558e-41f1-82c0-14244d133390+16:2371:x1863837562978304:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502110.825034:0:205380:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.825046:0:205380:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b1b9de6/0x4ad31463d9bc18b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x104e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833a08 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777502110.825067:0:205380:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x104e:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502110.825076:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.825078:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.825084:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b1b9de6/0x4ad31463d9bc18b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a08 expref: 17 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.825095:0:205380:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009b1b9de6/0x4ad31463d9bc18b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a08 expref: 17 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.825104:0:205380:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6de00, rc 0) 00000100:00100000:0.0:1777502110.825135:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0775d2ab-558e-41f1-82c0-14244d133390+17:2371:x1863837562978304:12345-192.168.202.27@tcp:101:rm.500 Request processed in 112us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.825143:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3083 00000100:00100000:2.0:1777502110.825674:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.825743:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562978432 00000100:00100000:3.0:1777502110.825748:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562978432 00000100:00100000:3.0:1777502110.825779:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3084 00000100:00100000:3.0:1777502110.825787:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e4f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0775d2ab-558e-41f1-82c0-14244d133390+11:2370:x1863837562978432:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:1.0:1777502110.825790:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502110.825795:0:205378:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.825805:0:205378:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8b1452d/0x4ad31463d9bc18bc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1073:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833a0f expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.825814:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562978688 00000100:00100000:2.0:1777502110.825819:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562978688 00002000:00010000:3.0:1777502110.825823:0:205378:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1073:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:3.0:1777502110.825833:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502110.825835:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502110.825840:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238067304547 time 8238067722632 state 0x0 ref 1 00010000:00010000:3.0:1777502110.825841:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8b1452d/0x4ad31463d9bc18bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a0f expref: 12 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.825854:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238067822632 time 8238067722632 state 0x1 ref 1 00000100:00100000:2.0:1777502110.825881:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238067822632 time 8238071300013 state 0x0 ref 1 00000100:00100000:2.0:1777502110.825892:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+72:272775:x1863837562978688:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:3.0:1777502110.825910:0:205378:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b8b1452d/0x4ad31463d9bc18bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a0f expref: 12 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.825918:0:205378:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbd000, rc 0) 00010000:00010000:2.0:1777502110.825931:0:187571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:3.0:1777502110.825944:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e4f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0775d2ab-558e-41f1-82c0-14244d133390+12:2370:x1863837562978432:12345-192.168.202.27@tcp:101:rm.500 Request processed in 158us (284us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502110.825950:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc1703 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83398a expref: 72 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.825956:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3084 00010000:00010000:2.0:1777502110.825977:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c000/0x4ad31463d9bc152e lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833921 expref: 71 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.826002:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e4:0x0].0x0 (ffff8dfd52095a00) 00010000:00010000:2.0:1777502110.826010:0:187571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502110.826024:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc18c3 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.826034:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc18c3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.826042:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc18c3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.826053:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc18ca lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.826060:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc18ca lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.826067:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc18ca lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.826152:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc18d1 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.826161:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc18d1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.826168:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc18d1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.826306:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.826351:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562978816 00000100:00100000:0.0:1777502110.826356:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562978816 00000100:00100000:0.0:1777502110.826386:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3085 00000100:00100000:0.0:1777502110.826392:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc51a4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0775d2ab-558e-41f1-82c0-14244d133390+12:2370:x1863837562978816:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:0.0:1777502110.826718:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc51a4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0775d2ab-558e-41f1-82c0-14244d133390+13:2370:x1863837562978816:12345-192.168.202.27@tcp:2:touch.500 Request processed in 323us (411us total) trans 8589936063 rc 0/0 00000100:00100000:0.0:1777502110.826726:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3085 00000040:00080000:2.0:1777502110.826771:0:187571:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].497, 64 off40000 00010000:00010000:2.0:1777502110.826816:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc18d8 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.826826:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc18d8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.826835:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc18d8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.826842:0:187571:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc18d8 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.826848:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc18d8 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.826855:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc18d8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.826874:0:187571:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502110.826886:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc18d1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.826897:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc18d1 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.826901:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502110.826905:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc18d1 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.826908:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc18d8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.826914:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226fe00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.826920:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc18d1 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.826922:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502110.826929:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc18d8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.826933:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc18d1 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.826952:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc18d8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.826952:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e4:0x0].0x0 (ffff8dfd5288d100) 00010000:00010000:2.0:1777502110.826958:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502110.826963:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc18d1 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.826967:0:205387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e4:0x0].0x0 (ffff8dfd5288d100) 00010000:00010000:3.0:1777502110.826972:0:205387:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777502110.826974:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc18d1 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.826975:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc18d8 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.826990:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc18d8 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.826998:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc18c3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.827001:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.827003:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502110.827009:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc18c3 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.827016:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc18c3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.827021:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226fc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.827025:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc18c3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.827031:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc18c3 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.827039:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.827042:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.827045:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc18c3 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.827049:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502110.827052:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc18c3 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.827062:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005d7a2a6a reply state 000000004797d02d transno 8589938718 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc18ca lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.827070:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502110.827109:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+72:272775:x1863837562978688:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1219us (1318us total) trans 8589938718 rc 0/0 00000100:00100000:2.0:1777502110.827117:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 132 00000100:00100000:2.0:1777502110.827123:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238067822632 time 8238071300013 state 0x2 ref 0 00010000:00010000:1.0:1777502110.827801:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc18ca lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.827809:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc18ca lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.827815:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc18ca lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.827820:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226ec00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.827823:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc18ca lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.827829:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc18ca lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.827838:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffff8dfd5288d800) 00010000:00010000:1.0:1777502110.827841:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.827844:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc18ca lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.827849:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc18ca lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.828067:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.828113:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562979072 00000100:00100000:0.0:1777502110.828119:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562979072 00000100:00100000:0.0:1777502110.828149:0:186939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1081 00000100:00100000:0.0:1777502110.828156:0:186939:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0775d2ab-558e-41f1-82c0-14244d133390+71:272781:x1863837562979072:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:0.0:1777502110.828340:0:186939:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0775d2ab-558e-41f1-82c0-14244d133390+72:272781:x1863837562979072:12345-192.168.202.27@tcp:35:touch.500 Request processed in 184us (275us total) trans 8589938719 rc 0/0 00000100:00100000:0.0:1777502110.828347:0:186939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1081 00000100:00100000:3.0:1777502110.828641:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.828689:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562979328 00000100:00100000:0.0:1777502110.828694:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562979328 00000100:00100000:0.0:1777502110.828713:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238067822632 time 8238071300013 state 0x0 ref 1 00000100:00100000:0.0:1777502110.828723:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238071400013 time 8238071300013 state 0x1 ref 1 00000100:00100000:0.0:1777502110.828749:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238071400013 time 8238074164150 state 0x0 ref 1 00000100:00100000:0.0:1777502110.828759:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc51a4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+72:272785:x1863837562979328:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502110.828769:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.828780:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc18df lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833a16 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.828856:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc18e6 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.828867:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc18e6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.828875:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc18e6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.828886:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc18ed lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.828893:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc18ed lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.828900:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc18ed lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.829082:0:186961:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd46319f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:186961:1863837561358848:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1777502110.829120:0:186961:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502110.829149:0:186961:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd7f257240 going to sleep for 11 seconds 00000100:00100000:2.0:1777502110.829159:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561358848 00000100:00100000:2.0:1777502110.829165:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561358848 00000100:00100000:2.0:1777502110.829208:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3086 00000100:00100000:2.0:1777502110.829219:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4631b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+11:186961:x1863837561358848:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1777502110.829261:0:205377:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 4194 00000004:00080000:0.0:1777502110.829290:0:186938:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1052:0x0], index 1: 0 00010000:00010000:0.0:1777502110.829431:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ce00/0x4ad31463d9bc18f4 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.829440:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ce00/0x4ad31463d9bc18f4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.829447:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ce00/0x4ad31463d9bc18f4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.829478:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc18e6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.829485:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc18e6 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.829491:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc18e6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.829497:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6ca00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.829500:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc18e6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.829507:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc18e6 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.829518:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.829522:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.829526:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc18e6 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.829531:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc18e6 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.829541:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aab1cac1 reply state 0000000072cb515e transno 8589938720 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc18ed lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.829548:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502110.829571:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc18df lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a16 expref: 75 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.829620:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ce00/0x4ad31463d9bc18f4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a16 expref: 74 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.829628:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ed:0x0].0x0 (ffff8dfd64574100) 00010000:00010000:0.0:1777502110.829631:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502110.829634:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6ce00, rc 0) 00000100:00100000:0.0:1777502110.829682:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc51a4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+75:272785:x1863837562979328:12345-192.168.202.27@tcp:101:touch.500 Request processed in 923us (1041us total) trans 8589938720 rc 0/0 00000100:00100000:0.0:1777502110.829691:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 133 00000100:00100000:0.0:1777502110.829696:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238071400013 time 8238074164150 state 0x2 ref 0 00010000:00010000:0.0:1777502110.830321:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc18ed lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.830332:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc18ed lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.830339:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc18ed lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.830345:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6cc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.830349:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc18ed lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.830356:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc18ed lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.830364:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffff8dfd64574200) 00010000:00010000:0.0:1777502110.830367:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.830369:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc18ed lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.830373:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc18ed lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.830837:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.830879:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562979584 00000100:00100000:0.0:1777502110.830885:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562979584 00000100:00100000:0.0:1777502110.830905:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238071400013 time 8238074164150 state 0x0 ref 1 00000100:00100000:0.0:1777502110.830915:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238074264150 time 8238074164150 state 0x1 ref 1 00000100:00100000:0.0:1777502110.830937:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238074264150 time 8238076356025 state 0x0 ref 1 00000100:00100000:0.0:1777502110.830949:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46319880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+74:272785:x1863837562979584:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:0.0:1777502110.830985:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502110.831000:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ce00/0x4ad31463d9bc18f4 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a16 expref: 74 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.831014:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ed:0x0].0x0 (ffff8dfd64574100) 00010000:00010000:0.0:1777502110.831024:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502110.831030:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.831060:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562979840 00000100:00100000:3.0:1777502110.831065:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562979840 00010000:00010000:0.0:1777502110.831077:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc1902 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.831087:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238076456025 time 8238076356025 state 0x1 ref 2 00010000:00010000:0.0:1777502110.831088:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc1902 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.831103:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc1902 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.831125:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238076456025 time 8238076543936 state 0x0 ref 2 00000100:00100000:3.0:1777502110.831138:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+74:272783:x1863837562979840:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:3.0:1777502110.831162:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777502110.831177:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc1830 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339d0 expref: 75 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.831197:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005cab4d64 reply state 00000000e7278431 transno 8589938721 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc1902 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.831199:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc1685 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833975 expref: 74 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.831214:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777502110.831220:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e8:0x0].0x0 (ffff8dfd431bb600) 00010000:00010000:3.0:1777502110.831230:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502110.831242:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc1909 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.831250:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc1909 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.831256:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc1909 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.831267:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46319880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+74:272785:x1863837562979584:12345-192.168.202.27@tcp:36:touch.500 Request processed in 320us (431us total) trans 8589938721 rc 0/0 00010000:00010000:3.0:1777502110.831268:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1910 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.831280:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1910 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.831280:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 134 00010000:00010000:3.0:1777502110.831289:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1910 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.831374:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1917 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.831383:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1917 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.831390:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1917 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777502110.831877:0:186937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].498, 64 off40064 00010000:00010000:3.0:1777502110.831948:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc191e lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.831958:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc191e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.831963:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc191e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.831968:0:186937:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc191e lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.831973:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc191e lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.831976:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc191e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.831993:0:186937:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502110.832005:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1917 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.832010:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1917 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.832016:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1917 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.832018:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502110.832021:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbde00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.832023:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc191e lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.832024:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1917 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.832031:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1917 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.832031:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbda00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502110.832035:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc191e lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.832040:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e8:0x0].0x0 (ffff8dfd64790200) 00010000:00010000:3.0:1777502110.832042:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502110.832050:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc191e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.832063:0:186924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e8:0x0].0x0 (ffff8dfd64790200) 00010000:00010000:0.0:1777502110.832065:0:186924:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777502110.832068:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc191e lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.832075:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc191e lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.832100:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.832102:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.832104:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.832160:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1917 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.832169:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbde00/0x4ad31463d9bc1917 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.832190:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc1909 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.832197:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc1909 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.832203:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc1909 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.832209:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.832212:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc1909 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.832218:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc1909 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.832225:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.832227:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.832229:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc1909 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.832236:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc1909 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502110.832244:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000705137a reply state 00000000aa0347f9 transno 8589938722 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1910 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.832249:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502110.832319:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+75:272783:x1863837562979840:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1181us (1287us total) trans 8589938722 rc 0/0 00000100:00100000:0.0:1777502110.832327:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 135 00000100:00100000:0.0:1777502110.832332:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238076456025 time 8238076543936 state 0x2 ref 0 00010000:00010000:3.0:1777502110.834934:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc1902 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.834946:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc1902 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.834955:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc1902 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.834962:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6d600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.834966:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc1902 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.834974:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc1902 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.834987:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ed:0x0].0x0 (ffff8dfd6e9eb200) 00010000:00010000:3.0:1777502110.834990:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.834993:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc1902 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.835000:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d600/0x4ad31463d9bc1902 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.835035:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1910 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.835045:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1910 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.835052:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1910 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.835058:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.835061:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1910 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.835068:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1910 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.835077:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffff8dfd64790400) 00010000:00010000:0.0:1777502110.835080:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.835084:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1910 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.835090:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1910 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.835549:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.835609:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562979968 00000100:00100000:1.0:1777502110.835616:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562979968 00000100:00100000:1.0:1777502110.835642:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238076456025 time 8238076543936 state 0x0 ref 1 00000100:00100000:1.0:1777502110.835650:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238076643936 time 8238076543936 state 0x1 ref 1 00000100:00100000:1.0:1777502110.835687:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238076643936 time 8238081106102 state 0x0 ref 1 00000100:00100000:1.0:1777502110.835700:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46318380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+73:272785:x1863837562979968:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.835719:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.835738:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8400/0x4ad31463d9bc1925 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833a1d expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.835783:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8400/0x4ad31463d9bc1925 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a1d expref: 74 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.835809:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8400/0x4ad31463d9bc1925 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a1d expref: 74 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.835828:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ed:0x0].0x0 (ffff8dfc867e5300) 00010000:00010000:1.0:1777502110.835832:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502110.835834:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd613a8400, rc 0) 00000100:00100000:1.0:1777502110.835880:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46318380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+74:272785:x1863837562979968:12345-192.168.202.27@tcp:101:touch.500 Request processed in 183us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.835886:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 136 00000100:00100000:1.0:1777502110.835890:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238076643936 time 8238081106102 state 0x2 ref 0 00000100:00100000:3.0:1777502110.835974:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.836015:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562980224 00000100:00100000:2.0:1777502110.836017:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4631b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:186961:x1863837561358848:12345-0@lo:5:osp-pre-1-0.0 Request processed in 6799us (6893us total) trans 8589935653 rc 0/0 00000100:00100000:1.0:1777502110.836022:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562980224 00000100:00100000:2.0:1777502110.836034:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3086 00000100:00100000:1.0:1777502110.836040:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238076643936 time 8238081106102 state 0x0 ref 1 00000100:00100000:1.0:1777502110.836048:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238081206102 time 8238081106102 state 0x1 ref 1 00000100:00100000:1.0:1777502110.836070:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238081206102 time 8238081489545 state 0x0 ref 1 00000100:00100000:1.0:1777502110.836082:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46318700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+74:272778:x1863837562980224:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:1.0:1777502110.836116:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777502110.836130:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc188b lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339c9 expref: 74 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.836149:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56a00/0x4ad31463d9bc15b3 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83394b expref: 73 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.836158:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e5:0x0].0x0 (ffff8dfd431bb900) 00010000:00010000:1.0:1777502110.836168:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502110.836183:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc192c lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.836192:0:186961:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd46319f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:186961:1863837561358848:0@lo:5:osp-pre-1-0.0 00010000:00010000:1.0:1777502110.836193:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc192c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.836205:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc192c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777502110.836208:0:186961:0:(osp_precreate.c:702:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x1052:0x0]-[0x280000400:0x1081:0x0] 00010000:00010000:1.0:1777502110.836218:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc1933 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.836227:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc1933 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.836234:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc1933 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.836307:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc193a lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.836312:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc193a lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.836317:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc193a lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777502110.836678:0:186938:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].493, 64 off39744 00010000:00010000:1.0:1777502110.836720:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1941 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.836726:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1941 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.836731:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1941 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.836736:0:186938:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1941 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.836739:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1941 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.836742:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1941 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.836756:0:186938:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502110.836771:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc193a lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.836776:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502110.836777:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc193a lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.836781:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1941 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.836782:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc193a lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.836788:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a9c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.836788:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a8e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502110.836791:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc193a lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.836791:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1941 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.836797:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc193a lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.836798:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1941 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.836805:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e5:0x0].0x0 (ffff8dfc867e5800) 00010000:00010000:1.0:1777502110.836807:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502110.836810:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc193a lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.836812:0:188362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e5:0x0].0x0 (ffff8dfc867e5800) 00010000:00010000:0.0:1777502110.836814:0:188362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777502110.836816:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc193a lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.836817:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1941 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.836823:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1941 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.836830:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc192c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.836834:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.836835:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502110.836836:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc192c lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.836837:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502110.836841:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc192c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.836851:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a8000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.836854:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc192c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.836860:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc192c lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.836867:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.836868:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.836870:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc192c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.836874:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc192c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.836879:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000acaa5fb6 reply state 00000000ae4b7b44 transno 8589938723 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc1933 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.836884:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502110.836920:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46318700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+74:272778:x1863837562980224:12345-192.168.202.27@tcp:36:rm.500 Request processed in 842us (948us total) trans 8589938723 rc 0/0 00000100:00100000:1.0:1777502110.836924:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 137 00000100:00100000:1.0:1777502110.836927:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238081206102 time 8238081489545 state 0x2 ref 0 00010000:00010000:3.0:1777502110.837454:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc1933 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.837466:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc1933 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.837470:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc1933 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.837474:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a9000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.837476:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc1933 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.837480:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc1933 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.837486:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffff8dfc867e5400) 00010000:00010000:3.0:1777502110.837487:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.837489:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc1933 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.837492:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc1933 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.837850:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.837891:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562980608 00000100:00100000:0.0:1777502110.837896:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562980608 00000100:00100000:3.0:1777502110.837906:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.837912:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238081206102 time 8238081489545 state 0x0 ref 1 00000100:00100000:0.0:1777502110.837919:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238081589545 time 8238081489545 state 0x1 ref 1 00000100:00100000:0.0:1777502110.837940:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238081589545 time 8238083360364 state 0x0 ref 1 00000100:00100000:0.0:1777502110.837947:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+73:272782:x1863837562980608:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:0.0:1777502110.837970:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:2.0:1777502110.837982:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562980480 00000100:00100000:2.0:1777502110.837987:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562980480 00010000:00010000:0.0:1777502110.837993:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc183e lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339d7 expref: 73 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.838014:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1638 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833967 expref: 72 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.838022:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3087 00010000:00010000:0.0:1777502110.838028:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e7:0x0].0x0 (ffff8dfd47d18500) 00000100:00100000:2.0:1777502110.838035:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0775d2ab-558e-41f1-82c0-14244d133390+17:2373:x1863837562980480:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:0.0:1777502110.838048:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502110.838063:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c000/0x4ad31463d9bc1948 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.838073:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c000/0x4ad31463d9bc1948 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.838081:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c000/0x4ad31463d9bc1948 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.838095:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc194f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.838103:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc194f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.838110:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc194f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.838178:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc1956 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.838184:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc1956 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.838189:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc1956 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.838251:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0775d2ab-558e-41f1-82c0-14244d133390+18:2373:x1863837562980480:12345-192.168.202.27@tcp:2:touch.500 Request processed in 221us (344us total) trans 8589935654 rc 0/0 00000100:00100000:2.0:1777502110.838260:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3087 00000040:00080000:0.0:1777502110.838444:0:205369:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].494, 64 off39808 00010000:00010000:0.0:1777502110.838481:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc195d lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.838488:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc195d lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.838493:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc195d lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.838497:0:205369:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc195d lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.838501:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc195d lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.838504:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc195d lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.838515:0:205369:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502110.838522:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc1956 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.838529:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc1956 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.838532:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc1956 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.838536:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6c800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.838539:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc1956 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.838542:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc1956 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.838543:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502110.838549:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc195d lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.838550:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e7:0x0].0x0 (ffff8dfd6e9ebd00) 00010000:00010000:0.0:1777502110.838556:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502110.838559:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc1956 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.838560:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502110.838565:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc195d lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.838568:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c800/0x4ad31463d9bc1956 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.838574:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc195d lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.838602:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c000/0x4ad31463d9bc1948 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.838607:0:186925:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e7:0x0].0x0 (ffff8dfd6e9ebd00) 00010000:00010000:0.0:1777502110.838607:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c000/0x4ad31463d9bc1948 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.838613:0:186925:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777502110.838616:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc195d lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.838627:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc195d lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.838628:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c000/0x4ad31463d9bc1948 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.838636:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6c000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.838639:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.838640:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c000/0x4ad31463d9bc1948 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.838641:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502110.838643:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.838650:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c000/0x4ad31463d9bc1948 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.838659:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.838674:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.838677:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c000/0x4ad31463d9bc1948 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.838683:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c000/0x4ad31463d9bc1948 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.838693:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b68e0c4a reply state 000000002235fbcc transno 8589938724 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc194f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.838699:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502110.838740:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+73:272782:x1863837562980608:12345-192.168.202.27@tcp:36:rm.500 Request processed in 785us (883us total) trans 8589938724 rc 0/0 00000100:00100000:0.0:1777502110.838748:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 138 00000100:00100000:0.0:1777502110.838752:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238081589545 time 8238083360364 state 0x2 ref 0 00000100:00100000:3.0:1777502110.838976:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.839010:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562980864 00000100:00100000:1.0:1777502110.839014:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562980864 00000100:00100000:1.0:1777502110.839046:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1082 00000100:00100000:1.0:1777502110.839059:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0775d2ab-558e-41f1-82c0-14244d133390+73:272785:x1863837562980864:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:1.0:1777502110.839224:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0775d2ab-558e-41f1-82c0-14244d133390+74:272785:x1863837562980864:12345-192.168.202.27@tcp:35:touch.500 Request processed in 171us (248us total) trans 8589938725 rc 0/0 00000100:00100000:1.0:1777502110.839229:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1082 00010000:00010000:0.0:1777502110.839368:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc194f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.839378:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc194f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.839384:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc194f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.839393:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6c200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.839396:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc194f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.839403:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc194f lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.839411:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffff8dfd6e9ebe00) 00010000:00010000:0.0:1777502110.839413:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.839415:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc194f lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.839420:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc194f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.840075:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.840128:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562981120 00000100:00100000:0.0:1777502110.840134:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562981120 00000100:00100000:0.0:1777502110.840154:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238081589545 time 8238083360364 state 0x0 ref 1 00000100:00100000:0.0:1777502110.840163:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238083460364 time 8238083360364 state 0x1 ref 1 00000100:00100000:0.0:1777502110.840188:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238083460364 time 8238085606991 state 0x0 ref 1 00000100:00100000:0.0:1777502110.840199:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+73:272787:x1863837562981120:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:0.0:1777502110.840228:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777502110.840243:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc1876 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339e5 expref: 73 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.840258:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc16c4 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83397c expref: 72 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.840268:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e9:0x0].0x0 (ffff8dfd431bbd00) 00010000:00010000:0.0:1777502110.840276:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502110.840288:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc1964 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.840297:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc1964 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.840305:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc1964 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.840317:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc196b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.840339:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc196b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.840346:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc196b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.840408:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc1972 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.840416:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc1972 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.840422:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc1972 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777502110.840825:0:186937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].495, 64 off39872 00010000:00010000:0.0:1777502110.840865:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc1979 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.840875:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc1979 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.840881:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc1979 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.840903:0:186937:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc1979 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.840909:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc1979 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.840915:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc1979 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.840930:0:186937:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502110.840946:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc1972 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.840951:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502110.840952:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc1972 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.840960:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc1979 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.840961:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc1972 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.840979:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.840981:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502110.840985:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc1979 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.840990:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc1972 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.840993:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc1979 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.841004:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc1972 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.841009:0:205387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e9:0x0].0x0 (ffff8dfd6e9eb300) 00010000:00010000:3.0:1777502110.841013:0:205387:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502110.841016:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc1979 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.841023:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef600/0x4ad31463d9bc1979 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.841024:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e9:0x0].0x0 (ffff8dfd6e9eb300) 00010000:00010000:0.0:1777502110.841031:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502110.841036:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc1972 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.841040:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.841043:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.841045:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc1972 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.841046:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.841065:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc1964 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.841071:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc1964 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.841076:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc1964 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.841081:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505efa00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.841083:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc1964 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.841088:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc1964 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.841095:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.841097:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.841100:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc1964 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.841105:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc1964 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.841117:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e4e56b08 reply state 0000000066411efe transno 8589938726 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc196b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.841124:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502110.841169:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+73:272787:x1863837562981120:12345-192.168.202.27@tcp:36:rm.500 Request processed in 972us (1095us total) trans 8589938726 rc 0/0 00000100:00100000:0.0:1777502110.841176:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 139 00000100:00100000:0.0:1777502110.841181:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238083460364 time 8238085606991 state 0x2 ref 0 00010000:00010000:1.0:1777502110.841827:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc196b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.841833:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc196b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.841837:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc196b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.841840:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505eee00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.841842:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc196b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.841846:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc196b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.841852:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffff8dfd6e9eb000) 00010000:00010000:1.0:1777502110.841854:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.841855:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc196b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.841858:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc196b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.842758:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.842803:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562981376 00000100:00100000:1.0:1777502110.842809:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562981376 00000100:00100000:1.0:1777502110.842831:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238083460364 time 8238085606991 state 0x0 ref 1 00000100:00100000:1.0:1777502110.842838:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238085706991 time 8238085606991 state 0x1 ref 1 00000100:00100000:1.0:1777502110.842858:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238085706991 time 8238088278668 state 0x0 ref 1 00000100:00100000:1.0:1777502110.842867:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+72:272788:x1863837562981376:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.842879:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.842888:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc1980 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833a24 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.842984:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1987 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.842995:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1987 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.843003:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1987 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.843015:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc198e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.843023:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc198e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.843029:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc198e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502110.843317:0:187571:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1077:0x0], index 0: 0 00010000:00010000:1.0:1777502110.843458:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1995 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.843467:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1995 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.843475:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1995 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.843502:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1987 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.843506:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1987 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.843510:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1987 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.843513:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a9c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.843515:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1987 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.843518:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1987 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.843523:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.843524:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.843527:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1987 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.843530:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1987 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.843538:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007f8a0045 reply state 00000000047fe914 transno 8589938727 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc198e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.843542:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502110.843566:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc1980 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a24 expref: 75 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.843597:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1995 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a24 expref: 74 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.843606:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ee:0x0].0x0 (ffff8dfc867e5900) 00010000:00010000:1.0:1777502110.843609:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.843612:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd613a8e00, rc 0) 00000100:00100000:1.0:1777502110.843656:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+75:272788:x1863837562981376:12345-192.168.202.27@tcp:101:touch.500 Request processed in 789us (900us total) trans 8589938727 rc 0/0 00000100:00100000:1.0:1777502110.843672:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 140 00000100:00100000:1.0:1777502110.843677:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238085706991 time 8238088278668 state 0x2 ref 0 00010000:00010000:0.0:1777502110.844307:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc198e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.844315:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc198e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.844320:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc198e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.844325:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a9600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.844328:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc198e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.844334:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc198e lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.844343:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffff8dfc867e5d00) 00010000:00010000:0.0:1777502110.844345:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.844348:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc198e lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.844356:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc198e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.845387:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.845439:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562981632 00000100:00100000:1.0:1777502110.845446:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562981632 00000100:00100000:1.0:1777502110.845469:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238085706991 time 8238088278668 state 0x0 ref 1 00000100:00100000:1.0:1777502110.845480:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238088378668 time 8238088278668 state 0x1 ref 1 00000100:00100000:1.0:1777502110.845504:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238088378668 time 8238090923514 state 0x0 ref 1 00000100:00100000:1.0:1777502110.845517:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+74:272788:x1863837562981632:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:1.0:1777502110.845554:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502110.845570:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1995 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a24 expref: 74 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.845616:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ee:0x0].0x0 (ffff8dfc867e5900) 00010000:00010000:1.0:1777502110.845626:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502110.845685:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502110.845703:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc19a3 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.845714:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc19a3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.845723:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc19a3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.845781:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562981888 00000100:00100000:0.0:1777502110.845786:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562981888 00000100:00100000:0.0:1777502110.845806:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238091023514 time 8238090923514 state 0x1 ref 2 00000004:00010000:1.0:1777502110.845817:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009cf021b4 reply state 000000002935cb4c transno 8589938728 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc19a3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.845823:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238091023514 time 8238091242454 state 0x0 ref 2 00000100:00100000:1.0:1777502110.845834:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502110.845841:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e4f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+75:272780:x1863837562981888:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:0.0:1777502110.845864:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777502110.845877:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc1892 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339de expref: 76 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.845894:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc15eb lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833959 expref: 75 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.845904:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e6:0x0].0x0 (ffff8dfd47d18300) 00000100:00100000:1.0:1777502110.845906:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+74:272788:x1863837562981632:12345-192.168.202.27@tcp:36:touch.500 Request processed in 390us (520us total) trans 8589938728 rc 0/0 00010000:00010000:0.0:1777502110.845913:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502110.845916:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 141 00010000:00010000:0.0:1777502110.845928:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc19aa lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.845938:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc19aa lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.845946:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc19aa lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.845959:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc19b1 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.845966:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc19b1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.845973:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc19b1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.846040:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc19b8 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.846046:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc19b8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.846050:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc19b8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777502110.846457:0:205369:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].499, 64 off40128 00010000:00010000:1.0:1777502110.846470:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc19a3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.846480:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc19a3 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.846488:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc19a3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.846494:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a9000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.846498:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc19a3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.846504:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc19bf lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.846506:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc19a3 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.846524:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc19bf lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.846529:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ee:0x0].0x0 (ffff8dfc867e5000) 00010000:00010000:0.0:1777502110.846530:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc19bf lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.846534:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.846539:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc19a3 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.846540:0:205369:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc19bf lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.846554:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc19a3 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.846554:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc19bf lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.846571:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc19bf lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.846605:0:205369:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502110.846615:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc19b8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.846619:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc19b8 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.846623:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc19b8 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.846625:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502110.846626:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.846629:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc19b8 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.846634:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc19bf lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.846634:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc19b8 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.846642:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e6:0x0].0x0 (ffff8dfd6e9ebe00) 00010000:00010000:0.0:1777502110.846647:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777502110.846649:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502110.846649:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc19b8 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.846656:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc19bf lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.846656:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc19b8 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.846681:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc19bf lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.846682:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc19aa lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.846693:0:186924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1e6:0x0].0x0 (ffff8dfd6e9ebe00) 00010000:00010000:0.0:1777502110.846695:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc19aa lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.846698:0:186924:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502110.846702:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc19bf lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.846717:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc19bf lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.846719:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc19aa lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.846733:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505efa00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.846735:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc19aa lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.846739:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc19aa lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.846741:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.846746:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.846748:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.846749:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc19aa lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.846753:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc19aa lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.846760:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000866977c reply state 000000008bc2071f transno 8589938729 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc19b1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.846764:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502110.846799:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e4f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+74:272780:x1863837562981888:12345-192.168.202.27@tcp:36:rm.500 Request processed in 960us (1115us total) trans 8589938729 rc 0/0 00000100:00100000:0.0:1777502110.846808:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 142 00010000:00010000:3.0:1777502110.846809:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.846812:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502110.846814:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238091023514 time 8238091242454 state 0x2 ref 0 00000100:00100000:2.0:1777502110.846867:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.846897:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562982016 00000100:00100000:0.0:1777502110.846903:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562982016 00000100:00100000:0.0:1777502110.846920:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238091023514 time 8238091242454 state 0x0 ref 1 00000100:00100000:0.0:1777502110.846928:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238091342454 time 8238091242454 state 0x1 ref 1 00000100:00100000:0.0:1777502110.846945:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238091342454 time 8238092365452 state 0x0 ref 1 00000100:00100000:0.0:1777502110.846955:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e4f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+74:272788:x1863837562982016:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502110.846966:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.846976:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc19c6 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833a2b expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.847008:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc19c6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a2b expref: 75 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.847018:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc19c6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a2b expref: 75 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.847032:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ee:0x0].0x0 (ffff8dfd6e9eb600) 00010000:00010000:0.0:1777502110.847034:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777502110.847036:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ee800, rc 0) 00000100:00100000:0.0:1777502110.847061:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e4f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+75:272788:x1863837562982016:12345-192.168.202.27@tcp:101:touch.500 Request processed in 108us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.847069:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 143 00000100:00100000:0.0:1777502110.847073:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238091342454 time 8238092365452 state 0x2 ref 0 00010000:00010000:0.0:1777502110.847424:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc19b1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.847433:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc19b1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.847439:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc19b1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.847444:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.847448:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc19b1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.847454:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc19b1 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.847463:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffff8dfd6e9eb300) 00010000:00010000:0.0:1777502110.847466:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.847469:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc19b1 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.847475:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc19b1 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.848362:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.848399:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562982144 00000100:00100000:1.0:1777502110.848410:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562982144 00000100:00100000:1.0:1777502110.848429:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238091342454 time 8238092365452 state 0x0 ref 1 00000100:00100000:1.0:1777502110.848437:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238092465452 time 8238092365452 state 0x1 ref 1 00000100:00100000:1.0:1777502110.848459:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238092465452 time 8238093878763 state 0x0 ref 1 00000100:00100000:1.0:1777502110.848473:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e4f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+74:272790:x1863837562982144:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502110.848486:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.848498:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc19cd lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833a32 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.848540:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc19d4 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.848547:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc19d4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.848554:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc19d4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.848567:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc19db lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.848572:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc19db lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.848604:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc19db lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.848688:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502110.848695:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217fe00/0x4ad31463d9bc19e2 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.848704:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217fe00/0x4ad31463d9bc19e2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.848712:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217fe00/0x4ad31463d9bc19e2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.848726:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562982272 00000100:00100000:0.0:1777502110.848730:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562982272 00000004:00200000:1.0:1777502110.848734:0:187571:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1ea:0x0]: returning size 0 00000004:00200000:1.0:1777502110.848738:0:187571:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:0.0:1777502110.848745:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238093978763 time 8238093878763 state 0x1 ref 2 00000004:00010000:1.0:1777502110.848753:0:187571:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217fe00/0x4ad31463d9bc19e2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.848765:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217fe00/0x4ad31463d9bc19e2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.848766:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238093978763 time 8238094185595 state 0x0 ref 2 00010000:00010000:1.0:1777502110.848780:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc19d4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.848780:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+76:272791:x1863837562982272:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502110.848791:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.848792:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc19d4 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.848799:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc19e9 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833a39 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.848801:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc19d4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.848816:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a9e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.848821:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc19d4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.848825:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc19d4 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.848831:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.848832:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.848835:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc19d4 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.848838:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc19f0 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.848839:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc19d4 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.848852:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc19f0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.848857:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc19db lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.848859:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc19f0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.848866:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc19db lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.848871:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc19db lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.848872:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc19f7 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.848878:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd8217e600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.848882:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc19db lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.848889:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc19db lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.848891:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc19f7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.848900:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffff8dfc867e5100) 00010000:00010000:0.0:1777502110.848903:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc19f7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.848904:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.848908:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc19db lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.848915:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc19db lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.848946:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc19cd lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a32 expref: 78 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.848946:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc19fe lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.848960:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc19fe lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.848966:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc19fe lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.848971:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217fe00/0x4ad31463d9bc19e2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a32 expref: 77 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.848979:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ea:0x0].0x0 (ffff8dfd64790d00) 00000004:00200000:0.0:1777502110.848980:0:186938:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1eb:0x0]: returning size 0 00010000:00010000:1.0:1777502110.848983:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000004:00200000:0.0:1777502110.848984:0:186938:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:1.0:1777502110.848988:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd8217fe00, rc 0) 00000004:00010000:0.0:1777502110.848994:0:186938:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc19fe lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.849007:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc19fe lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.849014:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc19f0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.849020:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc19f0 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.849026:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc19f0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.849032:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e4f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+77:272790:x1863837562982144:12345-192.168.202.27@tcp:101:rm.500 Request processed in 559us (670us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502110.849035:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505eec00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.849040:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc19f0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.849046:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 144 00010000:00010000:0.0:1777502110.849052:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc19f0 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.849062:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.849066:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.849069:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc19f0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.849073:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc19f0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.849084:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc19f7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.849090:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc19f7 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.849097:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc19f7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.849102:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.849105:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc19f7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.849111:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc19f7 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.849119:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffff8dfd6e9ebc00) 00010000:00010000:0.0:1777502110.849121:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.849124:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc19f7 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.849129:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc19f7 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.849153:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc19e9 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a39 expref: 77 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.849164:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc19fe lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a39 expref: 76 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.849171:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1eb:0x0].0x0 (ffff8dfd64790600) 00010000:00010000:0.0:1777502110.849173:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502110.849175:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ee000, rc 0) 00000100:00100000:0.0:1777502110.849204:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+76:272791:x1863837562982272:12345-192.168.202.27@tcp:101:rm.500 Request processed in 425us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.849211:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 145 00000100:00100000:0.0:1777502110.849215:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238093978763 time 8238094185595 state 0x2 ref 0 00000100:00100000:2.0:1777502110.850322:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.850374:0:205371:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562982400 00000100:00100000:3.0:1777502110.850378:0:205371:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562982400 00000100:00100000:3.0:1777502110.850406:0:205371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 264 00000100:00100000:3.0:1777502110.850476:0:205371:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e4f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:0775d2ab-558e-41f1-82c0-14244d133390+76:2372:x1863837562982400:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:3.0:1777502110.850510:0:205371:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.850521:0:205371:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc1a05 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833a40 expref: -99 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.850527:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.850671:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.850685:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562982528 00000100:00100000:0.0:1777502110.850690:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562982528 00010000:00010000:2.0:1777502110.850701:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc1a0c lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.850712:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc1a0c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.850721:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc1a0c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.850723:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562982656 00000100:00100000:0.0:1777502110.850727:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562982656 00010000:00010000:2.0:1777502110.850740:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc1a13 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.850748:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc1a13 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.850756:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc1a13 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.850756:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3088 00000100:00100000:0.0:1777502110.850767:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0775d2ab-558e-41f1-82c0-14244d133390+18:2371:x1863837562982528:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502110.850777:0:205379:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.850790:0:205379:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000093317067/0x4ad31463d9bc1a1a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1051:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833a78 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777502110.850813:0:205379:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1051:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502110.850828:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.850830:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502110.850835:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc1a21 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.850839:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3089 00010000:00010000:0.0:1777502110.850840:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000093317067/0x4ad31463d9bc1a1a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a78 expref: 19 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.850848:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc1a21 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.850850:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e4f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0775d2ab-558e-41f1-82c0-14244d133390+13:2371:x1863837562982656:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502110.850859:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc1a21 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.850861:0:188358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.850863:0:205379:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000093317067/0x4ad31463d9bc1a1a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a78 expref: 19 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.850872:0:188358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a214014/0x4ad31463d9bc1a28 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1075:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833a7f expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.850883:0:205371:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1ec:0x0]: returning size 0 00000004:00200000:2.0:1777502110.850886:0:205371:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:0.0:1777502110.850888:0:205379:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505eea00, rc 0) 00002000:00010000:3.0:1777502110.850890:0:188358:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1075:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00000004:00010000:2.0:1777502110.850898:0:205371:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc1a21 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.850901:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502110.850904:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502110.850907:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc1a21 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.850910:0:188358:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a214014/0x4ad31463d9bc1a28 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a7f expref: 14 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.850914:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc1a0c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.850919:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0775d2ab-558e-41f1-82c0-14244d133390+19:2371:x1863837562982528:12345-192.168.202.27@tcp:101:rm.500 Request processed in 153us (395us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502110.850925:0:188358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006a214014/0x4ad31463d9bc1a28 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a7f expref: 14 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.850925:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc1a0c lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.850936:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc1a0c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.850936:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3088 00010000:00010000:3.0:1777502110.850939:0:188358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbde00, rc 0) 00010000:00010000:2.0:1777502110.850944:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226fa00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.850947:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc1a0c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.850953:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc1a0c lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.850962:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.850965:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.850968:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc1a0c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.850974:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc1a0c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.850988:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc1a13 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.850995:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc1a13 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851001:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc1a13 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851006:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.851009:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc1a13 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851015:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc1a13 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851024:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffff8dfd5288dd00) 00000100:00100000:3.0:1777502110.851026:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e4f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0775d2ab-558e-41f1-82c0-14244d133390+14:2371:x1863837562982656:12345-192.168.202.27@tcp:101:rm.500 Request processed in 179us (367us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502110.851027:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.851030:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc1a13 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.851033:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3089 00010000:00010000:2.0:1777502110.851037:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc1a13 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851064:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc1a05 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a40 expref: 78 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851077:0:205371:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc1a21 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a40 expref: 77 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851090:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ec:0x0].0x0 (ffff8dfd64790f00) 00010000:00010000:2.0:1777502110.851093:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.851096:0:205371:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7226f000, rc 0) 00000100:00100000:1.0:1777502110.851103:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.851104:0:205371:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.851112:0:205371:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc1a2f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833a47 expref: -99 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.851129:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562982784 00010000:00010000:2.0:1777502110.851134:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc1a36 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851143:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc1a36 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851150:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc1a36 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.851159:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.851164:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc1a3d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851171:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc1a3d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851179:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc1a3d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.851181:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562982912 00000100:00100000:0.0:1777502110.851186:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562982912 00000100:00100000:3.0:1777502110.851202:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562982784 00000100:00100000:0.0:1777502110.851203:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238093978763 time 8238094185595 state 0x0 ref 1 00000100:00100000:0.0:1777502110.851211:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238094285595 time 8238094185595 state 0x1 ref 1 00000100:00100000:0.0:1777502110.851232:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238094285595 time 8238096652274 state 0x0 ref 1 00000100:00100000:3.0:1777502110.851239:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3090 00010000:00010000:2.0:1777502110.851240:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc1a44 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.851245:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+79:272794:x1863837562982912:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:3.0:1777502110.851252:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:0775d2ab-558e-41f1-82c0-14244d133390+14:2370:x1863837562982784:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:2.0:1777502110.851256:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc1a44 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.851258:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.851269:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc1a44 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.851270:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc1a4b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833a86 expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.851287:0:205371:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1ed:0x0]: returning size 0 00000004:00200000:2.0:1777502110.851291:0:205371:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777502110.851300:0:205371:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc1a44 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851308:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc1a44 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.851311:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1a52 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851314:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc1a36 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851325:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc1a36 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851331:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc1a36 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.851333:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1a52 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851345:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226ea00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.851346:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1a52 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851351:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc1a36 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.851357:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc1a59 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851358:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc1a36 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.851371:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc1a59 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851376:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.851377:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc1a59 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851380:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.851384:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc1a36 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851394:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc1a36 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851403:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc1a3d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851408:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc1a3d lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851414:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc1a3d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851419:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226ee00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.851422:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc1a3d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851428:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc1a3d lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851435:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffff8dfd5288d400) 00010000:00010000:2.0:1777502110.851438:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.851440:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc1a3d lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.851445:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc1a60 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851446:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc1a3d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.851467:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc1a60 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.851477:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc1a60 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851482:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc1a2f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a47 expref: 81 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502110.851496:0:205369:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1ec:0x0]: returning size 0 00000004:00200000:0.0:1777502110.851502:0:205369:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777502110.851515:0:205369:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc1a60 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851521:0:205371:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc1a44 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a47 expref: 80 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.851530:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc1a60 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851531:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ed:0x0].0x0 (ffff8dfc867e5300) 00010000:00010000:2.0:1777502110.851538:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.851542:0:205371:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7226fe00, rc 0) 00010000:00010000:0.0:1777502110.851546:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1a52 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851548:0:205371:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.851557:0:205371:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc1a67 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833a4e expref: -99 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.851557:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1a52 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.851600:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1a52 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.851606:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.851609:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1a52 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.851613:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1a52 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851617:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc1a6e lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.851618:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:0775d2ab-558e-41f1-82c0-14244d133390+15:2370:x1863837562982784:12345-192.168.202.27@tcp:2:touch.500 Request processed in 366us (517us total) trans 8589936064 rc 0/0 00010000:00010000:0.0:1777502110.851628:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00000100:00100000:1.0:1777502110.851629:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502110.851632:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.851636:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1a52 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851639:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc1a6e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.851641:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3090 00010000:00010000:0.0:1777502110.851644:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1a52 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851651:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc1a6e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.851656:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc1a59 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.851673:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc1a59 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851679:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc1a75 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.851679:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc1a59 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.851684:0:205370:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562983040 00000100:00100000:3.0:1777502110.851689:0:205370:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562983040 00010000:00010000:2.0:1777502110.851696:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc1a75 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.851696:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.851703:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc1a59 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851706:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc1a75 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.851717:0:205370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 265 00010000:00010000:0.0:1777502110.851719:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc1a59 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.851725:0:205370:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0775d2ab-558e-41f1-82c0-14244d133390+82:2370:x1863837562983040:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:0.0:1777502110.851736:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffff8dfd6e9ebf00) 00010000:00010000:0.0:1777502110.851739:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.851744:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc1a59 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.851751:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc1a59 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851767:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc1a7c lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851777:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc1a7c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.851777:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eee00/0x4ad31463d9bc1a4b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a86 expref: 83 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.851798:0:205370:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.851800:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc1a7c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.851806:0:205370:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc1a83 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833a8d expref: -99 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.851808:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc1a60 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a86 expref: 82 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.851814:0:205371:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777502110.851824:0:205371:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc1a7c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.851829:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ec:0x0].0x0 (ffff8dfd64790f00) 00010000:00010000:0.0:1777502110.851836:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502110.851839:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc1a8a lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851839:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc1a7c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.851839:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6d800, rc 0) 00010000:00010000:3.0:1777502110.851850:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc1a8a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.851857:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc1a8a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851857:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc1a6e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851864:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc1a6e lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.851869:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc1a91 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851870:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc1a6e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.851876:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+83:272794:x1863837562982912:12345-192.168.202.27@tcp:101:rm.500 Request processed in 635us (716us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502110.851878:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc1a91 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851880:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.851885:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc1a6e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.851893:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc1a91 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851895:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc1a6e lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.851895:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 146 00000100:00100000:0.0:1777502110.851904:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238094285595 time 8238096652274 state 0x2 ref 0 00010000:00010000:2.0:1777502110.851907:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.851912:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.851916:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc1a6e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851922:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc1a6e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851934:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc1a75 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851940:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc1a75 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851946:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc1a75 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.851947:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc1a98 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851952:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.851955:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc1a98 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851955:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc1a75 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851961:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc1a75 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.851963:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc1a98 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851968:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffff8dfd5288da00) 00010000:00010000:2.0:1777502110.851970:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.851973:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc1a75 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502110.851974:0:205370:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1ed:0x0]: returning size 0 00000004:00200000:3.0:1777502110.851976:0:205370:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1777502110.851979:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc1a75 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502110.851984:0:205370:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc1a98 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.851999:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc1a67 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a4e expref: 83 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852015:0:205371:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc1a7c lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a4e expref: 82 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852020:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ee:0x0].0x0 (ffff8dfd6e9eb600) 00010000:00010000:2.0:1777502110.852021:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.852023:0:205371:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7226e400, rc 0) 00010000:00010000:2.0:1777502110.852025:0:205371:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.852030:0:205371:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc1a9f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833a55 expref: -99 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852044:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc1aa6 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852050:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc1aa6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852054:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc1aa6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852060:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc1aad lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852064:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc1aad lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852067:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc1aad lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852085:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc1aa6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852091:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc1aa6 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852097:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc1aa6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852102:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.852105:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc1aa6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852110:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc1aa6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852118:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.852120:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.852123:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc1aa6 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852128:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc1aa6 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.852134:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc1a98 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852136:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc1aad lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.852142:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc1a8a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852142:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc1aad lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.852148:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc1a8a lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852148:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc1aad lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.852154:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc1a8a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852154:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.852157:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc1aad lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.852159:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.852161:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc1a8a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852163:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc1aad lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.852167:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc1a8a lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852170:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffff8dfd5288d900) 00010000:00010000:2.0:1777502110.852172:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.852174:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.852174:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc1aad lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.852177:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.852179:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc1a8a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852179:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc1aad lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.852185:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc1a8a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.852192:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc1a91 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852198:0:205371:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc1a9f lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a55 expref: 83 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.852202:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc1a91 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852207:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.852208:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc1a91 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852209:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502110.852212:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc1a9f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a55 expref: 83 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.852213:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.852215:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc1a91 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852220:0:205371:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7226ec00, rc -2) 00010000:00010000:3.0:1777502110.852221:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc1a91 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.852227:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffff8dfd64790000) 00010000:00010000:3.0:1777502110.852229:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.852231:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc1a91 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.852237:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc1a91 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.852251:0:205371:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e4f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:0775d2ab-558e-41f1-82c0-14244d133390+83:2372:x1863837562982400:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 1837us (1930us total) trans 0 rc -2/-2 00010000:00010000:3.0:1777502110.852255:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc1a83 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a8d expref: 83 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.852258:0:205371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 264 00010000:00010000:3.0:1777502110.852266:0:205370:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc1a98 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a8d expref: 81 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.852285:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ed:0x0].0x0 (ffff8dfc867e5300) 00010000:00010000:3.0:1777502110.852287:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502110.852290:0:205370:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbc200, rc 0) 00010000:00010000:3.0:1777502110.852297:0:205370:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.852322:0:205370:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc1ab4 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833a94 expref: -99 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852344:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc1abb lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852352:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc1abb lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852359:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc1abb lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852370:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1ac2 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852377:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1ac2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852383:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1ac2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852423:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1ac9 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852431:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1ac9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852438:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1ac9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.852449:0:205370:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777502110.852456:0:205370:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1ac9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852463:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1ac9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852470:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc1abb lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852476:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc1abb lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852482:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc1abb lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852486:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.852488:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc1abb lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852491:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc1abb lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852496:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.852497:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.852499:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc1abb lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852502:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc1abb lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852512:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1ac2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852518:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1ac2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852523:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1ac2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852528:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.852531:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1ac2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852537:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1ac2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852543:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffff8dfd5288db00) 00010000:00010000:2.0:1777502110.852545:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.852548:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1ac2 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852553:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1ac2 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852572:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc1ab4 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a94 expref: 83 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852611:0:205370:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1ac9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a94 expref: 82 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852619:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ee:0x0].0x0 (ffff8dfd6e9eb600) 00010000:00010000:2.0:1777502110.852622:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.852625:0:205370:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45703200, rc 0) 00010000:00010000:2.0:1777502110.852630:0:205370:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.852637:0:205370:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc1ad0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833a9b expref: -99 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852656:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc1ad7 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852676:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc1ad7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852684:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc1ad7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852694:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1ade lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852699:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1ade lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852705:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1ade lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852727:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc1ad7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852734:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc1ad7 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852739:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc1ad7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852744:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.852747:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc1ad7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852753:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc1ad7 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852759:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.852761:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.852764:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc1ad7 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852769:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc1ad7 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852777:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1ade lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852782:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1ade lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852788:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1ade lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852793:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.852795:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1ade lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852800:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1ade lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852805:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffff8dfd5288d600) 00010000:00010000:2.0:1777502110.852807:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.852809:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1ade lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852814:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1ade lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852830:0:205370:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc1ad0 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a9b expref: 83 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852842:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.852844:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502110.852847:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc1ad0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a9b expref: 83 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.852854:0:205370:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45703a00, rc -2) 00000100:00100000:2.0:1777502110.852886:0:205370:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0775d2ab-558e-41f1-82c0-14244d133390+82:2370:x1863837562983040:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 1162us (1265us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777502110.852892:0:205370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 265 00000100:00100000:1.0:1777502110.853280:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.853319:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562983168 00000100:00100000:0.0:1777502110.853324:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562983168 00000100:00100000:0.0:1777502110.853362:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3091 00000100:00100000:0.0:1777502110.853370:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0775d2ab-558e-41f1-82c0-14244d133390+15:2370:x1863837562983168:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502110.853378:0:189105:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.853390:0:189105:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001e71dd92/0x4ad31463d9bc1ae5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1076:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833ac5 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777502110.853408:0:189105:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1076:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502110.853424:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.853426:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.853430:0:189105:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e71dd92/0x4ad31463d9bc1ae5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ac5 expref: 16 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.853440:0:189105:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001e71dd92/0x4ad31463d9bc1ae5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ac5 expref: 16 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.853447:0:189105:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6c000, rc 0) 00000100:00100000:0.0:1777502110.853471:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0775d2ab-558e-41f1-82c0-14244d133390+16:2370:x1863837562983168:12345-192.168.202.27@tcp:101:rm.500 Request processed in 102us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.853477:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3091 00000100:00100000:0.0:1777502110.853778:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.853811:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.853852:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562983296 00000100:00100000:2.0:1777502110.853856:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562983552 00000100:00100000:3.0:1777502110.853857:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562983296 00000100:00100000:2.0:1777502110.853862:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562983552 00000100:00100000:3.0:1777502110.853876:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238094285595 time 8238096652274 state 0x0 ref 1 00000100:00100000:3.0:1777502110.853884:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238096752274 time 8238096652274 state 0x1 ref 1 00000100:00100000:2.0:1777502110.853897:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1083 00000100:00100000:2.0:1777502110.853905:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+83:272788:x1863837562983552:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:3.0:1777502110.853914:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238096752274 time 8238099331827 state 0x0 ref 1 00000100:00100000:3.0:1777502110.853928:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+83:272799:x1863837562983296:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502110.853936:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.853948:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc1aec lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833acc expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.853984:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc1af3 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.853992:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc1af3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.854000:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc1af3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.854012:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1afa lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.854019:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1afa lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.854024:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1afa lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.854095:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc1b01 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.854104:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc1b01 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.854111:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc1b01 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502110.854129:0:186937:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1ed:0x0]: returning size 0 00000004:00200000:3.0:1777502110.854132:0:186937:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:2.0:1777502110.854137:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+85:272788:x1863837562983552:12345-192.168.202.27@tcp:35:touch.500 Request processed in 232us (324us total) trans 8589938730 rc 0/0 00000004:00010000:3.0:1777502110.854144:0:186937:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc1b01 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.854147:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1083 00010000:00010000:3.0:1777502110.854158:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc1b01 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.854165:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc1af3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.854172:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc1af3 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.854178:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc1af3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.854184:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.854187:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc1af3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.854194:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc1af3 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.854204:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.854207:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.854210:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc1af3 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.854216:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc1af3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.854225:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1afa lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.854231:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1afa lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.854237:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1afa lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.854242:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.854245:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1afa lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.854250:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1afa lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.854257:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffff8dfd64790400) 00010000:00010000:3.0:1777502110.854260:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.854262:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1afa lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.854268:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc1afa lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.854291:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc1aec lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833acc expref: 85 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.854303:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc1b01 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833acc expref: 84 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.854310:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ed:0x0].0x0 (ffff8dfc867e5300) 00010000:00010000:3.0:1777502110.854313:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502110.854315:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbda00, rc 0) 00000100:00100000:3.0:1777502110.854347:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+84:272799:x1863837562983296:12345-192.168.202.27@tcp:101:rm.500 Request processed in 423us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502110.854355:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 147 00000100:00100000:3.0:1777502110.854360:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238096752274 time 8238099331827 state 0x2 ref 0 00000100:00100000:0.0:1777502110.854860:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.854896:0:186942:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562983680 00000100:00100000:2.0:1777502110.854900:0:186942:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562983680 00000100:00100000:2.0:1777502110.854930:0:186942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 266 00000100:00100000:2.0:1777502110.854938:0:186942:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0775d2ab-558e-41f1-82c0-14244d133390+84:2371:x1863837562983680:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:2.0:1777502110.854967:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.854976:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1b08 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833ad3 expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855002:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1b0f lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855012:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1b0f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855020:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1b0f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855030:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1b16 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855037:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1b16 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855043:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1b16 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855092:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1b1d lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855102:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1b1d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855109:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1b1d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.855122:0:186942:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1ee:0x0]: returning size 0 00000004:00200000:2.0:1777502110.855125:0:186942:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777502110.855134:0:186942:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1b1d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855142:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1b1d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855153:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1b0f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855159:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1b0f lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855165:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1b0f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855169:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.855172:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1b0f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855178:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1b0f lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855186:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.855189:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.855192:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1b0f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855198:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1b0f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855207:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1b16 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855212:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1b16 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855219:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1b16 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855224:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.855227:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1b16 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855233:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1b16 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855239:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffff8dfd5288d500) 00010000:00010000:2.0:1777502110.855242:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.855244:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1b16 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855250:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1b16 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855268:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1b08 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ad3 expref: 86 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855278:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1b1d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ad3 expref: 85 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855285:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ee:0x0].0x0 (ffff8dfd6e9eb600) 00010000:00010000:2.0:1777502110.855288:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.855291:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45703000, rc 0) 00010000:00010000:2.0:1777502110.855295:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.855300:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc1b24 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833ada expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855323:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1b2b lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855331:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1b2b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855338:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1b2b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855348:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc1b32 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855354:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc1b32 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855361:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc1b32 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855381:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1b2b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855387:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1b2b lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855393:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1b2b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855398:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.855401:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1b2b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855411:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1b2b lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855418:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.855420:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.855423:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1b2b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855428:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1b2b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855437:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc1b32 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855442:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc1b32 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855449:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc1b32 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855453:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.855456:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc1b32 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855461:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc1b32 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855467:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffff8dfd5288d000) 00010000:00010000:2.0:1777502110.855469:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.855472:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc1b32 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855477:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc1b32 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855494:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc1b24 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ada expref: 86 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855502:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.855504:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502110.855507:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc1b24 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ada expref: 86 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.855514:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45702000, rc -2) 00000100:00100000:2.0:1777502110.855544:0:186942:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0775d2ab-558e-41f1-82c0-14244d133390+85:2371:x1863837562983680:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 607us (685us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777502110.855550:0:186942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 266 00000100:00100000:1.0:1777502110.855673:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.855717:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562983936 00000100:00100000:0.0:1777502110.855731:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562983936 00000100:00100000:0.0:1777502110.855767:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3092 00000100:00100000:0.0:1777502110.855774:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0775d2ab-558e-41f1-82c0-14244d133390+16:2370:x1863837562983936:12345-192.168.202.27@tcp:101:ll_agl.0 00010000:00010000:0.0:1777502110.855783:0:188366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.855803:0:188366:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c79c498/0x4ad31463d9bc1b39 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1077:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833b12 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777502110.855822:0:188366:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1077:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502110.855834:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.855836:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.855842:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c79c498/0x4ad31463d9bc1b39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b12 expref: 17 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.855855:0:188366:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c79c498/0x4ad31463d9bc1b39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b12 expref: 17 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.855871:0:188366:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6c800, rc 0) 00000100:00100000:0.0:1777502110.855915:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0775d2ab-558e-41f1-82c0-14244d133390+17:2370:x1863837562983936:12345-192.168.202.27@tcp:101:ll_agl.0 Request processed in 141us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.855922:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3092 00000100:00100000:3.0:1777502110.856136:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.856187:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562983808 00000100:00100000:0.0:1777502110.856192:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562983808 00000100:00100000:0.0:1777502110.856234:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3093 00000100:00100000:2.0:1777502110.856239:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.856246:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0775d2ab-558e-41f1-82c0-14244d133390+19:2370:x1863837562983808:12345-192.168.202.27@tcp:101:ll_agl.0 00010000:00010000:0.0:1777502110.856254:0:205380:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1777502110.856263:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562984192 00010000:00010000:0.0:1777502110.856267:0:205380:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000038031326/0x4ad31463d9bc1b40 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1052:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833b0b expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777502110.856284:0:205380:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1052:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502110.856294:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.856295:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.856300:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000038031326/0x4ad31463d9bc1b40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b0b expref: 20 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.856312:0:205380:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000038031326/0x4ad31463d9bc1b40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b0b expref: 20 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.856320:0:205380:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6d600, rc 0) 00000100:00100000:3.0:1777502110.856352:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562984192 00000100:00100000:0.0:1777502110.856416:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0775d2ab-558e-41f1-82c0-14244d133390+20:2370:x1863837562983808:12345-192.168.202.27@tcp:101:ll_agl.0 Request processed in 172us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.856426:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3093 00000100:00100000:2.0:1777502110.856451:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238096752274 time 8238099331827 state 0x0 ref 1 00000100:00100000:2.0:1777502110.856461:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238099431827 time 8238099331827 state 0x1 ref 1 00000100:00100000:1.0:1777502110.856485:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.856489:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238099431827 time 8238101907162 state 0x0 ref 1 00000100:00100000:2.0:1777502110.856502:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+85:272792:x1863837562984192:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502110.856514:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.856525:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1b47 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833b19 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.856530:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.856556:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562984448 00000100:00100000:3.0:1777502110.856560:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562984448 00000100:00100000:0.0:1777502110.856601:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562984320 00000100:00100000:0.0:1777502110.856607:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562984320 00000100:00100000:3.0:1777502110.856623:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 248 00000100:00100000:3.0:1777502110.856634:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+87:2370:x1863837562984448:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502110.856641:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1b4e lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.856645:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1777502110.856648:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3094 00010000:00010000:2.0:1777502110.856660:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1b4e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.856675:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc1b01 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833acc expref: 87 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.856680:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0775d2ab-558e-41f1-82c0-14244d133390+20:2371:x1863837562984320:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502110.856691:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1b4e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.856695:0:205378:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.856700:0:186922:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ed:0x0].0x0 (ffff8dfc867e5300) 00010000:00010000:3.0:1777502110.856706:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502110.856706:0:205378:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021db79e2/0x4ad31463d9bc1b55 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1052:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833b20 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.856709:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1b5c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.856730:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1b5c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.856734:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.856738:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777502110.856739:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+86:2370:x1863837562984448:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 107us (254us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502110.856742:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1b5c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.856745:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021db79e2/0x4ad31463d9bc1b55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1052:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b20 expref: 21 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.856758:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 248 00010000:00010000:0.0:1777502110.856772:0:205378:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000021db79e2/0x4ad31463d9bc1b55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1052:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b20 expref: 21 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.856782:0:205378:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6ce00, rc 0) 00000100:00100000:0.0:1777502110.856807:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0775d2ab-558e-41f1-82c0-14244d133390+21:2371:x1863837562984320:12345-192.168.202.27@tcp:101:rm.500 Request processed in 149us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.856814:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3094 00000004:00080000:2.0:1777502110.857190:0:186936:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1053:0x0], index 1: 0 00010000:00010000:2.0:1777502110.857331:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc1b63 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.857340:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc1b63 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.857348:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc1b63 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.857374:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1b4e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.857385:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1b4e lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.857392:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1b4e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.857398:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.857400:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1b4e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.857407:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1b4e lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.857415:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.857418:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.857421:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1b4e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.857427:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1b4e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.857437:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b979f245 reply state 00000000420db348 transno 8589938731 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1b5c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.857443:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502110.857466:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1b47 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b19 expref: 87 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.857478:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc1b63 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b19 expref: 86 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.857490:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ef:0x0].0x0 (ffff8dfd5288d700) 00010000:00010000:2.0:1777502110.857492:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.857494:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf6c00, rc 0) 00000100:00100000:2.0:1777502110.857532:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+87:272792:x1863837562984192:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1034us (1294us total) trans 8589938731 rc 0/0 00000100:00100000:2.0:1777502110.857539:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 148 00000100:00100000:2.0:1777502110.857543:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238099431827 time 8238101907162 state 0x2 ref 0 00010000:00010000:3.0:1777502110.858270:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1b5c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.858279:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1b5c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.858285:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1b5c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.858291:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.858294:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1b5c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.858310:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1b5c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.858319:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffff8dfd5288dc00) 00010000:00010000:3.0:1777502110.858322:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.858325:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1b5c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.858331:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702600/0x4ad31463d9bc1b5c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.858969:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.859002:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.859026:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562984704 00000100:00100000:0.0:1777502110.859033:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562984704 00000100:00100000:3.0:1777502110.859036:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562984960 00000100:00100000:3.0:1777502110.859042:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562984960 00000100:00100000:0.0:1777502110.859056:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238099431827 time 8238101907162 state 0x0 ref 1 00000100:00100000:3.0:1777502110.859064:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238102007162 time 8238101907162 state 0x1 ref 2 00000100:00100000:0.0:1777502110.859075:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238102007162 time 8238101907162 state 0x1 ref 2 00000100:00100000:3.0:1777502110.859090:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238104609184 time 8238104509184 state 0x1 ref 2 00000100:00100000:3.0:1777502110.859103:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+87:272792:x1863837562984960:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:0.0:1777502110.859109:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238104609184 time 8238104526837 state 0x0 ref 2 00000100:00100000:0.0:1777502110.859122:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+87:272797:x1863837562984704:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502110.859132:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.859143:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc1b71 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833b27 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.859189:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502110.859204:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc1b63 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b19 expref: 88 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.859215:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ef:0x0].0x0 (ffff8dfd5288d700) 00010000:00010000:3.0:1777502110.859223:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502110.859234:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1b78 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.859246:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1b78 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.859254:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1b78 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.859269:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc1b7f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.859274:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e400/0x4ad31463d9bc1b86 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.859277:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc1b7f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.859290:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e400/0x4ad31463d9bc1b86 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.859292:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc1b7f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.859310:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e400/0x4ad31463d9bc1b86 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502110.859416:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006703364d reply state 0000000027bb58bb transno 8589938732 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e400/0x4ad31463d9bc1b86 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.859424:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777502110.859484:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+89:272792:x1863837562984960:12345-192.168.202.27@tcp:36:touch.500 Request processed in 383us (481us total) trans 8589938732 rc 0/0 00000100:00100000:3.0:1777502110.859491:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 149 00000004:00080000:0.0:1777502110.859705:0:186938:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1078:0x0], index 0: 0 00010000:00010000:0.0:1777502110.859826:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc1b8d lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.859835:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc1b8d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.859842:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc1b8d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.859867:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1b78 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.859874:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1b78 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.859879:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1b78 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.859884:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6dc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.859886:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1b78 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.859891:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1b78 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.859899:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.859902:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.859904:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1b78 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.859909:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc1b78 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.859917:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bd31626d reply state 000000005ad29088 transno 8589938733 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc1b7f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.859923:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502110.859943:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc1b71 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b27 expref: 90 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.859954:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc1b8d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b27 expref: 89 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.859960:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f0:0x0].0x0 (ffff8dfd6e9eb300) 00010000:00010000:0.0:1777502110.859963:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502110.859965:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6c200, rc 0) 00000100:00100000:0.0:1777502110.860006:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+90:272797:x1863837562984704:12345-192.168.202.27@tcp:101:touch.500 Request processed in 886us (1037us total) trans 8589938733 rc 0/0 00000100:00100000:0.0:1777502110.860013:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 150 00000100:00100000:0.0:1777502110.860018:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238104609184 time 8238104526837 state 0x2 ref 0 00010000:00010000:2.0:1777502110.860078:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e400/0x4ad31463d9bc1b86 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.860088:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e400/0x4ad31463d9bc1b86 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.860094:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e400/0x4ad31463d9bc1b86 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.860098:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd8217e400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.860100:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e400/0x4ad31463d9bc1b86 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.860104:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e400/0x4ad31463d9bc1b86 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.860110:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ef:0x0].0x0 (ffff8dfd64790b00) 00010000:00010000:2.0:1777502110.860112:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.860114:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e400/0x4ad31463d9bc1b86 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.860120:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e400/0x4ad31463d9bc1b86 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.860239:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.860278:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562985088 00000100:00100000:0.0:1777502110.860283:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562985088 00000100:00100000:0.0:1777502110.860297:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238104609184 time 8238104526837 state 0x0 ref 1 00000100:00100000:0.0:1777502110.860304:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238104626837 time 8238104526837 state 0x1 ref 1 00000100:00100000:0.0:1777502110.860325:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238104626837 time 8238105745360 state 0x0 ref 1 00000100:00100000:0.0:1777502110.860336:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+89:272792:x1863837562985088:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502110.860345:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.860357:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc1b9b lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833b2e expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.860392:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc1b9b lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b2e expref: 90 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.860408:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc1b9b lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b2e expref: 90 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.860423:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ef:0x0].0x0 (ffff8dfd6e9ebe00) 00010000:00010000:0.0:1777502110.860426:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777502110.860429:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e69e00, rc 0) 00000100:00100000:0.0:1777502110.860469:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+90:272792:x1863837562985088:12345-192.168.202.27@tcp:101:touch.500 Request processed in 134us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.860476:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 151 00000100:00100000:0.0:1777502110.860481:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238104626837 time 8238105745360 state 0x2 ref 0 00010000:00010000:3.0:1777502110.860526:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc1b7f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.860629:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc1b7f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.860636:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc1b7f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.860642:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6ca00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.860646:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc1b7f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.860652:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc1b7f lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.860670:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffff8dfd6e9ebc00) 00010000:00010000:3.0:1777502110.860674:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.860677:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc1b7f lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.860683:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc1b7f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.861370:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.861421:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562985472 00000100:00100000:2.0:1777502110.861427:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562985472 00000100:00100000:2.0:1777502110.861448:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238104626837 time 8238105745360 state 0x0 ref 1 00000100:00100000:2.0:1777502110.861458:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238105845360 time 8238105745360 state 0x1 ref 1 00000100:00100000:3.0:1777502110.861460:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.861486:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562985600 00000100:00100000:2.0:1777502110.861490:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562985600 00000100:00100000:2.0:1777502110.861505:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238105845360 time 8238105745360 state 0x1 ref 2 00000100:00100000:0.0:1777502110.861518:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238107034665 time 8238106934665 state 0x1 ref 2 00000100:00100000:1.0:1777502110.861530:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238107034665 time 8238106946704 state 0x0 ref 2 00000100:00100000:0.0:1777502110.861534:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+90:272797:x1863837562985472:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:3.0:1777502110.861544:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.861554:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+90:272795:x1863837562985600:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.861565:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.861603:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc1ba2 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833b35 expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.861612:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562985728 00000100:00100000:0.0:1777502110.861617:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562985728 00000100:00100000:0.0:1777502110.861652:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3095 00000100:00100000:0.0:1777502110.861674:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0775d2ab-558e-41f1-82c0-14244d133390+21:2371:x1863837562985728:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:1.0:1777502110.861710:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1ba9 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.861721:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1ba9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.861730:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1ba9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.861744:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1bb0 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.861752:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1bb0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.861759:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1bb0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.861904:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0775d2ab-558e-41f1-82c0-14244d133390+22:2371:x1863837562985728:12345-192.168.202.27@tcp:2:touch.500 Request processed in 244us (367us total) trans 8589935655 rc 0/0 00000100:00100000:0.0:1777502110.861912:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3095 00010000:00010000:0.0:1777502110.861941:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502110.861954:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc1b8d lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b27 expref: 91 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.861972:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f0:0x0].0x0 (ffff8dfd6e9eb300) 00010000:00010000:0.0:1777502110.861980:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502110.862020:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1bb7 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.862029:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1bb7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.862038:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1bb7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.862111:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d6dfc0fd reply state 00000000b8871095 transno 8589938734 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1bb7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.862119:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502110.862166:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+92:272797:x1863837562985472:12345-192.168.202.27@tcp:36:touch.500 Request processed in 639us (798us total) trans 8589938734 rc 0/0 00000100:00100000:0.0:1777502110.862173:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 152 00000004:00080000:1.0:1777502110.862260:0:188648:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1054:0x0], index 1: 0 00010000:00010000:1.0:1777502110.862370:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc1bbe lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.862379:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc1bbe lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.862387:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc1bbe lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.862409:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1ba9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.862416:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1ba9 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.862422:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1ba9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.862428:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a9c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.862431:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1ba9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.862437:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1ba9 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.862444:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.862447:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.862450:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1ba9 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.862456:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1ba9 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.862471:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c61cc1ba reply state 00000000313999cb transno 8589938735 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1bb0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.862478:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502110.862495:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc1ba2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b35 expref: 93 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.862505:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc1bbe lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b35 expref: 92 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.862512:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f1:0x0].0x0 (ffff8dfc867e5000) 00010000:00010000:1.0:1777502110.862515:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.862517:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd613a8000, rc 0) 00000100:00100000:1.0:1777502110.862550:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+93:272795:x1863837562985600:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1003us (1093us total) trans 8589938735 rc 0/0 00000100:00100000:1.0:1777502110.862557:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 153 00000100:00100000:1.0:1777502110.862562:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238107034665 time 8238106946704 state 0x2 ref 0 00000100:00100000:3.0:1777502110.862626:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.862676:0:205362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562985984 00000100:00100000:0.0:1777502110.862681:0:205362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562985984 00000100:00100000:0.0:1777502110.862713:0:205362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1084 00000100:00100000:0.0:1777502110.862721:0:205362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+93:272792:x1863837562985984:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:2.0:1777502110.862764:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1bb7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.862773:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1bb7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.862781:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1bb7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.862788:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69c00 already unused, calling callback (ffffffffc1e434f0) 00000100:00100000:3.0:1777502110.862789:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.862794:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1bb7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.862802:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1bb7 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.862813:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f0:0x0].0x0 (ffff8dfd6e9ebf00) 00010000:00010000:2.0:1777502110.862817:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.862821:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1bb7 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.862825:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562986112 00010000:00010000:2.0:1777502110.862829:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1bb7 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.862831:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562986112 00000100:00100000:1.0:1777502110.862851:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238107034665 time 8238106946704 state 0x0 ref 1 00000100:00100000:1.0:1777502110.862859:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238107046704 time 8238106946704 state 0x1 ref 1 00000100:00100000:0.0:1777502110.862872:0:205362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+94:272792:x1863837562985984:12345-192.168.202.27@tcp:35:touch.500 Request processed in 152us (247us total) trans 8589938736 rc 0/0 00000100:00100000:0.0:1777502110.862878:0:205362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1084 00000100:00100000:1.0:1777502110.862892:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238107046704 time 8238108303728 state 0x0 ref 1 00000100:00100000:1.0:1777502110.862909:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+93:272797:x1863837562986112:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.862921:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.862931:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc1bcc lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833b3c expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.862953:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc1bcc lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b3c expref: 94 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.862964:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc1bcc lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b3c expref: 94 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.862975:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f0:0x0].0x0 (ffff8dfc867e5900) 00010000:00010000:1.0:1777502110.862978:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502110.862980:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd613a9e00, rc 0) 00000100:00100000:1.0:1777502110.863006:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+94:272797:x1863837562986112:12345-192.168.202.27@tcp:101:touch.500 Request processed in 102us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.863013:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 154 00000100:00100000:1.0:1777502110.863017:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238107046704 time 8238108303728 state 0x2 ref 0 00010000:00010000:1.0:1777502110.863115:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1bb0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.863123:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1bb0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.863129:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1bb0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.863134:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a9600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.863137:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1bb0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.863144:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1bb0 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.863153:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffff8dfc867e5100) 00010000:00010000:1.0:1777502110.863156:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.863159:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1bb0 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.863164:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1bb0 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.863747:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.863802:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.863873:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562986368 00000100:00100000:3.0:1777502110.863876:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562986624 00000100:00100000:0.0:1777502110.863877:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562986368 00000100:00100000:3.0:1777502110.863883:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562986624 00000100:00100000:0.0:1777502110.863893:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238107046704 time 8238108303728 state 0x0 ref 1 00000100:00100000:0.0:1777502110.863903:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238108403728 time 8238108303728 state 0x1 ref 2 00000100:00100000:3.0:1777502110.863912:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238108403728 time 8238108303728 state 0x1 ref 2 00000100:00100000:0.0:1777502110.863931:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238109449450 time 8238109349450 state 0x1 ref 2 00000100:00100000:0.0:1777502110.863940:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6ea52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+94:272800:x1863837562986368:12345-192.168.202.27@tcp:101:touch.500 00000100:00100000:3.0:1777502110.863943:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238109449450 time 8238109360894 state 0x0 ref 2 00010000:00010000:0.0:1777502110.863949:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.863958:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc1bd3 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833b43 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.864007:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cef0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+95:272795:x1863837562986624:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:0.0:1777502110.864016:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1bda lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.864028:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1bda lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.864031:0:186936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502110.864039:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1bda lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.864041:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502110.864047:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8000/0x4ad31463d9bc1bbe lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b35 expref: 95 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.864059:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc1be1 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.864062:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f1:0x0].0x0 (ffff8dfc867e5000) 00010000:00010000:0.0:1777502110.864067:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc1be1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.864072:0:186936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502110.864074:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc1be1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.864077:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562986752 00000100:00100000:1.0:1777502110.864083:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562986752 00010000:00010000:3.0:1777502110.864106:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc1be8 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.864117:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc1be8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.864121:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3096 00010000:00010000:3.0:1777502110.864131:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc1be8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.864135:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cef3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0775d2ab-558e-41f1-82c0-14244d133390+17:2373:x1863837562986752:12345-192.168.202.27@tcp:2:touch.500 00000004:00010000:3.0:1777502110.864213:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004620fd8f reply state 00000000c7ef907d transno 8589938737 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc1be8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.864219:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777502110.864260:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cef0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+96:272795:x1863837562986624:12345-192.168.202.27@tcp:36:touch.500 Request processed in 308us (458us total) trans 8589938737 rc 0/0 00000100:00100000:3.0:1777502110.864267:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 156 00000100:00100000:1.0:1777502110.864369:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cef3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0775d2ab-558e-41f1-82c0-14244d133390+18:2373:x1863837562986752:12345-192.168.202.27@tcp:2:touch.500 Request processed in 236us (327us total) trans 8589936065 rc 0/0 00000100:00100000:1.0:1777502110.864376:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3096 00000004:00080000:0.0:1777502110.864378:0:186937:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1079:0x0], index 0: 0 00010000:00010000:0.0:1777502110.864466:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc1bef lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.864482:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc1bef lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.864489:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc1bef lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.864511:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1bda lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.864517:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1bda lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.864524:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1bda lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.864541:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.864543:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1bda lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.864548:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1bda lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.864554:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.864556:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.864558:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1bda lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.864562:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1bda lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.864568:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c780e6c5 reply state 0000000080e5dd83 transno 8589938738 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc1be1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.864572:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502110.864621:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc1bd3 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b43 expref: 97 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.864636:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc1bef lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b43 expref: 96 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.864643:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f2:0x0].0x0 (ffff8dfd6e9ebd00) 00010000:00010000:0.0:1777502110.864645:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502110.864647:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e68e00, rc 0) 00000100:00100000:0.0:1777502110.864691:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6ea52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+97:272800:x1863837562986368:12345-192.168.202.27@tcp:101:touch.500 Request processed in 750us (943us total) trans 8589938738 rc 0/0 00000100:00100000:0.0:1777502110.864698:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 155 00000100:00100000:0.0:1777502110.864701:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238109449450 time 8238109360894 state 0x2 ref 0 00010000:00010000:0.0:1777502110.864761:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc1be8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.864768:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc1be8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.864774:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc1be8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.864778:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd8217e600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.864780:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc1be8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.864786:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc1be8 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.864792:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f1:0x0].0x0 (ffff8dfd64790400) 00010000:00010000:0.0:1777502110.864794:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.864796:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc1be8 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.864803:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc1be8 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.864946:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.864977:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562986880 00000100:00100000:1.0:1777502110.864982:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562986880 00000100:00100000:1.0:1777502110.864996:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238109449450 time 8238109360894 state 0x0 ref 1 00000100:00100000:1.0:1777502110.865003:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238109460894 time 8238109360894 state 0x1 ref 1 00000100:00100000:1.0:1777502110.865021:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238109460894 time 8238110440255 state 0x0 ref 1 00000100:00100000:1.0:1777502110.865031:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc511da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+96:272795:x1863837562986880:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.865039:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.865048:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc1bfd lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833b4a expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.865071:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc1bfd lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b4a expref: 97 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.865081:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc1bfd lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b4a expref: 97 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.865093:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f1:0x0].0x0 (ffff8dfc867e5200) 00010000:00010000:1.0:1777502110.865095:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502110.865097:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd613a9000, rc 0) 00000100:00100000:1.0:1777502110.865124:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc511da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+97:272795:x1863837562986880:12345-192.168.202.27@tcp:101:touch.500 Request processed in 95us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.865131:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 157 00000100:00100000:1.0:1777502110.865136:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238109460894 time 8238110440255 state 0x2 ref 0 00010000:00010000:1.0:1777502110.865193:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc1be1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.865201:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc1be1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.865207:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc1be1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.865213:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.865217:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc1be1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.865228:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc1be1 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.865236:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffff8dfd6e9eb000) 00010000:00010000:1.0:1777502110.865238:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.865241:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc1be1 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.865247:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc1be1 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.865437:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.865479:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562987136 00000100:00100000:0.0:1777502110.865484:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562987136 00000100:00100000:0.0:1777502110.865515:0:186939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1085 00000100:00100000:0.0:1777502110.865523:0:186939:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f502450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0775d2ab-558e-41f1-82c0-14244d133390+96:272797:x1863837562987136:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:0.0:1777502110.865696:0:186939:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f502450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0775d2ab-558e-41f1-82c0-14244d133390+97:272797:x1863837562987136:12345-192.168.202.27@tcp:35:touch.500 Request processed in 173us (259us total) trans 8589938739 rc 0/0 00000100:00100000:0.0:1777502110.865704:0:186939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1085 00000100:00100000:0.0:1777502110.865912:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.865934:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.865953:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562987648 00000100:00100000:1.0:1777502110.865958:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562987648 00000100:00100000:2.0:1777502110.865964:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562987520 00000100:00100000:2.0:1777502110.865970:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562987520 00000100:00100000:1.0:1777502110.865975:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238109460894 time 8238110440255 state 0x0 ref 1 00000100:00100000:1.0:1777502110.865983:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238110540255 time 8238110440255 state 0x1 ref 1 00000100:00100000:2.0:1777502110.865993:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238110540255 time 8238110440255 state 0x1 ref 2 00000100:00100000:1.0:1777502110.866009:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238111527610 time 8238111427610 state 0x1 ref 2 00000100:00100000:2.0:1777502110.866019:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238111527610 time 8238111437397 state 0x0 ref 2 00000100:00100000:1.0:1777502110.866024:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+98:272800:x1863837562987648:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:3.0:1777502110.866025:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.866042:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+98:272804:x1863837562987520:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.866049:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502110.866051:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.866062:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc1c04 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833b51 expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.866063:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc1bef lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b43 expref: 98 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.866087:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f2:0x0].0x0 (ffff8dfd6e9ebd00) 00010000:00010000:1.0:1777502110.866096:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502110.866114:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562987776 00000100:00100000:0.0:1777502110.866119:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562987776 00010000:00010000:1.0:1777502110.866127:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1c0b lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.866142:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1c0b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.866150:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc1c12 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.866151:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1c0b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.866152:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3097 00000100:00100000:0.0:1777502110.866166:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0775d2ab-558e-41f1-82c0-14244d133390+22:2370:x1863837562987776:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:2.0:1777502110.866176:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc1c12 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.866186:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc1c12 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.866208:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc1c19 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.866216:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc1c19 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.866224:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc1c19 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.866243:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000013a5c353 reply state 000000001ef1ed6c transno 8589938740 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1c0b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.866262:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502110.866312:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+100:272800:x1863837562987648:12345-192.168.202.27@tcp:36:touch.500 Request processed in 293us (398us total) trans 8589938740 rc 0/0 00000100:00100000:1.0:1777502110.866320:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 158 00000100:00100000:0.0:1777502110.866367:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0775d2ab-558e-41f1-82c0-14244d133390+23:2370:x1863837562987776:12345-192.168.202.27@tcp:2:touch.500 Request processed in 204us (346us total) trans 8589935656 rc 0/0 00000100:00100000:0.0:1777502110.866375:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3097 00000004:00080000:2.0:1777502110.866536:0:205369:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1055:0x0], index 1: 0 00010000:00010000:2.0:1777502110.866677:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7200/0x4ad31463d9bc1c20 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.866687:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7200/0x4ad31463d9bc1c20 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.866695:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7200/0x4ad31463d9bc1c20 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.866716:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc1c12 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.866723:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc1c12 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.866729:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc1c12 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.866735:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.866738:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc1c12 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.866747:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc1c12 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.866755:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.866758:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.866761:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc1c12 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.866767:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc1c12 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.866776:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a0a741ca reply state 00000000b55def90 transno 8589938741 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc1c19 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.866783:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502110.866801:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc1c04 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b51 expref: 101 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.866811:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7200/0x4ad31463d9bc1c20 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b51 expref: 100 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.866818:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f3:0x0].0x0 (ffff8dfd5288d500) 00010000:00010000:2.0:1777502110.866820:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.866823:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf7200, rc 0) 00000100:00100000:2.0:1777502110.866856:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+101:272804:x1863837562987520:12345-192.168.202.27@tcp:101:touch.500 Request processed in 820us (920us total) trans 8589938741 rc 0/0 00000100:00100000:2.0:1777502110.866863:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 159 00000100:00100000:2.0:1777502110.866868:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238111527610 time 8238111437397 state 0x2 ref 0 00010000:00010000:0.0:1777502110.867629:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1c0b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.867638:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1c0b lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.867646:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1c0b lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.867652:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a8e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.867655:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1c0b lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.867674:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1c0b lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.867684:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f2:0x0].0x0 (ffff8dfc867e5f00) 00010000:00010000:0.0:1777502110.867686:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.867689:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1c0b lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.867694:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1c0b lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.867936:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc1c19 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.867945:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc1c19 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.867952:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc1c19 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.867959:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.867963:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc1c19 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.867968:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502110.867975:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc1c19 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.867990:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffff8dfd5288d000) 00010000:00010000:1.0:1777502110.867993:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.867995:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc1c19 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.868001:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc1c19 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.868011:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562987904 00000100:00100000:0.0:1777502110.868018:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562987904 00000100:00100000:0.0:1777502110.868036:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238111527610 time 8238111437397 state 0x0 ref 1 00000100:00100000:0.0:1777502110.868045:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238111537397 time 8238111437397 state 0x1 ref 1 00000100:00100000:0.0:1777502110.868066:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238111537397 time 8238113485315 state 0x0 ref 1 00000100:00100000:0.0:1777502110.868077:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+99:272800:x1863837562987904:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502110.868089:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.868111:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc1c2e lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833b58 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.868143:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc1c2e lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b58 expref: 100 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.868151:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc1c2e lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b58 expref: 100 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.868160:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f2:0x0].0x0 (ffff8dfd6e9eb300) 00010000:00010000:0.0:1777502110.868162:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777502110.868163:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e69a00, rc 0) 00000100:00100000:2.0:1777502110.868179:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.868194:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+100:272800:x1863837562987904:12345-192.168.202.27@tcp:101:touch.500 Request processed in 119us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.868200:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 160 00000100:00100000:0.0:1777502110.868204:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238111537397 time 8238113485315 state 0x2 ref 0 00000100:00100000:1.0:1777502110.868218:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562988160 00000100:00100000:1.0:1777502110.868223:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562988160 00000100:00100000:1.0:1777502110.868263:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1086 00000100:00100000:1.0:1777502110.868271:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc511da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0775d2ab-558e-41f1-82c0-14244d133390+100:272795:x1863837562988160:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:1.0:1777502110.868447:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc511da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0775d2ab-558e-41f1-82c0-14244d133390+101:272795:x1863837562988160:12345-192.168.202.27@tcp:35:touch.500 Request processed in 177us (270us total) trans 8589938742 rc 0/0 00000100:00100000:1.0:1777502110.868456:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1086 00000100:00100000:2.0:1777502110.868710:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.868735:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.868751:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562988416 00000100:00100000:1.0:1777502110.868756:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562988416 00000100:00100000:1.0:1777502110.868771:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238111537397 time 8238113485315 state 0x0 ref 1 00000100:00100000:0.0:1777502110.868775:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562988672 00000100:00100000:1.0:1777502110.868777:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238113585315 time 8238113485315 state 0x1 ref 1 00000100:00100000:0.0:1777502110.868780:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562988672 00000100:00100000:1.0:1777502110.868796:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238113585315 time 8238114215588 state 0x0 ref 1 00000100:00100000:1.0:1777502110.868804:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc511dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+102:272804:x1863837562988416:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:0.0:1777502110.868810:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238114315588 time 8238114215588 state 0x1 ref 2 00010000:00010000:1.0:1777502110.868825:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502110.868838:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7200/0x4ad31463d9bc1c20 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b51 expref: 102 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.868839:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238114315588 time 8238114257098 state 0x0 ref 2 00010000:00010000:1.0:1777502110.868861:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f3:0x0].0x0 (ffff8dfd5288d500) 00000100:00100000:0.0:1777502110.868862:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc511dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+101:272791:x1863837562988672:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:1.0:1777502110.868872:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502110.868886:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777502110.868900:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc19fe lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a39 expref: 101 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.868912:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1c35 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.868920:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc17e3 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339c2 expref: 100 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.868923:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1c35 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.868941:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1c35 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.868941:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1eb:0x0].0x0 (ffff8dfd64790600) 00010000:00010000:0.0:1777502110.868955:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502110.868969:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1c3c lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.868979:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1c3c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.868988:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1c3c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.869001:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc1c43 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.869009:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc1c43 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.869011:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000004:00010000:1.0:1777502110.869012:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b3645155 reply state 00000000b3daf77f transno 8589938743 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1c35 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.869023:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc1c43 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.869025:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502110.869052:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562988800 00000100:00100000:2.0:1777502110.869056:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562988800 00000100:00100000:2.0:1777502110.869088:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3098 00000100:00100000:1.0:1777502110.869088:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc511dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+101:272804:x1863837562988416:12345-192.168.202.27@tcp:36:touch.500 Request processed in 283us (376us total) trans 8589938743 rc 0/0 00000100:00100000:2.0:1777502110.869098:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70cfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0775d2ab-558e-41f1-82c0-14244d133390+18:2373:x1863837562988800:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:1.0:1777502110.869102:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 161 00010000:00010000:0.0:1777502110.869132:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1c4a lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.869141:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1c4a lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.869149:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1c4a lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.869305:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70cfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0775d2ab-558e-41f1-82c0-14244d133390+19:2373:x1863837562988800:12345-192.168.202.27@tcp:2:touch.500 Request processed in 208us (296us total) trans 8589936066 rc 0/0 00000100:00100000:2.0:1777502110.869311:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3098 00000040:00080000:0.0:1777502110.869623:0:205372:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].496, 64 off39936 00010000:00010000:0.0:1777502110.869657:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1c51 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.869676:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1c51 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.869682:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1c51 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.869686:0:205372:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1c51 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.869690:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1c51 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.869693:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1c51 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.869705:0:205372:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502110.869714:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1c4a lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.869718:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1c4a lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.869720:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502110.869722:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1c4a lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.869728:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.869729:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1c51 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.869732:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1c4a lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.869737:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502110.869741:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1c51 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.869745:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1c4a lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.869749:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1c51 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.869759:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1eb:0x0].0x0 (ffff8dfd6e9eb000) 00010000:00010000:0.0:1777502110.869763:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502110.869766:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1c4a lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.869769:0:188362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1eb:0x0].0x0 (ffff8dfd6e9eb000) 00010000:00010000:3.0:1777502110.869774:0:188362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777502110.869776:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1c4a lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.869777:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1c51 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.869793:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1c51 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.869797:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1c3c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.869802:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1c3c lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.869806:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1c3c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.869807:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.869810:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.869811:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.869814:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.869815:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1c3c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.869820:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1c3c lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.869825:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.869826:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.869828:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1c3c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.869834:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1c3c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.869840:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000046707510 reply state 00000000ba50de37 transno 8589938744 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc1c43 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.869844:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502110.869874:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc511dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+102:272791:x1863837562988672:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1018us (1138us total) trans 8589938744 rc 0/0 00000100:00100000:0.0:1777502110.869878:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 162 00000100:00100000:0.0:1777502110.869881:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238114315588 time 8238114257098 state 0x2 ref 0 00010000:00010000:0.0:1777502110.870822:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1c35 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.870832:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1c35 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.870838:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1c35 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.870844:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a9600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.870848:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1c35 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.870855:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1c35 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.870867:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f3:0x0].0x0 (ffff8dfc867e5100) 00010000:00010000:0.0:1777502110.870870:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.870873:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1c35 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.870879:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1c35 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.870883:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc1c43 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.870893:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc1c43 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.870899:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc1c43 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.870904:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.870907:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc1c43 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.870913:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc1c43 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.870926:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffff8dfd6e9eb200) 00010000:00010000:1.0:1777502110.870928:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.870931:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc1c43 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.870936:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc1c43 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.870994:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.871031:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562988928 00000100:00100000:2.0:1777502110.871037:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562988928 00000100:00100000:2.0:1777502110.871055:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238114315588 time 8238114257098 state 0x0 ref 1 00000100:00100000:2.0:1777502110.871063:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238114357098 time 8238114257098 state 0x1 ref 1 00000100:00100000:2.0:1777502110.871083:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238114357098 time 8238116502977 state 0x0 ref 1 00000100:00100000:2.0:1777502110.871095:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4d4a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+100:272804:x1863837562988928:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502110.871109:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.871127:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6600/0x4ad31463d9bc1c58 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833b5f expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.871156:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6600/0x4ad31463d9bc1c58 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b5f expref: 101 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.871165:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6600/0x4ad31463d9bc1c58 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b5f expref: 101 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.871174:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f3:0x0].0x0 (ffff8dfd5288d600) 00010000:00010000:2.0:1777502110.871176:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777502110.871177:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf6600, rc 0) 00000100:00100000:2.0:1777502110.871202:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4d4a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+101:272804:x1863837562988928:12345-192.168.202.27@tcp:101:touch.500 Request processed in 111us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502110.871208:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 163 00000100:00100000:2.0:1777502110.871211:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238114357098 time 8238116502977 state 0x2 ref 0 00000100:00100000:1.0:1777502110.871318:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.871353:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.871368:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562989184 00000100:00100000:2.0:1777502110.871373:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562989184 00000100:00100000:0.0:1777502110.871394:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562989440 00000100:00100000:0.0:1777502110.871400:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562989440 00000100:00100000:2.0:1777502110.871409:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1087 00000100:00100000:2.0:1777502110.871421:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+102:272800:x1863837562989184:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:0.0:1777502110.871427:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238114357098 time 8238116502977 state 0x0 ref 1 00000100:00100000:0.0:1777502110.871436:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238116602977 time 8238116502977 state 0x1 ref 1 00000100:00100000:0.0:1777502110.871458:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238116602977 time 8238116877210 state 0x0 ref 1 00000100:00100000:0.0:1777502110.871470:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+102:272790:x1863837562989440:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:0.0:1777502110.871507:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777502110.871521:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217fe00/0x4ad31463d9bc19e2 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a32 expref: 103 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.871539:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc1796 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339b4 expref: 102 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.871549:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ea:0x0].0x0 (ffff8dfd64790d00) 00010000:00010000:0.0:1777502110.871558:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502110.871570:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69600/0x4ad31463d9bc1c5f lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.871614:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69600/0x4ad31463d9bc1c5f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.871623:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69600/0x4ad31463d9bc1c5f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.871640:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc1c66 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.871648:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc1c66 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.871656:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc1c66 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.871672:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+101:272800:x1863837562989184:12345-192.168.202.27@tcp:35:touch.500 Request processed in 241us (341us total) trans 8589938745 rc 0/0 00000100:00100000:2.0:1777502110.871686:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1087 00010000:00010000:0.0:1777502110.871756:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1c6d lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.871765:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1c6d lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.871774:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1c6d lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777502110.872100:0:186937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].500, 64 off40192 00010000:00010000:0.0:1777502110.872136:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc1c74 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.872145:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc1c74 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.872153:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc1c74 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.872160:0:186937:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc1c74 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.872166:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc1c74 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.872172:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc1c74 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.872190:0:186937:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502110.872201:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1c6d lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.872207:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1c6d lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.872214:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1c6d lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.872220:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.872224:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1c6d lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.872226:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502110.872234:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc1c74 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.872234:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1c6d lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.872251:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ea:0x0].0x0 (ffff8dfd6e9ebd00) 00010000:00010000:0.0:1777502110.872255:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502110.872258:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502110.872258:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1c6d lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.872264:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc1c74 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.872269:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1c6d lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.872274:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc1c74 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.872286:0:186925:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ea:0x0].0x0 (ffff8dfd6e9ebd00) 00010000:00010000:0.0:1777502110.872286:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69600/0x4ad31463d9bc1c5f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.872293:0:186925:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777502110.872303:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69600/0x4ad31463d9bc1c5f lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.872307:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc1c74 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.872312:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69600/0x4ad31463d9bc1c5f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.872317:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc1c74 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.872325:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.872330:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69600/0x4ad31463d9bc1c5f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.872337:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.872337:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69600/0x4ad31463d9bc1c5f lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.872340:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502110.872343:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.872351:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.872353:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.872356:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69600/0x4ad31463d9bc1c5f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.872363:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69600/0x4ad31463d9bc1c5f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.872373:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004d51303e reply state 00000000b644da2b transno 8589938746 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc1c66 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.872380:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502110.872419:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+102:272790:x1863837562989440:12345-192.168.202.27@tcp:36:rm.500 Request processed in 951us (1065us total) trans 8589938746 rc 0/0 00000100:00100000:0.0:1777502110.872427:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 164 00000100:00100000:0.0:1777502110.872432:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238116602977 time 8238116877210 state 0x2 ref 0 00000100:00100000:1.0:1777502110.872679:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.872701:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562989568 00000100:00100000:3.0:1777502110.872706:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562989568 00000100:00100000:3.0:1777502110.872736:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3099 00000100:00100000:3.0:1777502110.872744:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4a884c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0775d2ab-558e-41f1-82c0-14244d133390+23:2373:x1863837562989568:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:0.0:1777502110.872891:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc1c66 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.872900:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc1c66 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.872907:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc1c66 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.872913:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.872916:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc1c66 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.872923:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc1c66 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.872929:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffff8dfd6e9ebc00) 00010000:00010000:0.0:1777502110.872931:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.872933:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc1c66 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.872937:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc1c66 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.873021:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4a884c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0775d2ab-558e-41f1-82c0-14244d133390+24:2373:x1863837562989568:12345-192.168.202.27@tcp:2:touch.500 Request processed in 277us (340us total) trans 8589935657 rc 0/0 00000100:00100000:3.0:1777502110.873028:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3099 00000100:00100000:1.0:1777502110.873168:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.873202:0:186941:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562989696 00000100:00100000:2.0:1777502110.873207:0:186941:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562989696 00000100:00100000:2.0:1777502110.873240:0:186941:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 267 00000100:00100000:2.0:1777502110.873254:0:186941:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0775d2ab-558e-41f1-82c0-14244d133390+101:2372:x1863837562989696:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:2.0:1777502110.873276:0:186941:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.873287:0:186941:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc1c7b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833b66 expref: -99 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.873319:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc1c82 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.873328:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc1c82 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.873336:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc1c82 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.873348:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc1c89 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.873355:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc1c89 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.873362:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc1c89 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.873392:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc1c82 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.873398:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc1c82 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.873405:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc1c82 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.873410:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.873413:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc1c82 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.873419:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc1c82 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.873427:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.873430:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.873433:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc1c82 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.873438:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc1c82 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.873448:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc1c89 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.873453:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc1c89 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.873459:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc1c89 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.873465:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.873467:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc1c89 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.873491:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc1c89 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.873500:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffff8dfd5288db00) 00010000:00010000:2.0:1777502110.873502:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.873505:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc1c89 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.873510:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc1c89 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.873535:0:186941:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc1c7b lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b66 expref: 102 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.873544:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.873546:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502110.873550:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc1c7b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b66 expref: 102 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.873559:0:186941:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf7e00, rc -2) 00000100:00100000:2.0:1777502110.873623:0:186941:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0775d2ab-558e-41f1-82c0-14244d133390+101:2372:x1863837562989696:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 375us (454us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777502110.873635:0:186941:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 267 00000100:00100000:1.0:1777502110.875154:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.875188:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.875194:0:205362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562989952 00000100:00100000:0.0:1777502110.875199:0:205362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562989952 00000100:00100000:2.0:1777502110.875227:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562990080 00000100:00100000:2.0:1777502110.875232:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562990080 00000100:00100000:0.0:1777502110.875234:0:205362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1088 00000100:00100000:0.0:1777502110.875243:0:205362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+102:272804:x1863837562989952:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:2.0:1777502110.875258:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238116602977 time 8238116877210 state 0x0 ref 1 00000100:00100000:2.0:1777502110.875269:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238116977210 time 8238116877210 state 0x1 ref 1 00000100:00100000:2.0:1777502110.875293:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238116977210 time 8238120712771 state 0x0 ref 1 00000100:00100000:2.0:1777502110.875306:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+102:272812:x1863837562990080:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502110.875315:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.875327:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7400/0x4ad31463d9bc1c90 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833b6d expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.875362:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc1c97 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.875371:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc1c97 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.875381:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc1c97 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.875395:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc1c9e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.875402:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc1c9e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.875409:0:205362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+104:272804:x1863837562989952:12345-192.168.202.27@tcp:35:touch.500 Request processed in 162us (252us total) trans 8589938747 rc 0/0 00010000:00010000:2.0:1777502110.875412:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc1c9e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.875423:0:205362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1088 00010000:00010000:2.0:1777502110.875487:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc1ca5 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.875496:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc1ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.875503:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc1ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.875524:0:186938:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1f1:0x0]: returning size 0 00000004:00200000:2.0:1777502110.875528:0:186938:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777502110.875541:0:186938:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc1ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.875550:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc1ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.875557:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc1c97 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.875562:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc1c97 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.875569:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc1c97 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.875574:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.875613:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc1c97 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.875620:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc1c97 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.875629:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.875631:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.875635:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc1c97 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.875641:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc1c97 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.875652:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc1c9e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.875658:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc1c9e lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.875676:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc1c9e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.875680:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf7c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.875683:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc1c9e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.875689:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc1c9e lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.875696:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffff8dfd5288d900) 00010000:00010000:2.0:1777502110.875698:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.875701:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc1c9e lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.875706:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc1c9e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.875730:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7400/0x4ad31463d9bc1c90 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b6d expref: 104 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.875742:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc1ca5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b6d expref: 103 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.875749:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f1:0x0].0x0 (ffff8dfc867e5200) 00010000:00010000:2.0:1777502110.875751:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.875753:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf6c00, rc 0) 00000100:00100000:2.0:1777502110.875795:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+103:272812:x1863837562990080:12345-192.168.202.27@tcp:101:rm.500 Request processed in 492us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502110.875801:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 165 00000100:00100000:2.0:1777502110.875805:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238116977210 time 8238120712771 state 0x2 ref 0 00000100:00100000:1.0:1777502110.876824:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.876863:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.876867:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562990208 00000100:00100000:3.0:1777502110.876873:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562990208 00000100:00100000:3.0:1777502110.876908:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3100 00000100:00100000:0.0:1777502110.876908:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562990464 00000100:00100000:0.0:1777502110.876913:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562990464 00000100:00100000:0.0:1777502110.876929:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238116977210 time 8238120712771 state 0x0 ref 1 00000100:00100000:0.0:1777502110.876934:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238120812771 time 8238120712771 state 0x1 ref 1 00000100:00100000:0.0:1777502110.876953:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238120812771 time 8238122373089 state 0x0 ref 1 00000100:00100000:0.0:1777502110.876962:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+103:272794:x1863837562990464:12345-192.168.202.27@tcp:36:rm.500 00000100:00100000:3.0:1777502110.876969:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0775d2ab-558e-41f1-82c0-14244d133390+24:2372:x1863837562990208:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502110.876979:0:187548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.876986:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1777502110.876992:0:187548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007729a9cd/0x4ad31463d9bc1cac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1054:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833b74 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.876998:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc1a21 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a40 expref: 103 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.877021:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc1a60 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a86 expref: 102 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777502110.877022:0:187548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1054:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502110.877036:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc1899 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339ec expref: 101 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.877039:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502110.877042:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502110.877050:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007729a9cd/0x4ad31463d9bc1cac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b74 expref: 25 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.877052:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ec:0x0].0x0 (ffff8dfd64790f00) 00010000:00010000:0.0:1777502110.877064:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502110.877069:0:187548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007729a9cd/0x4ad31463d9bc1cac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b74 expref: 25 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.877077:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68600/0x4ad31463d9bc1cb3 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.877080:0:187548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505eee00, rc 0) 00010000:00010000:0.0:1777502110.877091:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68600/0x4ad31463d9bc1cb3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.877102:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68600/0x4ad31463d9bc1cb3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.877111:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1cba lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.877116:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0775d2ab-558e-41f1-82c0-14244d133390+25:2372:x1863837562990208:12345-192.168.202.27@tcp:101:rm.500 Request processed in 197us (290us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502110.877118:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1cba lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.877130:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1cba lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.877132:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3100 00010000:00010000:0.0:1777502110.877191:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc1cc1 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.877196:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc1cc1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.877199:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc1cc1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777502110.877505:0:205372:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].501, 64 off40256 00010000:00010000:0.0:1777502110.877543:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1cc8 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.877550:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1cc8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.877555:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1cc8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.877558:0:205372:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1cc8 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.877562:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1cc8 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.877566:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1cc8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.877593:0:205372:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502110.877602:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502110.877603:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc1cc1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.877609:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1cc8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.877612:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc1cc1 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.877624:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc1cc1 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.877625:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502110.877631:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1cc8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.877633:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.877639:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc1cc1 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.877641:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1cc8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.877658:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc1cc1 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.877671:0:205387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ec:0x0].0x0 (ffff8dfd6e9eb000) 00010000:00010000:3.0:1777502110.877674:0:205387:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502110.877677:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1cc8 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.877690:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1cc8 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.877694:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ec:0x0].0x0 (ffff8dfd6e9eb000) 00010000:00010000:0.0:1777502110.877698:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777502110.877699:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.877700:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.877701:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc1cc1 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.877702:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.877707:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68e00/0x4ad31463d9bc1cc1 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.877724:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68600/0x4ad31463d9bc1cb3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.877730:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68600/0x4ad31463d9bc1cb3 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.877735:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68600/0x4ad31463d9bc1cb3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.877740:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.877743:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68600/0x4ad31463d9bc1cb3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.877749:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68600/0x4ad31463d9bc1cb3 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.877756:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.877759:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.877761:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68600/0x4ad31463d9bc1cb3 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.877766:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68600/0x4ad31463d9bc1cb3 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.877772:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000087fffa8d reply state 000000009da0e049 transno 8589938748 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1cba lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.877776:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502110.877810:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+102:272794:x1863837562990464:12345-192.168.202.27@tcp:36:rm.500 Request processed in 850us (947us total) trans 8589938748 rc 0/0 00000100:00100000:0.0:1777502110.877815:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 166 00000100:00100000:0.0:1777502110.877819:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238120812771 time 8238122373089 state 0x2 ref 0 00010000:00010000:2.0:1777502110.878316:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1cba lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.878324:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1cba lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.878330:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1cba lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.878336:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.878339:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1cba lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.878345:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1cba lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.878354:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffff8dfd6e9ebf00) 00010000:00010000:2.0:1777502110.878357:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.878358:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1cba lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.878362:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1cba lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.878654:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.878784:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562990720 00000100:00100000:2.0:1777502110.878789:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562990720 00000100:00100000:2.0:1777502110.878808:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238120812771 time 8238122373089 state 0x0 ref 1 00000100:00100000:2.0:1777502110.878816:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238122473089 time 8238122373089 state 0x1 ref 1 00000100:00100000:2.0:1777502110.878839:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238122473089 time 8238124258202 state 0x0 ref 1 00000100:00100000:2.0:1777502110.878850:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+101:272808:x1863837562990720:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502110.878860:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.878871:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7800/0x4ad31463d9bc1ccf lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833b7b expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.878949:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7600/0x4ad31463d9bc1cd6 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.878959:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7600/0x4ad31463d9bc1cd6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.878966:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7600/0x4ad31463d9bc1cd6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.878981:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7000/0x4ad31463d9bc1cdd lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.878993:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7000/0x4ad31463d9bc1cdd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.878999:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7000/0x4ad31463d9bc1cdd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502110.879324:0:205369:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x107a:0x0], index 0: 0 00010000:00010000:2.0:1777502110.879446:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc1ce4 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.879454:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc1ce4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.879462:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc1ce4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.879487:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7600/0x4ad31463d9bc1cd6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.879493:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7600/0x4ad31463d9bc1cd6 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.879499:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7600/0x4ad31463d9bc1cd6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.879504:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf7600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.879508:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7600/0x4ad31463d9bc1cd6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.879517:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7600/0x4ad31463d9bc1cd6 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.879524:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.879527:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.879530:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7600/0x4ad31463d9bc1cd6 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.879536:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7600/0x4ad31463d9bc1cd6 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.879545:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008637def6 reply state 0000000089972450 transno 8589938749 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7000/0x4ad31463d9bc1cdd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.879553:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502110.879572:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7800/0x4ad31463d9bc1ccf lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b7b expref: 104 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.879607:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc1ce4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b7b expref: 103 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.879615:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f4:0x0].0x0 (ffff8dfd5288d400) 00010000:00010000:2.0:1777502110.879618:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.879621:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf6800, rc 0) 00000100:00100000:2.0:1777502110.879659:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+104:272808:x1863837562990720:12345-192.168.202.27@tcp:101:touch.500 Request processed in 812us (1005us total) trans 8589938749 rc 0/0 00000100:00100000:2.0:1777502110.879680:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 167 00000100:00100000:2.0:1777502110.879685:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238122473089 time 8238124258202 state 0x2 ref 0 00010000:00010000:0.0:1777502110.880235:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7000/0x4ad31463d9bc1cdd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.880244:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7000/0x4ad31463d9bc1cdd lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.880249:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7000/0x4ad31463d9bc1cdd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.880254:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf7000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.880257:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7000/0x4ad31463d9bc1cdd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.880263:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7000/0x4ad31463d9bc1cdd lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.880270:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffff8dfd5288da00) 00010000:00010000:0.0:1777502110.880273:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.880275:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7000/0x4ad31463d9bc1cdd lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.880280:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7000/0x4ad31463d9bc1cdd lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.881031:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.881067:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562990976 00000100:00100000:0.0:1777502110.881072:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562990976 00000100:00100000:0.0:1777502110.881092:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238122473089 time 8238124258202 state 0x0 ref 1 00000100:00100000:0.0:1777502110.881101:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238124358202 time 8238124258202 state 0x1 ref 1 00000100:00100000:0.0:1777502110.881126:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238124358202 time 8238126545711 state 0x0 ref 1 00000100:00100000:0.0:1777502110.881139:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+103:272808:x1863837562990976:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:3.0:1777502110.881171:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502110.881172:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502110.881186:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc1ce4 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b7b expref: 103 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.881200:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f4:0x0].0x0 (ffff8dfd5288d400) 00010000:00010000:0.0:1777502110.881210:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502110.881211:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562991232 00000100:00100000:2.0:1777502110.881216:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562991232 00000100:00100000:2.0:1777502110.881234:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238126645711 time 8238126545711 state 0x1 ref 2 00000100:00100000:2.0:1777502110.881256:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238126645711 time 8238126675431 state 0x0 ref 2 00010000:00010000:0.0:1777502110.881261:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1cf2 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.881269:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4d4a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+103:272799:x1863837562991232:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:0.0:1777502110.881276:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1cf2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.881286:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1cf2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.881293:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1777502110.881306:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc1a98 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a8d expref: 103 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.881326:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc1a44 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a47 expref: 102 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.881342:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8400/0x4ad31463d9bc1925 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a1d expref: 101 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.881356:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ed:0x0].0x0 (ffff8dfc867e5300) 00010000:00010000:2.0:1777502110.881366:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00010000:0.0:1777502110.881371:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000002b0b0af reply state 000000005be0a288 transno 8589938750 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1cf2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.881378:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7a00/0x4ad31463d9bc1cf9 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.881381:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502110.881390:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7a00/0x4ad31463d9bc1cf9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.881398:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7a00/0x4ad31463d9bc1cf9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.881414:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6a00/0x4ad31463d9bc1d00 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.881422:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6a00/0x4ad31463d9bc1d00 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.881429:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6a00/0x4ad31463d9bc1d00 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.881437:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+102:272808:x1863837562990976:12345-192.168.202.27@tcp:36:touch.500 Request processed in 300us (406us total) trans 8589938750 rc 0/0 00000100:00100000:0.0:1777502110.881445:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 168 00010000:00010000:2.0:1777502110.881509:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7200/0x4ad31463d9bc1d07 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.881517:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7200/0x4ad31463d9bc1d07 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.881524:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7200/0x4ad31463d9bc1d07 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777502110.881895:0:186938:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].497, 64 off40000 00010000:00010000:3.0:1777502110.881897:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1cf2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.881907:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1cf2 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.881913:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1cf2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.881920:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.881924:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1cf2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.881931:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1cf2 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.881933:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc1d0e lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.881954:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc1d0e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.881956:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f4:0x0].0x0 (ffff8dfd6e9eb200) 00010000:00010000:2.0:1777502110.881967:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc1d0e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.881975:0:186938:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc1d0e lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.881980:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc1d0e lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.881997:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc1d0e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.882012:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.882017:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1cf2 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.882019:0:186938:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502110.882028:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1cf2 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.882035:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7200/0x4ad31463d9bc1d07 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.882042:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7200/0x4ad31463d9bc1d07 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.882048:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7200/0x4ad31463d9bc1d07 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.882053:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502110.882054:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf7200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.882059:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7200/0x4ad31463d9bc1d07 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.882065:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc1d0e lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.882066:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7200/0x4ad31463d9bc1d07 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.882081:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502110.882087:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502110.882090:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ed:0x0].0x0 (ffff8dfd5288df00) 00010000:00010000:2.0:1777502110.882094:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502110.882098:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7200/0x4ad31463d9bc1d07 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.882098:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc1d0e lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.882108:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562991360 00000100:00100000:3.0:1777502110.882113:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562991360 00010000:00010000:2.0:1777502110.882118:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7200/0x4ad31463d9bc1d07 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.882119:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc1d0e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.882139:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7a00/0x4ad31463d9bc1cf9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.882143:0:186924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ed:0x0].0x0 (ffff8dfd5288df00) 00010000:00010000:2.0:1777502110.882144:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7a00/0x4ad31463d9bc1cf9 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.882151:0:186924:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777502110.882155:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc1d0e lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.882158:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7a00/0x4ad31463d9bc1cf9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.882173:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf7a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.882173:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc1d0e lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.882178:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7a00/0x4ad31463d9bc1cf9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.882189:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238126775431 time 8238126675431 state 0x1 ref 2 00010000:00010000:2.0:1777502110.882189:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7a00/0x4ad31463d9bc1cf9 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.882195:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502110.882199:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502110.882202:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502110.882208:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.882212:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.882216:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7a00/0x4ad31463d9bc1cf9 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.882221:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238126775431 time 8238127639527 state 0x0 ref 2 00010000:00010000:2.0:1777502110.882225:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7a00/0x4ad31463d9bc1cf9 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.882236:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+102:272808:x1863837562991360:12345-192.168.202.27@tcp:101:touch.500 00000004:00010000:2.0:1777502110.882238:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e63993ab reply state 00000000336f082c transno 8589938751 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6a00/0x4ad31463d9bc1d00 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.882247:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777502110.882248:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.882259:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc1d15 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833b82 expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.882286:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4d4a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+104:272799:x1863837562991232:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1020us (1115us total) trans 8589938751 rc 0/0 00000100:00100000:2.0:1777502110.882293:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 169 00010000:00010000:3.0:1777502110.882301:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc1d15 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b82 expref: 104 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.882314:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc1d15 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b82 expref: 103 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.882329:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f4:0x0].0x0 (ffff8dfd64790400) 00010000:00010000:3.0:1777502110.882333:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777502110.882336:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ef200, rc 0) 00000100:00100000:3.0:1777502110.882363:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+103:272808:x1863837562991360:12345-192.168.202.27@tcp:101:touch.500 Request processed in 131us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502110.882371:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 170 00000100:00100000:3.0:1777502110.882376:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238126775431 time 8238127639527 state 0x2 ref 0 00010000:00010000:2.0:1777502110.882808:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6a00/0x4ad31463d9bc1d00 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.882815:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6a00/0x4ad31463d9bc1d00 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.882825:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6a00/0x4ad31463d9bc1d00 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.882829:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.882832:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6a00/0x4ad31463d9bc1d00 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.882837:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6a00/0x4ad31463d9bc1d00 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.882845:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffff8dfd5288dd00) 00010000:00010000:2.0:1777502110.882847:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.882849:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6a00/0x4ad31463d9bc1d00 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.882854:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6a00/0x4ad31463d9bc1d00 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.883145:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.883175:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.883176:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562991488 00000100:00100000:2.0:1777502110.883180:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562991488 00000100:00100000:2.0:1777502110.883194:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238126775431 time 8238127639527 state 0x0 ref 1 00000100:00100000:2.0:1777502110.883200:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238127739527 time 8238127639527 state 0x1 ref 1 00000100:00100000:2.0:1777502110.883217:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562991616 00000100:00100000:2.0:1777502110.883220:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562991616 00000100:00100000:0.0:1777502110.883226:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238127739527 time 8238128643622 state 0x0 ref 1 00000100:00100000:2.0:1777502110.883237:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238128743622 time 8238128643622 state 0x1 ref 2 00000100:00100000:0.0:1777502110.883243:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+103:272813:x1863837562991488:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:1.0:1777502110.883250:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238128743622 time 8238128667549 state 0x0 ref 2 00010000:00010000:0.0:1777502110.883257:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.883270:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc1d1c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833b89 expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.883271:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+103:272809:x1863837562991616:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502110.883284:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.883295:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1d23 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833b90 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.883313:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1d2a lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.883323:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1d2a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.883332:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1d31 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.883332:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1d2a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.883339:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502110.883354:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1d31 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.883360:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1d38 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.883363:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1d31 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.883372:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562991744 00000100:00100000:2.0:1777502110.883376:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562991744 00010000:00010000:0.0:1777502110.883376:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1d38 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.883393:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1d38 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.883394:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238128767549 time 8238128667549 state 0x1 ref 3 00010000:00010000:1.0:1777502110.883399:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1d3f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.883413:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1d3f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.883421:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1d3f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.883427:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238128767549 time 8238128844184 state 0x0 ref 3 00000100:00100000:0.0:1777502110.883444:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502110.883499:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc1d46 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.883511:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc1d46 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.883518:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc1d46 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.883525:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc1d4d lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.883526:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc511d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+106:272811:x1863837562991744:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502110.883540:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc1d4d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502110.883542:0:187571:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1ee:0x0]: returning size 0 00000004:00200000:1.0:1777502110.883548:0:187571:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:0.0:1777502110.883551:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc1d4d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.883562:0:187571:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc1d46 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.883566:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00200000:0.0:1777502110.883571:0:188648:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1f2:0x0]: returning size 0 00010000:00010000:1.0:1777502110.883574:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc1d46 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502110.883574:0:188648:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1777502110.883607:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1d54 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833b97 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.883609:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1d31 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.883623:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1d31 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.883625:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562991872 00000100:00100000:3.0:1777502110.883631:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562991872 00010000:00010000:1.0:1777502110.883639:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1d31 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.883640:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1d5b lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.883640:0:188648:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc1d4d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.883654:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238128944184 time 8238128844184 state 0x1 ref 4 00010000:00010000:1.0:1777502110.883658:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a8e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.883671:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1d5b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.883678:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc1d4d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.883689:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1d5b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.883689:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1d31 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.883690:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1d2a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.883698:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238128944184 time 8238129115998 state 0x0 ref 4 00010000:00010000:2.0:1777502110.883712:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc1d62 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.883714:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1d2a lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.883722:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+108:272810:x1863837562991872:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502110.883724:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc1d62 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.883730:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1d31 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.883730:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1d2a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.883736:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.883743:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc1d62 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.883748:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1d69 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833b9e expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.883758:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.883759:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.883766:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.883771:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1d31 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.883771:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1d2a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.883786:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc1d31 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.883793:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1d70 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.883800:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1d2a lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.883802:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1d3f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.883805:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1d70 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.883808:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc1d77 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.883825:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1d3f lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.883830:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc1d77 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.883831:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1d70 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.883834:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.883836:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1d3f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.883842:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.883848:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1d2a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.883850:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc1d77 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.883861:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a9c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.883867:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1d3f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.883870:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1d2a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.883884:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc1d7e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.883890:0:186936:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1f0:0x0]: returning size 0 00000004:00200000:2.0:1777502110.883893:0:186936:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:0.0:1777502110.883894:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1d38 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.883895:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc1d7e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.883900:0:186936:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc1d77 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.883918:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1d3f lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.883919:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc1d7e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.883922:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc1d77 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.883933:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1d38 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.883944:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffff8dfc867e5e00) 00010000:00010000:2.0:1777502110.883946:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1d5b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.883947:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1d38 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.883949:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.883955:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1d3f lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.883965:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.883968:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1d5b lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.883971:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1d38 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.883973:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc1d3f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.883990:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1d5b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.883991:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1d38 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.883992:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc1d85 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.884009:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.884011:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc1d85 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.884013:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc1d23 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b90 expref: 110 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.884014:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1d5b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.884024:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffff8dfd6e9ebc00) 00010000:00010000:3.0:1777502110.884032:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc1d85 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.884032:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.884034:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1d5b lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.884038:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1d38 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.884046:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc1d46 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b90 expref: 109 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.884056:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.884059:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1d38 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.884062:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00200000:3.0:1777502110.884064:0:205372:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1ef:0x0]: returning size 0 00010000:00010000:2.0:1777502110.884066:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1d5b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.884069:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ee:0x0].0x0 (ffff8dfd6e9eb600) 00000004:00200000:3.0:1777502110.884072:0:205372:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:1.0:1777502110.884078:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.884081:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1d5b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.884083:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd613a9a00, rc 0) 00000004:00010000:3.0:1777502110.884087:0:205372:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc1d85 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.884112:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc1d62 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.884112:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc1d1c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b89 expref: 110 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.884114:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc1d85 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.884121:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+110:272809:x1863837562991616:12345-192.168.202.27@tcp:101:rm.500 Request processed in 851us (944us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502110.884133:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc1d62 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.884137:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1d70 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.884143:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 172 00010000:00010000:0.0:1777502110.884147:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc1d4d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b89 expref: 109 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.884154:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1d70 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.884156:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc1d62 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.884171:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f2:0x0].0x0 (ffff8dfd6e9eb300) 00010000:00010000:2.0:1777502110.884177:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.884179:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502110.884183:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1d70 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.884184:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc1d62 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.884184:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e68800, rc 0) 00010000:00010000:3.0:1777502110.884195:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.884198:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc1d62 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.884200:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1d70 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.884215:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+108:272813:x1863837562991488:12345-192.168.202.27@tcp:101:rm.500 Request processed in 974us (1068us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502110.884219:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffff8dfd5288db00) 00010000:00010000:3.0:1777502110.884220:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1d70 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.884220:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.884227:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.884232:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc1d62 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.884237:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 171 00010000:00010000:3.0:1777502110.884240:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.884244:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.884244:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc1d62 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.884250:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1d70 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.884265:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562992000 00000100:00100000:0.0:1777502110.884269:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562992000 00010000:00010000:2.0:1777502110.884279:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1d54 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b97 expref: 108 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.884290:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502110.884298:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1d70 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.884300:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc1d77 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b97 expref: 107 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.884307:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3101 00010000:00010000:3.0:1777502110.884319:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc1d7e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.884321:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0775d2ab-558e-41f1-82c0-14244d133390+19:2371:x1863837562992000:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:2.0:1777502110.884331:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f0:0x0].0x0 (ffff8dfc867e5900) 00010000:00010000:3.0:1777502110.884334:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc1d7e lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.884335:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.884339:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45703e00, rc 0) 00010000:00010000:3.0:1777502110.884346:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc1d7e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.884349:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562992128 00010000:00010000:3.0:1777502110.884354:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee400 already unused, calling callback (ffffffffc1e434f0) 00000100:00100000:1.0:1777502110.884355:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562992128 00010000:00010000:3.0:1777502110.884359:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc1d7e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.884372:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc1d7e lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.884377:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc511d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+108:272811:x1863837562991744:12345-192.168.202.27@tcp:101:rm.500 Request processed in 935us (1040us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.884378:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238129215998 time 8238129115998 state 0x1 ref 3 00000100:00100000:2.0:1777502110.884395:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 173 00000100:00100000:1.0:1777502110.884408:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238129215998 time 8238129826503 state 0x0 ref 2 00000100:00100000:1.0:1777502110.884422:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+107:272814:x1863837562992128:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502110.884430:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.884442:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc1d8c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833ba5 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.884466:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffff8dfd64790b00) 00010000:00010000:3.0:1777502110.884469:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.884473:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc1d93 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.884474:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc1d7e lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.884491:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc1d7e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.884495:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc1d93 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.884504:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc1d93 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.884517:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc1d9a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.884524:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc1d9a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.884532:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc1d9a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.884547:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0775d2ab-558e-41f1-82c0-14244d133390+20:2371:x1863837562992000:12345-192.168.202.27@tcp:2:touch.500 Request processed in 228us (332us total) trans 8589936067 rc 0/0 00000100:00100000:0.0:1777502110.884560:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3101 00010000:00010000:3.0:1777502110.884594:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1d69 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b9e expref: 109 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.884606:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc1d85 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b9e expref: 108 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.884613:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ef:0x0].0x0 (ffff8dfd6e9ebe00) 00010000:00010000:3.0:1777502110.884616:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502110.884619:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505eec00, rc 0) 00010000:00010000:1.0:1777502110.884623:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122000/0x4ad31463d9bc1da1 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.884635:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122000/0x4ad31463d9bc1da1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.884647:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122000/0x4ad31463d9bc1da1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502110.884679:0:186937:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1f3:0x0]: returning size 0 00000100:00100000:2.0:1777502110.884684:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+108:272810:x1863837562991872:12345-192.168.202.27@tcp:101:rm.500 Request processed in 964us (1239us total) trans 0 rc 0/0 00000004:00200000:1.0:1777502110.884684:0:186937:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:2.0:1777502110.884693:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 174 00000004:00010000:1.0:1777502110.884694:0:186937:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122000/0x4ad31463d9bc1da1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.884704:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122000/0x4ad31463d9bc1da1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.884712:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc1d93 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.884718:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc1d93 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.884724:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc1d93 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.884729:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6b122800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.884732:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc1d93 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.884738:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc1d93 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.884747:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.884749:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.884753:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc1d93 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.884763:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc1d93 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.884777:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc1d9a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.884784:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc1d9a lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.884790:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc1d9a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.884795:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6b123000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.884798:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc1d9a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.884805:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc1d9a lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.884814:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffff8dfc867e5100) 00010000:00010000:1.0:1777502110.884816:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.884819:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc1d9a lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.884824:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc1d9a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.884845:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc1d8c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ba5 expref: 108 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.884860:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122000/0x4ad31463d9bc1da1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ba5 expref: 107 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.884868:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f3:0x0].0x0 (ffff8dfd5288d600) 00010000:00010000:1.0:1777502110.884870:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.884872:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6b122000, rc 0) 00000100:00100000:1.0:1777502110.884906:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+107:272814:x1863837562992128:12345-192.168.202.27@tcp:101:rm.500 Request processed in 488us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.884913:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 175 00000100:00100000:1.0:1777502110.884918:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238129215998 time 8238129826503 state 0x2 ref 0 00000100:00100000:2.0:1777502110.885674:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.885698:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.885699:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562992256 00000100:00100000:3.0:1777502110.885705:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562992256 00000100:00100000:2.0:1777502110.885721:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.885737:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562992384 00000100:00100000:0.0:1777502110.885743:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562992384 00000100:00100000:1.0:1777502110.885760:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562992512 00000100:00100000:1.0:1777502110.885765:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562992512 00000100:00100000:0.0:1777502110.885778:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3102 00000100:00100000:2.0:1777502110.885791:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3103 00000100:00100000:0.0:1777502110.885794:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc511d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0775d2ab-558e-41f1-82c0-14244d133390+21:2371:x1863837562992384:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502110.885803:0:188366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777502110.885807:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc511d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0775d2ab-558e-41f1-82c0-14244d133390+21:2373:x1863837562992512:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502110.885816:0:188366:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc1da8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1079:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833bac expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.885818:0:205380:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.885831:0:205380:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036a72cfe/0x4ad31463d9bc1daf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1078:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833bb3 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777502110.885836:0:188366:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1079:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00000100:00100000:1.0:1777502110.885849:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 249 00010000:00010000:0.0:1777502110.885853:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00002000:00010000:2.0:1777502110.885855:0:205380:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1078:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502110.885856:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502110.885862:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc511d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+107:2373:x1863837562992256:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502110.885867:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc1da8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bac expref: 23 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.885870:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502110.885874:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502110.885876:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777502110.885878:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.885881:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000036a72cfe/0x4ad31463d9bc1daf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bb3 expref: 23 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.885893:0:188366:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc1da8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bac expref: 23 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.885894:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc1d46 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b90 expref: 107 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.885898:0:205380:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000036a72cfe/0x4ad31463d9bc1daf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bb3 expref: 23 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.885900:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562992768 00000100:00100000:3.0:1777502110.885905:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562992768 00010000:00010000:1.0:1777502110.885925:0:186921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ee:0x0].0x0 (ffff8dfd6e9eb600) 00010000:00010000:2.0:1777502110.885929:0:205380:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45702600, rc 0) 00010000:00010000:1.0:1777502110.885931:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502110.885932:0:188366:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e68600, rc 0) 00000100:00100000:3.0:1777502110.885936:0:186939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1089 00000100:00100000:3.0:1777502110.885946:0:186939:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4d4a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0775d2ab-558e-41f1-82c0-14244d133390+107:272808:x1863837562992768:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:2.0:1777502110.885966:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc511d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0775d2ab-558e-41f1-82c0-14244d133390+23:2373:x1863837562992512:12345-192.168.202.27@tcp:101:rm.500 Request processed in 162us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.885967:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc511d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+107:2373:x1863837562992256:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 105us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.885968:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc511d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0775d2ab-558e-41f1-82c0-14244d133390+23:2371:x1863837562992384:12345-192.168.202.27@tcp:101:rm.500 Request processed in 181us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502110.885983:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3103 00000100:00100000:1.0:1777502110.885986:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 249 00000100:00100000:0.0:1777502110.885994:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3102 00000100:00100000:3.0:1777502110.886189:0:186939:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4d4a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0775d2ab-558e-41f1-82c0-14244d133390+107:272808:x1863837562992768:12345-192.168.202.27@tcp:35:touch.500 Request processed in 186us (257us total) trans 8589938752 rc 0/0 00000100:00100000:3.0:1777502110.886197:0:186939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1089 00000100:00100000:2.0:1777502110.886479:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.886514:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562992896 00000100:00100000:0.0:1777502110.886518:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562992896 00000100:00100000:2.0:1777502110.886530:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.886555:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562993024 00000100:00100000:0.0:1777502110.886559:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562993024 00000100:00100000:3.0:1777502110.886569:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3104 00000100:00100000:1.0:1777502110.886606:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3105 00000100:00100000:1.0:1777502110.886619:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f79d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0775d2ab-558e-41f1-82c0-14244d133390+26:2371:x1863837562993024:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502110.886628:0:205375:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.886641:0:205375:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c0d70da/0x4ad31463d9bc1db6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1055:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833bc1 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777502110.886658:0:205375:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1055:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:1.0:1777502110.886679:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777502110.886680:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f79c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0775d2ab-558e-41f1-82c0-14244d133390+27:2370:x1863837562992896:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502110.886682:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502110.886690:0:205375:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c0d70da/0x4ad31463d9bc1db6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bc1 expref: 27 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.886692:0:205383:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.886705:0:205383:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc1dbd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1053:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833bba expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.886706:0:205375:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000c0d70da/0x4ad31463d9bc1db6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bc1 expref: 27 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.886729:0:205375:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6b123e00, rc 0) 00002000:00010000:0.0:1777502110.886734:0:205383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1053:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502110.886745:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.886747:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.886753:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc1dbd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bba expref: 28 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.886762:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f79d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0775d2ab-558e-41f1-82c0-14244d133390+28:2371:x1863837562993024:12345-192.168.202.27@tcp:101:rm.500 Request processed in 146us (231us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502110.886770:0:205383:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc1dbd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bba expref: 28 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.886774:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3105 00010000:00010000:0.0:1777502110.886785:0:205383:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e68e00, rc 0) 00000100:00100000:0.0:1777502110.886809:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f79c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0775d2ab-558e-41f1-82c0-14244d133390+27:2370:x1863837562992896:12345-192.168.202.27@tcp:101:rm.500 Request processed in 231us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.886820:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3104 00000100:00100000:3.0:1777502110.887201:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.887240:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562993280 00000100:00100000:1.0:1777502110.887245:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562993280 00000100:00100000:1.0:1777502110.887261:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238129215998 time 8238129826503 state 0x0 ref 1 00000100:00100000:1.0:1777502110.887269:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238129926503 time 8238129826503 state 0x1 ref 1 00000100:00100000:1.0:1777502110.887290:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238129926503 time 8238132709967 state 0x0 ref 1 00000100:00100000:1.0:1777502110.887300:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+107:272812:x1863837562993280:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:1.0:1777502110.887324:0:187571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777502110.887336:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc1ca5 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b6d expref: 107 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.887353:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc1bfd lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b4a expref: 106 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.887363:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f1:0x0].0x0 (ffff8dfc867e5200) 00010000:00010000:1.0:1777502110.887369:0:187571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502110.887385:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc1dc4 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.887393:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc1dc4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.887400:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc1dc4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.887410:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc1dcb lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.887416:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc1dcb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.887422:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc1dcb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.887481:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc1dd2 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.887489:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc1dd2 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.887496:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc1dd2 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777502110.887946:0:187571:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].498, 64 off40064 00010000:00010000:1.0:1777502110.887990:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc1dd9 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.888000:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc1dd9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.888007:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc1dd9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.888014:0:187571:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc1dd9 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.888020:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc1dd9 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.888025:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc1dd9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.888043:0:187571:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502110.888054:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc1dd2 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.888060:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc1dd2 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.888065:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502110.888066:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc1dd2 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.888072:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc1dd9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.888087:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6b122200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.888089:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6b122600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502110.888091:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc1dd2 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.888094:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc1dd9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.888103:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc1dd2 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.888106:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc1dd9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.888119:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f1:0x0].0x0 (ffff8dfc867e5800) 00010000:00010000:1.0:1777502110.888123:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502110.888126:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc1dd2 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.888130:0:188362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f1:0x0].0x0 (ffff8dfc867e5800) 00010000:00010000:1.0:1777502110.888131:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc1dd2 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.888136:0:188362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502110.888140:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc1dd9 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.888146:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc1dc4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.888147:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc1dd9 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.888160:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc1dc4 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.888165:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc1dc4 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.888169:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6b122a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.888171:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc1dc4 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.888172:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.888176:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502110.888178:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc1dc4 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.888179:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502110.888188:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.888189:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.888190:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc1dc4 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.888194:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc1dc4 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.888200:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000039e9b8c7 reply state 000000008e779ba5 transno 8589938753 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc1dcb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.888205:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502110.888237:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+107:272812:x1863837562993280:12345-192.168.202.27@tcp:36:rm.500 Request processed in 939us (1038us total) trans 8589938753 rc 0/0 00000100:00100000:1.0:1777502110.888242:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 176 00000100:00100000:1.0:1777502110.888245:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238129926503 time 8238132709967 state 0x2 ref 0 00010000:00010000:3.0:1777502110.888778:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc1dcb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.888787:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc1dcb lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.888799:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc1dcb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.888804:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6b122c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.888808:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc1dcb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.888814:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc1dcb lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.888823:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffff8dfc867e5d00) 00010000:00010000:3.0:1777502110.888825:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.888828:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc1dcb lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.888834:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc1dcb lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.889237:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.889285:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562993536 00000100:00100000:2.0:1777502110.889291:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562993536 00000100:00100000:2.0:1777502110.889309:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238129926503 time 8238132709967 state 0x0 ref 1 00000100:00100000:2.0:1777502110.889318:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238132809967 time 8238132709967 state 0x1 ref 1 00000100:00100000:2.0:1777502110.889341:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238132809967 time 8238134759918 state 0x0 ref 1 00000100:00100000:2.0:1777502110.889352:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+106:272809:x1863837562993536:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:2.0:1777502110.889379:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1777502110.889392:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1b1d lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ad3 expref: 106 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.889408:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1ac9 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a94 expref: 105 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.889420:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc1a7c lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a4e expref: 104 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.889433:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc19c6 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a2b expref: 103 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.889442:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ee:0x0].0x0 (ffff8dfd6e9eb600) 00010000:00010000:2.0:1777502110.889449:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502110.889461:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc1de0 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.889470:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc1de0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.889477:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc1de0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.889488:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1de7 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.889495:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1de7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.889501:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1de7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.889563:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1dee lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.889571:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1dee lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.889602:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1dee lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777502110.889887:0:186938:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].502, 64 off40320 00010000:00010000:2.0:1777502110.889915:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1df5 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.889921:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1df5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.889925:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1df5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.889929:0:186938:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1df5 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.889933:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1df5 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.889936:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1df5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.889948:0:186938:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502110.889956:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1dee lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.889959:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1dee lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.889963:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1dee lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.889966:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.889968:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1dee lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.889972:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1dee lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.889974:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502110.889979:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ee:0x0].0x0 (ffff8dfd5288dd00) 00010000:00010000:0.0:1777502110.889981:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1df5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.889982:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502110.889985:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1dee lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.889998:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1dee lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.889999:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502110.890006:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1df5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.890009:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc1de0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.890019:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc1de0 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.890019:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1df5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.890031:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc1de0 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.890037:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.890039:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc1de0 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.890040:0:186925:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ee:0x0].0x0 (ffff8dfd5288dd00) 00010000:00010000:0.0:1777502110.890047:0:186925:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777502110.890048:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc1de0 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.890050:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1df5 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.890056:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.890059:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.890060:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc1df5 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.890062:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc1de0 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.890075:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc1de0 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.890081:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.890083:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.890084:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:2.0:1777502110.890097:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009635c4a2 reply state 00000000e044af40 transno 8589938754 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1de7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.890105:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502110.890144:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+104:272809:x1863837562993536:12345-192.168.202.27@tcp:36:rm.500 Request processed in 794us (908us total) trans 8589938754 rc 0/0 00000100:00100000:2.0:1777502110.890149:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 177 00000100:00100000:2.0:1777502110.890153:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238132809967 time 8238134759918 state 0x2 ref 0 00010000:00010000:0.0:1777502110.890639:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1de7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.890647:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1de7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.890651:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1de7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.890658:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.890670:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1de7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.890676:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1de7 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.890681:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffff8dfd5288db00) 00010000:00010000:0.0:1777502110.890683:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.890685:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1de7 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.890688:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1de7 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.890898:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.890941:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562993792 00000100:00100000:0.0:1777502110.890947:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562993792 00000100:00100000:0.0:1777502110.890965:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238132809967 time 8238134759918 state 0x0 ref 1 00000100:00100000:0.0:1777502110.890973:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238134859918 time 8238134759918 state 0x1 ref 1 00000100:00100000:0.0:1777502110.890994:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238134859918 time 8238136413498 state 0x0 ref 1 00000100:00100000:0.0:1777502110.891003:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4c71f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+103:272811:x1863837562993792:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:0.0:1777502110.891026:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777502110.891037:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc1d77 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b97 expref: 103 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.891052:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc1bcc lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b3c expref: 102 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.891063:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f0:0x0].0x0 (ffff8dfc867e5900) 00010000:00010000:0.0:1777502110.891069:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502110.891090:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1dfc lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.891102:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1dfc lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.891110:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1dfc lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.891121:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1e03 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.891128:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1e03 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.891135:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1e03 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.891185:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc1e0a lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.891193:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc1e0a lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.891199:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc1e0a lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777502110.891506:0:188648:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].503, 64 off40384 00010000:00010000:0.0:1777502110.891547:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc1e11 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.891556:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc1e11 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.891563:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc1e11 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.891570:0:188648:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc1e11 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.891595:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc1e11 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.891602:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc1e11 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.891619:0:188648:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502110.891631:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc1e0a lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.891632:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502110.891639:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc1e11 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.891640:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc1e0a lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.891656:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502110.891656:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc1e0a lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.891671:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc1e11 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.891684:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.891685:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc1e11 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.891688:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc1e0a lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.891707:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc1e0a lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.891711:0:205387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f0:0x0].0x0 (ffff8dfd64574100) 00010000:00010000:3.0:1777502110.891716:0:205387:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502110.891720:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc1e11 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.891723:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f0:0x0].0x0 (ffff8dfd64574100) 00010000:00010000:0.0:1777502110.891728:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777502110.891729:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc1e11 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.891732:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc1e0a lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.891741:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.891742:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc1e0a lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.891745:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.891748:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.891762:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1dfc lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.891768:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1dfc lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.891774:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1dfc lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.891779:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.891781:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1dfc lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.891787:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1dfc lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.891794:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.891796:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.891799:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1dfc lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.891805:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc1dfc lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.891816:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000027f08001 reply state 00000000a9f67f6b transno 8589938755 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1e03 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.891823:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502110.891860:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4c71f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+103:272811:x1863837562993792:12345-192.168.202.27@tcp:36:rm.500 Request processed in 858us (962us total) trans 8589938755 rc 0/0 00000100:00100000:0.0:1777502110.891867:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 178 00000100:00100000:0.0:1777502110.891871:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238134859918 time 8238136413498 state 0x2 ref 0 00010000:00010000:3.0:1777502110.892354:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1e03 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.892363:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1e03 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.892369:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1e03 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.892375:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.892379:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1e03 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.892385:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1e03 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.892393:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffff8dfd6e9ebc00) 00010000:00010000:3.0:1777502110.892396:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.892399:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1e03 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.892405:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc1e03 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.892675:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.892708:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562994048 00000100:00100000:1.0:1777502110.892713:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562994048 00000100:00100000:1.0:1777502110.892732:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238134859918 time 8238136413498 state 0x0 ref 1 00000100:00100000:1.0:1777502110.892740:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238136513498 time 8238136413498 state 0x1 ref 1 00000100:00100000:1.0:1777502110.892762:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238136513498 time 8238138181662 state 0x0 ref 1 00000100:00100000:1.0:1777502110.892771:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4c71f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+102:272813:x1863837562994048:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:1.0:1777502110.892801:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777502110.892813:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc1d4d lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b89 expref: 102 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.892827:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc1c2e lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b58 expref: 101 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.892832:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f2:0x0].0x0 (ffff8dfd6e9eb300) 00010000:00010000:1.0:1777502110.892837:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502110.892844:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc1e18 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.892850:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc1e18 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.892854:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc1e18 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.892860:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc1e1f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.892864:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc1e1f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.892868:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc1e1f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.892919:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc1e26 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.892928:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc1e26 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.892935:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc1e26 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777502110.893141:0:186937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].504, 64 off40448 00010000:00010000:1.0:1777502110.893168:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665c00/0x4ad31463d9bc1e2d lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.893174:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665c00/0x4ad31463d9bc1e2d lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.893178:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665c00/0x4ad31463d9bc1e2d lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.893182:0:186937:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665c00/0x4ad31463d9bc1e2d lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.893186:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665c00/0x4ad31463d9bc1e2d lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.893189:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665c00/0x4ad31463d9bc1e2d lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.893201:0:186937:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502110.893208:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc1e26 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.893211:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc1e26 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.893215:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc1e26 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.893218:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6b122800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.893220:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc1e26 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.893224:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502110.893225:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc1e26 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.893232:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665c00/0x4ad31463d9bc1e2d lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.893233:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f2:0x0].0x0 (ffff8dfc867e5e00) 00010000:00010000:1.0:1777502110.893237:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502110.893240:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc1e26 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.893249:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd67665c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502110.893250:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc1e26 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.893253:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665c00/0x4ad31463d9bc1e2d lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.893263:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665c00/0x4ad31463d9bc1e2d lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.893264:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc1e18 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.893280:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc1e18 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.893284:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc1e18 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.893285:0:186924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f2:0x0].0x0 (ffff8dfc867e5e00) 00010000:00010000:3.0:1777502110.893292:0:186924:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777502110.893293:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6b123800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.893296:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665c00/0x4ad31463d9bc1e2d lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.893296:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc1e18 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.893305:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc1e18 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.893311:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665c00/0x4ad31463d9bc1e2d lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.893314:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.893319:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.893321:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc1e18 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.893328:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc1e18 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.893329:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.893332:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.893336:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:1.0:1777502110.893338:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cee3139b reply state 00000000c4a06ceb transno 8589938756 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc1e1f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.893343:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502110.893373:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4c71f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+102:272813:x1863837562994048:12345-192.168.202.27@tcp:36:rm.500 Request processed in 604us (699us total) trans 8589938756 rc 0/0 00000100:00100000:1.0:1777502110.893378:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 179 00000100:00100000:1.0:1777502110.893381:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238136513498 time 8238138181662 state 0x2 ref 0 00010000:00010000:0.0:1777502110.893898:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc1e1f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.893906:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc1e1f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.893913:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc1e1f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.893919:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6b123000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.893923:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc1e1f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.893929:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc1e1f lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.893940:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffff8dfc867e5100) 00010000:00010000:0.0:1777502110.893943:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.893945:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc1e1f lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.893955:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc1e1f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.894431:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.894473:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562994304 00000100:00100000:1.0:1777502110.894478:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562994304 00000100:00100000:1.0:1777502110.894495:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238136513498 time 8238138181662 state 0x0 ref 1 00000100:00100000:1.0:1777502110.894503:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238138281662 time 8238138181662 state 0x1 ref 1 00000100:00100000:1.0:1777502110.894524:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238138281662 time 8238139943592 state 0x0 ref 1 00000100:00100000:1.0:1777502110.894533:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+101:272814:x1863837562994304:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:1.0:1777502110.894559:0:187571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777502110.894570:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122000/0x4ad31463d9bc1da1 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ba5 expref: 101 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.894616:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6600/0x4ad31463d9bc1c58 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b5f expref: 100 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.894633:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f3:0x0].0x0 (ffff8dfd5288d600) 00010000:00010000:1.0:1777502110.894641:0:187571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502110.894652:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664e00/0x4ad31463d9bc1e34 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.894673:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664e00/0x4ad31463d9bc1e34 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.894681:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664e00/0x4ad31463d9bc1e34 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.894693:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664200/0x4ad31463d9bc1e3b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.894699:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664200/0x4ad31463d9bc1e3b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.894705:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664200/0x4ad31463d9bc1e3b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.894776:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1e42 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.894784:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1e42 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.894790:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1e42 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777502110.895106:0:187571:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].499, 64 off40128 00010000:00010000:1.0:1777502110.895156:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665800/0x4ad31463d9bc1e49 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.895164:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665800/0x4ad31463d9bc1e49 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.895171:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665800/0x4ad31463d9bc1e49 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.895177:0:187571:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665800/0x4ad31463d9bc1e49 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.895182:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665800/0x4ad31463d9bc1e49 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.895187:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665800/0x4ad31463d9bc1e49 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.895203:0:187571:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502110.895213:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1e42 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.895219:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1e42 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.895225:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502110.895226:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1e42 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.895233:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665800/0x4ad31463d9bc1e49 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.895234:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd67665e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.895239:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1e42 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.895257:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1e42 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.895258:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd67665800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502110.895264:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665800/0x4ad31463d9bc1e49 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.895269:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f3:0x0].0x0 (ffff8dfc867e5400) 00010000:00010000:1.0:1777502110.895273:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502110.895276:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1e42 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.895278:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665800/0x4ad31463d9bc1e49 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.895286:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1e42 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.895294:0:188362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f3:0x0].0x0 (ffff8dfc867e5400) 00010000:00010000:3.0:1777502110.895298:0:188362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502110.895301:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665800/0x4ad31463d9bc1e49 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.895301:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664e00/0x4ad31463d9bc1e34 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.895318:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664e00/0x4ad31463d9bc1e34 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.895319:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665800/0x4ad31463d9bc1e49 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.895336:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664e00/0x4ad31463d9bc1e34 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.895343:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd67664e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.895345:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502110.895346:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664e00/0x4ad31463d9bc1e34 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.895348:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.895351:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502110.895356:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664e00/0x4ad31463d9bc1e34 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.895363:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.895365:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.895368:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664e00/0x4ad31463d9bc1e34 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.895373:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664e00/0x4ad31463d9bc1e34 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.895385:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000019a33790 reply state 00000000fcd62c52 transno 8589938757 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664200/0x4ad31463d9bc1e3b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.895392:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502110.895435:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+101:272814:x1863837562994304:12345-192.168.202.27@tcp:36:rm.500 Request processed in 902us (1005us total) trans 8589938757 rc 0/0 00000100:00100000:1.0:1777502110.895442:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 180 00000100:00100000:1.0:1777502110.895447:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238138281662 time 8238139943592 state 0x2 ref 0 00010000:00010000:3.0:1777502110.895902:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664200/0x4ad31463d9bc1e3b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.895912:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664200/0x4ad31463d9bc1e3b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.895919:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664200/0x4ad31463d9bc1e3b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.895924:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd67664200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.895927:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664200/0x4ad31463d9bc1e3b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.895934:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664200/0x4ad31463d9bc1e3b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.895940:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffff8dfc867e5200) 00010000:00010000:3.0:1777502110.895941:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.895943:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664200/0x4ad31463d9bc1e3b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.895947:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664200/0x4ad31463d9bc1e3b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.896533:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.896574:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562994560 00000100:00100000:2.0:1777502110.896598:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562994560 00000100:00100000:2.0:1777502110.896619:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238138281662 time 8238139943592 state 0x0 ref 1 00000100:00100000:2.0:1777502110.896627:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238140043592 time 8238139943592 state 0x1 ref 1 00000100:00100000:2.0:1777502110.896658:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238140043592 time 8238142077378 state 0x0 ref 1 00000100:00100000:2.0:1777502110.896681:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+100:272810:x1863837562994560:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:2.0:1777502110.896703:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777502110.896714:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc1d85 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b9e expref: 100 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.896724:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc1b9b lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b2e expref: 99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.896730:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ef:0x0].0x0 (ffff8dfd6e9ebe00) 00010000:00010000:2.0:1777502110.896735:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502110.896745:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1e50 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.896753:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1e50 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.896760:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1e50 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.896771:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1e57 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.896778:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1e57 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.896783:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1e57 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.896835:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1e5e lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.896843:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1e5e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.896849:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1e5e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777502110.897187:0:186938:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].500, 64 off40192 00010000:00010000:2.0:1777502110.897224:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc1e65 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.897233:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc1e65 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.897246:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc1e65 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.897252:0:186938:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc1e65 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.897258:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc1e65 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.897264:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc1e65 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.897279:0:186938:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502110.897296:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1e5e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.897296:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502110.897302:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc1e65 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.897307:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1e5e lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.897315:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1e5e lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.897315:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502110.897321:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc1e65 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.897324:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.897329:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1e5e lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.897332:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc1e65 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.897339:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1e5e lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.897349:0:186925:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ef:0x0].0x0 (ffff8dfd5288db00) 00010000:00010000:0.0:1777502110.897354:0:186925:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777502110.897357:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc1e65 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.897360:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ef:0x0].0x0 (ffff8dfd5288db00) 00010000:00010000:0.0:1777502110.897362:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc1e65 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.897364:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502110.897369:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1e5e lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.897376:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1e5e lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.897376:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.897379:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502110.897382:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502110.897396:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1e50 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.897403:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1e50 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.897409:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1e50 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.897414:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.897417:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1e50 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.897423:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1e50 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.897429:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.897432:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.897434:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1e50 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.897439:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1e50 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.897447:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006c3e695b reply state 0000000048e49a28 transno 8589938758 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1e57 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.897458:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502110.897498:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+100:272810:x1863837562994560:12345-192.168.202.27@tcp:36:rm.500 Request processed in 819us (966us total) trans 8589938758 rc 0/0 00000100:00100000:2.0:1777502110.897505:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 181 00000100:00100000:2.0:1777502110.897509:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238140043592 time 8238142077378 state 0x2 ref 0 00010000:00010000:0.0:1777502110.898004:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1e57 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.898012:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1e57 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.898021:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1e57 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.898026:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.898028:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1e57 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.898033:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1e57 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.898041:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffff8dfd5288d300) 00010000:00010000:0.0:1777502110.898043:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.898045:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1e57 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.898050:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc1e57 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.898262:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.898282:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.898290:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562994688 00000100:00100000:0.0:1777502110.898296:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562994688 00000100:00100000:0.0:1777502110.898313:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238140043592 time 8238142077378 state 0x0 ref 1 00000100:00100000:0.0:1777502110.898321:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238142177378 time 8238142077378 state 0x1 ref 1 00000100:00100000:2.0:1777502110.898324:0:205371:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562994816 00000100:00100000:2.0:1777502110.898330:0:205371:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562994816 00000100:00100000:0.0:1777502110.898343:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238142177378 time 8238143762916 state 0x0 ref 1 00000100:00100000:0.0:1777502110.898354:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+100:272815:x1863837562994688:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502110.898366:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777502110.898369:0:205371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 268 00010000:00010000:0.0:1777502110.898378:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc1e6c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833bcf expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.898380:0:205371:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:0775d2ab-558e-41f1-82c0-14244d133390+100:2373:x1863837562994816:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:2.0:1777502110.898414:0:205371:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.898423:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1e73 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.898424:0:205371:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1e7a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833bc8 expref: -99 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.898440:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1e73 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.898448:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1e73 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.898454:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1e81 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.898460:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1e88 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.898462:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1e81 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.898476:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1e88 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.898478:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1e81 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.898489:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1e88 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.898493:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1e8f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.898500:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1e8f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.898508:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1e8f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.898540:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1e81 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.898544:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1e81 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.898552:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1e81 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.898557:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.898557:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1e96 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.898561:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1e81 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.898572:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1e81 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.898573:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1e96 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.898601:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.898607:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.898611:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1e96 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.898612:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1e81 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.898623:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1e81 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.898636:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1e8f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.898642:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1e8f lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502110.898646:0:188648:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1f4:0x0]: returning size 0 00010000:00010000:2.0:1777502110.898649:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1e8f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502110.898651:0:188648:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1777502110.898658:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.898671:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1e8f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.898678:0:188648:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1e96 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.898679:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1e8f lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.898696:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8ef95a8 (ffff8dfd5288dd00) 00010000:00010000:2.0:1777502110.898699:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.898701:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1e96 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.898702:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1e8f lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.898716:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1e8f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.898717:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1e73 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.898726:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1e73 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.898731:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1e73 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.898738:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.898741:0:205371:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1e7a lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bc8 expref: 102 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.898742:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1e73 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.898757:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1e73 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.898760:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.898764:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502110.898768:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1e7a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bc8 expref: 102 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.898771:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.898774:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.898777:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1e73 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.898787:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1e73 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.898788:0:205371:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45702800, rc -2) 00010000:00010000:0.0:1777502110.898800:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1e88 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.898805:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1e88 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.898811:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1e88 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.898816:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.898819:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1e88 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.898824:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1e88 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.898830:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffff8dfd64574100) 00010000:00010000:0.0:1777502110.898832:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.898834:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1e88 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.898840:0:205371:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:0775d2ab-558e-41f1-82c0-14244d133390+101:2373:x1863837562994816:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 462us (555us total) trans 0 rc -2/-2 00010000:00010000:0.0:1777502110.898842:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1e88 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.898858:0:205371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 268 00010000:00010000:0.0:1777502110.898863:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc1e6c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bcf expref: 102 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.898875:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1e96 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bcf expref: 100 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.898881:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f4:0x0].0x0 (ffff8dfd64790400) 00010000:00010000:0.0:1777502110.898883:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502110.898885:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e69c00, rc 0) 00000100:00100000:0.0:1777502110.898917:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+100:272815:x1863837562994688:12345-192.168.202.27@tcp:101:rm.500 Request processed in 566us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.898930:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 182 00000100:00100000:0.0:1777502110.898934:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238142177378 time 8238143762916 state 0x2 ref 0 00000100:00100000:3.0:1777502110.900289:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.900331:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562994944 00000100:00100000:1.0:1777502110.900337:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562994944 00000100:00100000:1.0:1777502110.900365:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3106 00000100:00100000:1.0:1777502110.900372:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0775d2ab-558e-41f1-82c0-14244d133390+22:2371:x1863837562994944:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502110.900381:0:205377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.900392:0:205377:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059f9bfde/0x4ad31463d9bc1e9d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x107a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833bd6 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777502110.900409:0:205377:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x107a:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:1.0:1777502110.900420:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502110.900421:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502110.900426:0:205377:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059f9bfde/0x4ad31463d9bc1e9d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x107a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bd6 expref: 23 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.900446:0:205377:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000059f9bfde/0x4ad31463d9bc1e9d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x107a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bd6 expref: 23 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.900458:0:205377:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd67664e00, rc 0) 00000100:00100000:1.0:1777502110.900484:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0775d2ab-558e-41f1-82c0-14244d133390+23:2371:x1863837562994944:12345-192.168.202.27@tcp:101:rm.500 Request processed in 113us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.900488:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3106 00000100:00100000:2.0:1777502110.901458:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.901503:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562995200 00000100:00100000:1.0:1777502110.901507:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562995200 00000100:00100000:1.0:1777502110.901523:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238142177378 time 8238143762916 state 0x0 ref 1 00000100:00100000:1.0:1777502110.901530:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238143862916 time 8238143762916 state 0x1 ref 1 00000100:00100000:1.0:1777502110.901545:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238143862916 time 8238146965413 state 0x0 ref 1 00000100:00100000:1.0:1777502110.901552:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f79f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+100:272815:x1863837562995200:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:1.0:1777502110.901593:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777502110.901607:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1e96 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bcf expref: 100 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.901628:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc1d15 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b82 expref: 99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.901639:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f4:0x0].0x0 (ffff8dfd64790400) 00010000:00010000:1.0:1777502110.901647:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502110.901670:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1ea4 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.901681:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1ea4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.901689:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1ea4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.901702:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc1eab lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.901706:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc1eab lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.901711:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc1eab lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.901812:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc1eb2 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.901820:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc1eb2 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.901828:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc1eb2 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777502110.902219:0:186937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].505, 64 off40512 00010000:00010000:1.0:1777502110.902254:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664c00/0x4ad31463d9bc1eb9 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.902261:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664c00/0x4ad31463d9bc1eb9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.902266:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664c00/0x4ad31463d9bc1eb9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.902270:0:186937:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664c00/0x4ad31463d9bc1eb9 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.902275:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664c00/0x4ad31463d9bc1eb9 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.902278:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664c00/0x4ad31463d9bc1eb9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.902292:0:186937:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502110.902302:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc1eb2 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.902305:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc1eb2 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.902309:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc1eb2 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.902313:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd67665600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.902316:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc1eb2 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.902320:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc1eb2 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.902321:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502110.902325:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f4:0x0].0x0 (ffff8dfc867e5600) 00010000:00010000:1.0:1777502110.902328:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777502110.902329:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664c00/0x4ad31463d9bc1eb9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.902330:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc1eb2 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.902347:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc1eb2 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.902348:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd67664c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502110.902354:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664c00/0x4ad31463d9bc1eb9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.902374:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664c00/0x4ad31463d9bc1eb9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.902383:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1ea4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.902386:0:205387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f4:0x0].0x0 (ffff8dfc867e5600) 00010000:00010000:3.0:1777502110.902392:0:205387:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777502110.902395:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1ea4 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.902397:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664c00/0x4ad31463d9bc1eb9 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.902405:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1ea4 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.902412:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd67665e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.902415:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1ea4 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.902424:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664c00/0x4ad31463d9bc1eb9 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.902427:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1ea4 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.902445:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.902448:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.902451:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1ea4 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.902452:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.902455:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.902459:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502110.902460:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1ea4 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.902471:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008de8cd69 reply state 0000000065ebee34 transno 8589938759 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc1eab lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.902477:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502110.902524:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f79f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+100:272815:x1863837562995200:12345-192.168.202.27@tcp:36:rm.500 Request processed in 971us (1066us total) trans 8589938759 rc 0/0 00000100:00100000:1.0:1777502110.902532:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 183 00000100:00100000:1.0:1777502110.902538:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238143862916 time 8238146965413 state 0x2 ref 0 00010000:00010000:3.0:1777502110.903099:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc1eab lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.903109:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc1eab lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.903115:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc1eab lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.903120:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd67665400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.903123:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc1eab lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.903129:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc1eab lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.903138:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffff8dfc867e5b00) 00010000:00010000:3.0:1777502110.903141:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.903143:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc1eab lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.903149:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc1eab lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.923336:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.923402:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562995456 00000100:00100000:1.0:1777502110.923411:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562995456 00000100:00100000:1.0:1777502110.923450:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238143862916 time 8238146965413 state 0x0 ref 1 00000100:00100000:1.0:1777502110.923465:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238147065413 time 8238146965413 state 0x1 ref 1 00000100:00100000:1.0:1777502110.923485:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238147065413 time 8238168905529 state 0x0 ref 1 00000100:00100000:1.0:1777502110.923494:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f79f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+84:272823:x1863837562995456:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.923513:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.923530:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1ec0 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833bdd expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.923676:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc1ec7 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.923688:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc1ec7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.923696:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc1ec7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.923708:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc1ece lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.923713:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc1ece lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.923717:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc1ece lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502110.924152:0:187571:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1056:0x0], index 1: 0 00010000:00010000:1.0:1777502110.924259:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664600/0x4ad31463d9bc1ed5 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x215:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.924265:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664600/0x4ad31463d9bc1ed5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x215:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.924270:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664600/0x4ad31463d9bc1ed5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x215:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.924292:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc1ec7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.924305:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc1ec7 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.924309:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc1ec7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.924313:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd67665600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.924316:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc1ec7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.924320:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc1ec7 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.924327:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.924329:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.924331:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc1ec7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.924338:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc1ec7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.924348:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000008c47986 reply state 00000000b347ef8a transno 8589938760 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc1ece lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.924354:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502110.924371:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1ec0 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bdd expref: 87 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.924379:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664600/0x4ad31463d9bc1ed5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x215:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bdd expref: 86 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.924383:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x215:0x0].0x0 (ffff8dfc867e5600) 00010000:00010000:1.0:1777502110.924385:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.924386:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd67664600, rc 0) 00000100:00100000:1.0:1777502110.924440:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f79f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+87:272823:x1863837562995456:12345-192.168.202.27@tcp:101:touch.500 Request processed in 946us (1111us total) trans 8589938760 rc 0/0 00000100:00100000:1.0:1777502110.924447:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 184 00000100:00100000:1.0:1777502110.924452:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238147065413 time 8238168905529 state 0x2 ref 0 00010000:00010000:2.0:1777502110.925261:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc1ece lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.925270:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc1ece lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.925275:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc1ece lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.925280:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd67664a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.925284:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc1ece lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.925290:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc1ece lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.925308:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffff8dfc867e5b00) 00010000:00010000:2.0:1777502110.925311:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.925314:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc1ece lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.925320:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc1ece lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.926019:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.926054:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.926086:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562995968 00000100:00100000:0.0:1777502110.926092:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562995968 00000100:00100000:0.0:1777502110.926116:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238147065413 time 8238168905529 state 0x0 ref 1 00000100:00100000:0.0:1777502110.926125:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238169005529 time 8238168905529 state 0x1 ref 1 00000100:00100000:3.0:1777502110.926131:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562995840 00000100:00100000:3.0:1777502110.926138:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562995840 00000100:00100000:0.0:1777502110.926152:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238169005529 time 8238171570872 state 0x0 ref 1 00000100:00100000:3.0:1777502110.926163:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238171670872 time 8238171570872 state 0x1 ref 2 00000100:00100000:0.0:1777502110.926165:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f79e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+87:272823:x1863837562995968:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:3.0:1777502110.926196:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238171670872 time 8238171614613 state 0x0 ref 2 00010000:00010000:0.0:1777502110.926205:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777502110.926211:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f79df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+87:272824:x1863837562995840:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502110.926221:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.926222:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664600/0x4ad31463d9bc1ed5 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x215:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bdd expref: 87 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.926233:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1ee3 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833be4 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.926237:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x215:0x0].0x0 (ffff8dfc867e5600) 00010000:00010000:0.0:1777502110.926247:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502110.926297:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc1eea lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x215:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.926307:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc1eea lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x215:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.926315:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc1eea lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x215:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.926317:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc1ef1 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.926330:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc1ef1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.926339:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc1ef1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.926352:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1ef8 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.926359:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1ef8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.926365:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1ef8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.926413:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000e55c4d7 reply state 00000000fc52ceb2 transno 8589938761 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc1eea lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x215:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.926425:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502110.926493:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f79e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+89:272823:x1863837562995968:12345-192.168.202.27@tcp:36:touch.500 Request processed in 332us (476us total) trans 8589938761 rc 0/0 00000100:00100000:0.0:1777502110.926500:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 185 00000004:00080000:3.0:1777502110.926798:0:186936:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x107b:0x0], index 0: 0 00010000:00010000:3.0:1777502110.926906:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc1eff lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x216:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.926919:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc1eff lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.926926:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc1eff lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.926949:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc1ef1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.926955:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc1ef1 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.926961:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc1ef1 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.926966:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.926969:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc1ef1 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.926975:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc1ef1 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.926982:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.926985:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.926988:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc1ef1 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.926994:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc1ef1 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502110.927002:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c4061539 reply state 0000000041bca7f2 transno 8589938762 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1ef8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.927009:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777502110.927027:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1ee3 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833be4 expref: 90 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.927039:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc1eff lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833be4 expref: 89 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.927046:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x216:0x0].0x0 (ffff8dfd64790400) 00010000:00010000:3.0:1777502110.927048:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502110.927050:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ee600, rc 0) 00000100:00100000:3.0:1777502110.927084:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f79df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+90:272824:x1863837562995840:12345-192.168.202.27@tcp:101:touch.500 Request processed in 878us (1030us total) trans 8589938762 rc 0/0 00000100:00100000:3.0:1777502110.927091:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 186 00000100:00100000:3.0:1777502110.927095:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238171670872 time 8238171614613 state 0x2 ref 0 00010000:00010000:0.0:1777502110.928623:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1ef8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.928634:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1ef8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.928640:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1ef8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.928645:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.928648:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1ef8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.928655:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1ef8 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.928673:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffff8dfd64790b00) 00010000:00010000:0.0:1777502110.928677:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.928680:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1ef8 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.928685:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc1ef8 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.930644:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc1eea lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x215:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.930656:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc1eea lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x215:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.930672:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.930678:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc1eea lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x215:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.930685:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.930688:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc1eea lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x215:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.930694:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc1eea lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x215:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.930706:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x215:0x0].0x0 (ffff8dfd64574100) 00010000:00010000:2.0:1777502110.930709:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.930713:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc1eea lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x215:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.930722:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.930724:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562996224 00010000:00010000:2.0:1777502110.930726:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc1eea lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x215:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.930734:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562996224 00000100:00100000:3.0:1777502110.930765:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238171670872 time 8238171614613 state 0x0 ref 1 00000100:00100000:3.0:1777502110.930776:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238171714613 time 8238171614613 state 0x1 ref 1 00000100:00100000:0.0:1777502110.930797:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562996352 00000100:00100000:0.0:1777502110.930801:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562996352 00000100:00100000:3.0:1777502110.930806:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238171714613 time 8238176224437 state 0x0 ref 1 00000100:00100000:3.0:1777502110.930820:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+90:272824:x1863837562996224:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:0.0:1777502110.930824:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238176324437 time 8238176224437 state 0x1 ref 2 00000100:00100000:0.0:1777502110.930845:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238176324437 time 8238176265117 state 0x0 ref 2 00000100:00100000:0.0:1777502110.930858:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46d6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+89:272823:x1863837562996352:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502110.930951:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.930964:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1f0d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x215:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833beb expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.930977:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502110.930993:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc1eff lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833be4 expref: 90 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.931010:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1f0d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x215:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833beb expref: 89 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.931011:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502110.931014:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x216:0x0].0x0 (ffff8dfd64790400) 00010000:00010000:3.0:1777502110.931026:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502110.931030:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1f0d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x215:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833beb expref: 89 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.931042:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x215:0x0].0x0 (ffff8dfd64574200) 00010000:00010000:0.0:1777502110.931045:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777502110.931047:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e69200, rc 0) 00000100:00100000:0.0:1777502110.931086:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46d6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+89:272823:x1863837562996352:12345-192.168.202.27@tcp:101:touch.500 Request processed in 231us (370us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502110.931088:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc1f14 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x216:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.931094:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 188 00010000:00010000:3.0:1777502110.931103:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc1f14 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x216:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.931112:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc1f14 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x216:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.931113:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562996608 00000100:00100000:0.0:1777502110.931118:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562996608 00000100:00100000:0.0:1777502110.931134:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238176365117 time 8238176265117 state 0x1 ref 2 00000100:00100000:0.0:1777502110.931152:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238176365117 time 8238176571537 state 0x0 ref 2 00000100:00100000:0.0:1777502110.931161:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+89:272825:x1863837562996608:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502110.931167:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.931176:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc1f1b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833bf2 expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502110.931231:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000d0c83cd reply state 0000000032429a61 transno 8589938763 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc1f14 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x216:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.931239:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502110.931253:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc1f22 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.931263:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc1f22 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.931269:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc1f22 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.931280:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1f29 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.931285:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1f29 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.931289:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1f29 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.931361:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+92:272824:x1863837562996224:12345-192.168.202.27@tcp:36:touch.500 Request processed in 543us (699us total) trans 8589938763 rc 0/0 00000100:00100000:3.0:1777502110.931369:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 187 00000004:00080000:0.0:1777502110.931679:0:205372:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1057:0x0], index 1: 0 00010000:00010000:0.0:1777502110.931790:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1f30 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x217:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.931797:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1f30 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.931802:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1f30 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.931831:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc1f22 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.931838:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc1f22 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.931844:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc1f22 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.931847:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.931849:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc1f22 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.931853:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc1f22 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.931858:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.931859:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.931861:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc1f22 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.931865:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc1f22 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.931871:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005d3edfed reply state 00000000e787a7fd transno 8589938764 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1f29 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.931875:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502110.931890:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc1f1b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bf2 expref: 93 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.931900:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1f30 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bf2 expref: 92 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.931905:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x217:0x0].0x0 (ffff8dfd528d9000) 00010000:00010000:0.0:1777502110.931906:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502110.931908:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e69c00, rc 0) 00000100:00100000:0.0:1777502110.931934:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+93:272825:x1863837562996608:12345-192.168.202.27@tcp:101:touch.500 Request processed in 774us (929us total) trans 8589938764 rc 0/0 00000100:00100000:0.0:1777502110.931938:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 189 00000100:00100000:0.0:1777502110.931941:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238176365117 time 8238176571537 state 0x2 ref 0 00000100:00100000:1.0:1777502110.932290:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.932328:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562996736 00000100:00100000:0.0:1777502110.932333:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562996736 00010000:00010000:2.0:1777502110.932348:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc1f14 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x216:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.932358:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc1f14 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x216:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.932370:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3107 00010000:00010000:2.0:1777502110.932371:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc1f14 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x216:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.932377:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46d6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+28:2373:x1863837562996736:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:2.0:1777502110.932380:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505efa00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.932387:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc1f14 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x216:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.932394:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc1f14 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x216:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.932403:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x216:0x0].0x0 (ffff8dfd64790f00) 00010000:00010000:2.0:1777502110.932406:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.932409:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc1f14 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x216:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.932415:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc1f14 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x216:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.932555:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1f29 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.932565:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1f29 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.932569:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46d6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+29:2373:x1863837562996736:12345-192.168.202.27@tcp:2:touch.500 Request processed in 192us (278us total) trans 8589935658 rc 0/0 00000100:00100000:0.0:1777502110.932597:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3107 00010000:00010000:2.0:1777502110.932607:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1f29 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.932612:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.932615:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1f29 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.932622:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1f29 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.932631:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffff8dfd528d9100) 00010000:00010000:2.0:1777502110.932634:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.932638:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1f29 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.932645:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc1f29 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.932727:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.932755:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562996864 00000100:00100000:2.0:1777502110.932760:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562996864 00000100:00100000:2.0:1777502110.932779:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238176365117 time 8238176571537 state 0x0 ref 1 00000100:00100000:2.0:1777502110.932787:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238176671537 time 8238176571537 state 0x1 ref 1 00000100:00100000:2.0:1777502110.932806:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238176671537 time 8238178226297 state 0x0 ref 1 00000100:00100000:2.0:1777502110.932818:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46d6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+91:272824:x1863837562996864:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502110.932828:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.932838:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1f3e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x216:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833bf9 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.932864:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1f3e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x216:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bf9 expref: 92 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.932874:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1f3e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x216:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bf9 expref: 92 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.932886:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x216:0x0].0x0 (ffff8dfd5288dd00) 00010000:00010000:2.0:1777502110.932888:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777502110.932891:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45702800, rc 0) 00000100:00100000:2.0:1777502110.932918:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46d6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+92:272824:x1863837562996864:12345-192.168.202.27@tcp:101:touch.500 Request processed in 103us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502110.932929:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 190 00000100:00100000:2.0:1777502110.932933:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238176671537 time 8238178226297 state 0x2 ref 0 00000100:00100000:1.0:1777502110.933444:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.933481:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562997120 00000100:00100000:2.0:1777502110.933486:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562997120 00000100:00100000:2.0:1777502110.933500:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238176671537 time 8238178226297 state 0x0 ref 1 00000100:00100000:2.0:1777502110.933507:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238178326297 time 8238178226297 state 0x1 ref 1 00000100:00100000:2.0:1777502110.933526:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238178326297 time 8238178945533 state 0x0 ref 1 00000100:00100000:2.0:1777502110.933536:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46d6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+92:272827:x1863837562997120:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502110.933547:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.933563:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1f45 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833c00 expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.933621:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.933650:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562997376 00000100:00100000:0.0:1777502110.933654:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562997376 00000100:00100000:0.0:1777502110.933683:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238179045533 time 8238178945533 state 0x1 ref 2 00010000:00010000:2.0:1777502110.933695:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1f4c lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.933706:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1f4c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.933708:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238179045533 time 8238179126396 state 0x0 ref 2 00010000:00010000:2.0:1777502110.933715:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1f4c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.933730:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46d6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+94:272825:x1863837562997376:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:2.0:1777502110.933731:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1f53 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.933747:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1f53 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.933754:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1f53 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.933762:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502110.933774:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1f30 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bf2 expref: 94 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.933784:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x217:0x0].0x0 (ffff8dfd528d9000) 00010000:00010000:0.0:1777502110.933788:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502110.933826:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc1f5a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x217:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.933836:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc1f5a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.933844:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc1f5a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.933924:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006c02d777 reply state 00000000604ae6da transno 8589938765 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc1f5a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.933932:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502110.933986:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46d6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+95:272825:x1863837562997376:12345-192.168.202.27@tcp:36:touch.500 Request processed in 259us (364us total) trans 8589938765 rc 0/0 00000100:00100000:0.0:1777502110.933994:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 192 00000004:00080000:2.0:1777502110.934114:0:188648:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x107c:0x0], index 0: 0 00010000:00010000:2.0:1777502110.934217:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1f61 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x218:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.934226:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1f61 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x218:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.934239:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1f61 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x218:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.934263:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1f4c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.934270:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1f4c lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.934275:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1f4c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.934281:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.934284:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1f4c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.934289:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1f4c lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.934297:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.934299:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.934303:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1f4c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.934308:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1f4c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.934317:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e9fb4dd6 reply state 00000000129c5605 transno 8589938766 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1f53 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.934323:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502110.934341:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1f45 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c00 expref: 96 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.934351:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1f61 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x218:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c00 expref: 95 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.934358:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x218:0x0].0x0 (ffff8dfd5288d400) 00010000:00010000:2.0:1777502110.934360:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.934362:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45703000, rc 0) 00000100:00100000:2.0:1777502110.934396:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46d6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+96:272827:x1863837562997120:12345-192.168.202.27@tcp:101:touch.500 Request processed in 862us (952us total) trans 8589938766 rc 0/0 00000100:00100000:2.0:1777502110.934410:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 191 00000100:00100000:2.0:1777502110.934418:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238179045533 time 8238179126396 state 0x2 ref 0 00000100:00100000:1.0:1777502110.934491:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.934523:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.934526:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562997504 00000100:00100000:2.0:1777502110.934530:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562997504 00000100:00100000:2.0:1777502110.934565:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3108 00000100:00100000:0.0:1777502110.934568:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562997760 00000100:00100000:0.0:1777502110.934573:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562997760 00000100:00100000:2.0:1777502110.934601:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46d6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+26:2372:x1863837562997504:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:0.0:1777502110.934637:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1090 00000100:00100000:0.0:1777502110.934647:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46d6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+96:272823:x1863837562997760:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:3.0:1777502110.934677:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc1f5a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.934686:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc1f5a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.934692:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc1f5a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.934700:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502110.934705:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.934709:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc1f5a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.934716:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc1f5a lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.934730:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x217:0x0].0x0 (ffff8dfd528d9800) 00010000:00010000:3.0:1777502110.934733:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.934739:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc1f5a lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.934745:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc1f5a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.934810:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46d6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+27:2372:x1863837562997504:12345-192.168.202.27@tcp:2:touch.500 Request processed in 237us (319us total) trans 8589936068 rc 0/0 00000100:00100000:2.0:1777502110.934818:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3108 00000100:00100000:0.0:1777502110.934847:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46d6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+96:272823:x1863837562997760:12345-192.168.202.27@tcp:35:touch.500 Request processed in 201us (322us total) trans 8589938767 rc 0/0 00000100:00100000:0.0:1777502110.934858:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1090 00000100:00100000:0.0:1777502110.934881:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562997888 00000100:00100000:0.0:1777502110.934885:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562997888 00000100:00100000:0.0:1777502110.934917:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238179045533 time 8238179126396 state 0x0 ref 1 00000100:00100000:0.0:1777502110.934926:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238179226396 time 8238179126396 state 0x1 ref 1 00000100:00100000:0.0:1777502110.934949:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238179226396 time 8238180368771 state 0x0 ref 1 00000100:00100000:0.0:1777502110.934961:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46d6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+96:272825:x1863837562997888:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502110.934970:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.934983:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69600/0x4ad31463d9bc1f6f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x217:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833c07 expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.934997:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1f53 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.935006:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1f53 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.935010:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69600/0x4ad31463d9bc1f6f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x217:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c07 expref: 97 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.935018:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1f53 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.935025:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69600/0x4ad31463d9bc1f6f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x217:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c07 expref: 97 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.935026:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.935032:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1f53 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.935038:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x217:0x0].0x0 (ffff8dfd528d9a00) 00010000:00010000:2.0:1777502110.935040:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1f53 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.935042:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777502110.935047:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e69600, rc 0) 00010000:00010000:2.0:1777502110.935054:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffff8dfd5288db00) 00010000:00010000:2.0:1777502110.935058:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.935061:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1f53 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.935066:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702c00/0x4ad31463d9bc1f53 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.935084:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46d6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+96:272825:x1863837562997888:12345-192.168.202.27@tcp:101:touch.500 Request processed in 124us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.935098:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 193 00000100:00100000:0.0:1777502110.935101:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238179226396 time 8238180368771 state 0x2 ref 0 00000100:00100000:1.0:1777502110.935458:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.935493:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562998144 00000100:00100000:2.0:1777502110.935498:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562998144 00000100:00100000:2.0:1777502110.935513:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238179226396 time 8238180368771 state 0x0 ref 1 00000100:00100000:2.0:1777502110.935520:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238180468771 time 8238180368771 state 0x1 ref 1 00000100:00100000:2.0:1777502110.935543:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238180468771 time 8238180962019 state 0x0 ref 1 00000100:00100000:2.0:1777502110.935555:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46d6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+96:272827:x1863837562998144:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:2.0:1777502110.935602:0:186936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502110.935615:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703000/0x4ad31463d9bc1f61 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x218:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c00 expref: 96 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.935627:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x218:0x0].0x0 (ffff8dfd5288d400) 00010000:00010000:2.0:1777502110.935632:0:186936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502110.935670:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1f76 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x218:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.935675:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.935681:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1f76 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x218:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.935688:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1f76 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x218:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.935709:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562998400 00000100:00100000:0.0:1777502110.935713:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562998400 00000004:00010000:2.0:1777502110.935743:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000937fa75a reply state 000000005a6e8199 transno 8589938768 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1f76 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x218:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.935743:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1091 00000100:00100000:2.0:1777502110.935753:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502110.935758:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd61878850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+97:272824:x1863837562998400:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:2.0:1777502110.935805:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46d6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+98:272827:x1863837562998144:12345-192.168.202.27@tcp:36:touch.500 Request processed in 251us (346us total) trans 8589938768 rc 0/0 00000100:00100000:2.0:1777502110.935812:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 194 00000100:00100000:2.0:1777502110.935817:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238180468771 time 8238180962019 state 0x2 ref 0 00000100:00100000:0.0:1777502110.935895:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd61878850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+98:272824:x1863837562998400:12345-192.168.202.27@tcp:35:touch.500 Request processed in 142us (232us total) trans 8589938769 rc 0/0 00000100:00100000:0.0:1777502110.935900:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1091 00010000:00010000:3.0:1777502110.936574:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1f76 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x218:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.936615:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1f76 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x218:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.936622:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1f76 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x218:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.936629:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.936633:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1f76 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x218:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.936639:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1f76 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x218:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.936650:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x218:0x0].0x0 (ffff8dfd5288da00) 00010000:00010000:3.0:1777502110.936652:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.936656:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1f76 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x218:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.936702:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc1f76 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x218:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.937252:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.937295:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562998528 00000100:00100000:1.0:1777502110.937301:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562998528 00000100:00100000:1.0:1777502110.937325:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238180468771 time 8238180962019 state 0x0 ref 1 00000100:00100000:1.0:1777502110.937335:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238181062019 time 8238180962019 state 0x1 ref 1 00000100:00100000:1.0:1777502110.937360:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238181062019 time 8238182779842 state 0x0 ref 1 00000100:00100000:1.0:1777502110.937373:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58beca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+97:272827:x1863837562998528:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.937388:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.937403:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665c00/0x4ad31463d9bc1f7d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x218:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833c0e expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.937440:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665c00/0x4ad31463d9bc1f7d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x218:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c0e expref: 98 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.937452:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665c00/0x4ad31463d9bc1f7d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x218:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c0e expref: 98 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.937467:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x218:0x0].0x0 (ffff8dfc867e5200) 00010000:00010000:1.0:1777502110.937470:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502110.937473:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd67665c00, rc 0) 00000100:00100000:1.0:1777502110.937513:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58beca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+98:272827:x1863837562998528:12345-192.168.202.27@tcp:101:touch.500 Request processed in 143us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.937520:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 195 00000100:00100000:1.0:1777502110.937536:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238181062019 time 8238182779842 state 0x2 ref 0 00000100:00100000:1.0:1777502110.937783:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.937817:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562998656 00000100:00100000:3.0:1777502110.937822:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562998656 00000100:00100000:3.0:1777502110.937855:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3109 00000100:00100000:3.0:1777502110.937864:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46d6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+29:2373:x1863837562998656:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:3.0:1777502110.938104:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46d6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+30:2373:x1863837562998656:12345-192.168.202.27@tcp:2:touch.500 Request processed in 241us (320us total) trans 8589935659 rc 0/0 00000100:00100000:3.0:1777502110.938112:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3109 00000100:00100000:0.0:1777502110.938956:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.938984:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562998784 00000100:00100000:0.0:1777502110.938990:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.938992:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562998784 00000100:00100000:1.0:1777502110.939042:0:205362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562999040 00000100:00100000:1.0:1777502110.939047:0:205362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562999040 00000100:00100000:3.0:1777502110.939076:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3110 00000100:00100000:1.0:1777502110.939084:0:205362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1092 00000100:00100000:3.0:1777502110.939088:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+27:2370:x1863837562998784:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:1.0:1777502110.939097:0:205362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+98:272825:x1863837562999040:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:3.0:1777502110.939287:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+28:2370:x1863837562998784:12345-192.168.202.27@tcp:2:touch.500 Request processed in 202us (331us total) trans 8589936069 rc 0/0 00000100:00100000:3.0:1777502110.939294:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3110 00000100:00100000:1.0:1777502110.939314:0:205362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+99:272825:x1863837562999040:12345-192.168.202.27@tcp:35:touch.500 Request processed in 219us (323us total) trans 8589938770 rc 0/0 00000100:00100000:1.0:1777502110.939322:0:205362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1092 00000100:00100000:2.0:1777502110.940340:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.940364:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.940390:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562999552 00000100:00100000:3.0:1777502110.940395:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562999552 00000100:00100000:1.0:1777502110.940395:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562999296 00000100:00100000:1.0:1777502110.940402:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562999296 00000100:00100000:1.0:1777502110.940424:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238181062019 time 8238182779842 state 0x0 ref 1 00000100:00100000:3.0:1777502110.940432:0:186939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1093 00000100:00100000:1.0:1777502110.940434:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238182879842 time 8238182779842 state 0x1 ref 1 00000100:00100000:3.0:1777502110.940442:0:186939:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc595eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+100:272827:x1863837562999552:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:1.0:1777502110.940464:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238182879842 time 8238185883449 state 0x0 ref 1 00000100:00100000:1.0:1777502110.940476:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f79ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+100:272830:x1863837562999296:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.940487:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.940502:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665800/0x4ad31463d9bc1f84 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833c15 expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.940626:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664600/0x4ad31463d9bc1f8b lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.940635:0:186939:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc595eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+102:272827:x1863837562999552:12345-192.168.202.27@tcp:35:touch.500 Request processed in 191us (264us total) trans 8589938771 rc 0/0 00010000:00010000:1.0:1777502110.940641:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664600/0x4ad31463d9bc1f8b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.940646:0:186939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1093 00010000:00010000:1.0:1777502110.940657:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664600/0x4ad31463d9bc1f8b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.940688:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc1f92 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.940696:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc1f92 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.940704:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc1f92 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502110.941078:0:188648:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1058:0x0], index 1: 0 00010000:00010000:1.0:1777502110.941185:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664200/0x4ad31463d9bc1f99 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x219:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.941194:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664200/0x4ad31463d9bc1f99 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.941202:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664200/0x4ad31463d9bc1f99 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.941231:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664600/0x4ad31463d9bc1f8b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.941238:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664600/0x4ad31463d9bc1f8b lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.941245:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664600/0x4ad31463d9bc1f8b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.941252:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd67664600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.941256:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664600/0x4ad31463d9bc1f8b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.941264:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664600/0x4ad31463d9bc1f8b lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.941275:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.941277:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.941281:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664600/0x4ad31463d9bc1f8b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.941288:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664600/0x4ad31463d9bc1f8b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.941300:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001b7ae21f reply state 00000000ed1e69d4 transno 8589938772 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc1f92 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.941308:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502110.941331:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665800/0x4ad31463d9bc1f84 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c15 expref: 103 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.941344:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664200/0x4ad31463d9bc1f99 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c15 expref: 102 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.941351:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x219:0x0].0x0 (ffff8dfc867e5e00) 00010000:00010000:1.0:1777502110.941354:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.941356:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd67664200, rc 0) 00000100:00100000:1.0:1777502110.941395:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f79ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+103:272830:x1863837562999296:12345-192.168.202.27@tcp:101:touch.500 Request processed in 921us (1054us total) trans 8589938772 rc 0/0 00000100:00100000:1.0:1777502110.941403:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 196 00000100:00100000:1.0:1777502110.941408:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238182879842 time 8238185883449 state 0x2 ref 0 00010000:00010000:0.0:1777502110.941974:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc1f92 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.941984:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc1f92 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.941990:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc1f92 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.941994:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd67664a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.941997:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc1f92 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.942003:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc1f92 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.942012:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffff8dfc867e5400) 00010000:00010000:0.0:1777502110.942015:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.942017:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc1f92 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.942026:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc1f92 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.942451:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.942485:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562999808 00000100:00100000:0.0:1777502110.942489:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562999808 00000100:00100000:0.0:1777502110.942504:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238182879842 time 8238185883449 state 0x0 ref 1 00000100:00100000:0.0:1777502110.942510:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238185983449 time 8238185883449 state 0x1 ref 1 00000100:00100000:0.0:1777502110.942525:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238185983449 time 8238187945722 state 0x0 ref 1 00000100:00100000:0.0:1777502110.942533:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc595eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+102:272830:x1863837562999808:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:0.0:1777502110.942559:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502110.942569:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664200/0x4ad31463d9bc1f99 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c15 expref: 102 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.942603:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x219:0x0].0x0 (ffff8dfc867e5e00) 00010000:00010000:0.0:1777502110.942609:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502110.942649:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1fa7 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x219:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.942655:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1fa7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.942670:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1fa7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.942751:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f58f953a reply state 000000009af9c3f6 transno 8589938773 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1fa7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.942762:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502110.942814:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc595eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+103:272830:x1863837562999808:12345-192.168.202.27@tcp:36:touch.500 Request processed in 281us (362us total) trans 8589938773 rc 0/0 00000100:00100000:0.0:1777502110.942819:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 197 00000100:00100000:0.0:1777502110.942822:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238185983449 time 8238187945722 state 0x2 ref 0 00010000:00010000:0.0:1777502110.943289:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1fa7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.943297:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1fa7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.943303:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1fa7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.943309:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.943311:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1fa7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.943318:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1fa7 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.943327:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x219:0x0].0x0 (ffff8dfd528d9000) 00010000:00010000:0.0:1777502110.943329:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.943331:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1fa7 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.943335:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69c00/0x4ad31463d9bc1fa7 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.943430:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.943457:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837562999936 00000100:00100000:3.0:1777502110.943462:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837562999936 00000100:00100000:3.0:1777502110.943479:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238185983449 time 8238187945722 state 0x0 ref 1 00000100:00100000:3.0:1777502110.943487:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238188045722 time 8238187945722 state 0x1 ref 1 00000100:00100000:3.0:1777502110.943509:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238188045722 time 8238188928337 state 0x0 ref 1 00000100:00100000:3.0:1777502110.943517:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc595e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+102:272830:x1863837562999936:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502110.943525:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.943534:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc1fae lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x219:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833c1c expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.943631:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc1fae lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c1c expref: 103 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.943640:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc1fae lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c1c expref: 103 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.943651:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x219:0x0].0x0 (ffff8dfd64790400) 00010000:00010000:3.0:1777502110.943653:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777502110.943654:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ee600, rc 0) 00000100:00100000:3.0:1777502110.943692:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc595e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+103:272830:x1863837562999936:12345-192.168.202.27@tcp:101:touch.500 Request processed in 175us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502110.943699:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 198 00000100:00100000:3.0:1777502110.943703:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238188045722 time 8238188928337 state 0x2 ref 0 00000100:00100000:2.0:1777502110.944545:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.944617:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563000064 00000100:00100000:1.0:1777502110.944622:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563000064 00000100:00100000:1.0:1777502110.944642:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238188045722 time 8238188928337 state 0x0 ref 1 00000100:00100000:1.0:1777502110.944650:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238189028337 time 8238188928337 state 0x1 ref 1 00000100:00100000:1.0:1777502110.944683:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238189028337 time 8238190102052 state 0x0 ref 1 00000100:00100000:1.0:1777502110.944695:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc595eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+103:272833:x1863837563000064:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502110.944704:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.944714:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc1fb5 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833c23 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.944755:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1fbc lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.944764:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1fbc lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.944771:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1fbc lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.944783:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc1fc3 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.944790:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc1fc3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.944798:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc1fc3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.944883:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664c00/0x4ad31463d9bc1fca lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x215:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.944892:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664c00/0x4ad31463d9bc1fca lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x215:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.944900:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664c00/0x4ad31463d9bc1fca lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x215:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.944909:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000004:00200000:1.0:1777502110.944921:0:186937:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x215:0x0]: returning size 0 00000004:00200000:1.0:1777502110.944927:0:186937:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777502110.944941:0:186937:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664c00/0x4ad31463d9bc1fca lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x215:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.944952:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.944953:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563000192 00010000:00010000:1.0:1777502110.944955:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664c00/0x4ad31463d9bc1fca lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x215:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.944959:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563000192 00010000:00010000:1.0:1777502110.944966:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1fbc lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.944973:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1fbc lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.944979:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1fbc lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.944985:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd67665e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.944989:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1fbc lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.944996:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1fbc lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.945001:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3111 00000100:00100000:2.0:1777502110.945002:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502110.945015:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00000100:00100000:0.0:1777502110.945016:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc595e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+30:2371:x1863837563000192:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:1.0:1777502110.945021:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777502110.945022:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563000320 00010000:00010000:1.0:1777502110.945026:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1fbc lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.945028:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563000320 00010000:00010000:1.0:1777502110.945036:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc1fbc lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.945049:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc1fc3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.945056:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc1fc3 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.945063:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc1fc3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.945068:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd67665400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.945072:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc1fc3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.945076:0:205370:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563000448 00000100:00100000:2.0:1777502110.945079:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238190202052 time 8238190102052 state 0x1 ref 2 00000100:00100000:3.0:1777502110.945081:0:205370:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563000448 00010000:00010000:1.0:1777502110.945084:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc1fc3 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.945101:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffff8dfc867e5100) 00010000:00010000:1.0:1777502110.945104:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.945107:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc1fc3 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.945112:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238190202052 time 8238190530761 state 0x0 ref 2 00000100:00100000:3.0:1777502110.945120:0:205370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 269 00010000:00010000:1.0:1777502110.945128:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc1fc3 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.945129:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc595e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+106:272835:x1863837563000320:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:3.0:1777502110.945134:0:205370:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc595ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+106:2372:x1863837563000448:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:2.0:1777502110.945146:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.945158:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1fd1 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833c31 expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.945161:0:205370:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.945169:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc1fb5 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c23 expref: 107 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.945174:0:205370:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc1fd8 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833c38 expref: -99 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.945188:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664c00/0x4ad31463d9bc1fca lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x215:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c23 expref: 108 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.945196:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x215:0x0].0x0 (ffff8dfd64574200) 00010000:00010000:1.0:1777502110.945198:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.945201:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd67664c00, rc 0) 00010000:00010000:2.0:1777502110.945202:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1fdf lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.945207:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1fe6 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.945217:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1fdf lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.945228:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1fdf lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.945230:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1fe6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.945239:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc595eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+108:272833:x1863837563000064:12345-192.168.202.27@tcp:101:rm.500 Request processed in 544us (695us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502110.945249:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1fe6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.945251:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1fed lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.945251:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc595e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+31:2371:x1863837563000192:12345-192.168.202.27@tcp:2:touch.500 Request processed in 236us (340us total) trans 8589935660 rc 0/0 00000100:00100000:1.0:1777502110.945254:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 199 00000100:00100000:0.0:1777502110.945274:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3111 00010000:00010000:2.0:1777502110.945275:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1fed lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.945277:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc1ff4 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.945288:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc1ff4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.945296:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc1ff4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.945305:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1fed lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.945372:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1ffb lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x216:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.945379:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1fe6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.945381:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1ffb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x216:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.945397:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1fe6 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.945400:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1ffb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x216:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.945411:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1fe6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.945418:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.945422:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1fe6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.945426:0:188648:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x216:0x0]: returning size 0 00010000:00010000:0.0:1777502110.945429:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1fe6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.945430:0:188648:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:0.0:1777502110.945442:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.945445:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.945447:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1fe6 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.945454:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc1fe6 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.945457:0:188648:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1ffb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x216:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.945468:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc1ff4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.945470:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1ffb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.945483:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc1ff4 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.945486:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1fdf lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.945491:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc1ff4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.945500:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1fdf lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.945502:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.945507:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc1ff4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.945513:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1fdf lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.945517:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc1ff4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.945525:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.945530:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1fdf lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.945531:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffff8dfd64790d00) 00010000:00010000:0.0:1777502110.945537:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.945542:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc1ff4 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.945543:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1fdf lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.945561:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc1ff4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.945565:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.945569:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.945573:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1fdf lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.945612:0:205370:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc1fd8 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c38 expref: 107 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.945625:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc1fdf lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.945628:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.945634:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502110.945640:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc1fd8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c38 expref: 107 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.945642:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1fed lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.945656:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1fed lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.945658:0:205370:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ee400, rc -2) 00010000:00010000:2.0:1777502110.945673:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1fed lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.945681:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.945685:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1fed lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.945691:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1fed lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.945701:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffff8dfd5288df00) 00010000:00010000:2.0:1777502110.945704:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.945707:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1fed lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.945712:0:205370:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc595ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+106:2372:x1863837563000448:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 582us (713us total) trans 0 rc -2/-2 00010000:00010000:2.0:1777502110.945721:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc1fed lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.945726:0:205370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 269 00010000:00010000:2.0:1777502110.945758:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc1fd1 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c31 expref: 106 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.945771:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1ffb lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c31 expref: 105 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.945778:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x216:0x0].0x0 (ffff8dfd5288dd00) 00010000:00010000:2.0:1777502110.945783:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000100:00100000:3.0:1777502110.945786:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.945788:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45703400, rc 0) 00000100:00100000:1.0:1777502110.945813:0:186942:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563000576 00000100:00100000:1.0:1777502110.945819:0:186942:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563000576 00000100:00100000:2.0:1777502110.945824:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc595e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+106:272835:x1863837563000320:12345-192.168.202.27@tcp:101:rm.500 Request processed in 698us (882us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502110.945833:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 200 00000100:00100000:2.0:1777502110.945838:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238190202052 time 8238190530761 state 0x2 ref 0 00000100:00100000:1.0:1777502110.945863:0:186942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 270 00000100:00100000:1.0:1777502110.945873:0:186942:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+105:2373:x1863837563000576:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:1.0:1777502110.945906:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.945915:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664600/0x4ad31463d9bc2002 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833c2a expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.945941:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2009 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.945949:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2009 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.945956:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2009 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.945965:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2010 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.945971:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2010 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.945976:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2010 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946023:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2017 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x216:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946030:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2017 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x216:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946037:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2017 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x216:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502110.946048:0:186942:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x216:0x0]: returning size 0 00000004:00200000:1.0:1777502110.946051:0:186942:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777502110.946061:0:186942:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2017 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x216:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946068:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2017 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946074:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2009 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946082:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2009 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946088:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2009 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946093:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.946096:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2009 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946101:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2009 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946109:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.946111:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.946114:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2009 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946120:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2009 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946131:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2010 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946136:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2010 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946141:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2010 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946146:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.946149:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2010 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946154:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2010 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946160:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffff8dfc867e5d00) 00010000:00010000:1.0:1777502110.946162:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.946164:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2010 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946168:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2010 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946187:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664600/0x4ad31463d9bc2002 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c2a expref: 107 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946196:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2017 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c2a expref: 106 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946202:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x216:0x0].0x0 (ffff8dfd5288dd00) 00010000:00010000:1.0:1777502110.946205:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.946207:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7a00, rc 0) 00010000:00010000:1.0:1777502110.946213:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.946220:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc201e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833c3f expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946242:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2025 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946250:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2025 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946259:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2025 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946269:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc202c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946275:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc202c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946282:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc202c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946331:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2033 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x217:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946339:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2033 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x217:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946346:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2033 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x217:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502110.946359:0:186942:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x217:0x0]: returning size 0 00000004:00200000:1.0:1777502110.946361:0:186942:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777502110.946371:0:186942:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2033 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x217:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946378:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2033 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946384:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2025 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946394:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2025 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946400:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2025 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946416:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.946419:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2025 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946425:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2025 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946433:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.946435:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.946438:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2025 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946444:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2025 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946454:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc202c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946460:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc202c lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946465:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc202c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946468:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.946470:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc202c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946474:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc202c lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946478:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffff8dfc867e5900) 00010000:00010000:1.0:1777502110.946479:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.946481:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc202c lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946484:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc202c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946497:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc201e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c3f expref: 108 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946504:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2033 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c3f expref: 107 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946508:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x217:0x0].0x0 (ffff8dfd528d9a00) 00010000:00010000:1.0:1777502110.946509:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.946511:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7600, rc 0) 00010000:00010000:1.0:1777502110.946514:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.946518:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7400/0x4ad31463d9bc203a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833c46 expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946530:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2041 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946535:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2041 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946540:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2041 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946546:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2048 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946550:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2048 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946553:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2048 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946615:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc204f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x218:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946623:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc204f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x218:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946631:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc204f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x218:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502110.946644:0:186942:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x218:0x0]: returning size 0 00000004:00200000:1.0:1777502110.946646:0:186942:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777502110.946653:0:186942:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc204f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x218:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.946658:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502110.946675:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc204f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x218:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946681:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2041 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946688:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2041 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946692:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2041 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946695:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.946697:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2041 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946701:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2041 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946707:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.946709:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.946711:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2041 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.946711:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563000832 00010000:00010000:1.0:1777502110.946717:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2041 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.946718:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563000832 00010000:00010000:1.0:1777502110.946728:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2048 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946735:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2048 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946741:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2048 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946747:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.946750:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2048 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.946757:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1094 00010000:00010000:1.0:1777502110.946759:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2048 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.946768:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc595e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+109:272830:x1863837563000832:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:1.0:1777502110.946770:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffff8dfc867e5800) 00010000:00010000:1.0:1777502110.946776:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.946779:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2048 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946784:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2048 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946801:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7400/0x4ad31463d9bc203a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c46 expref: 110 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946808:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc204f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x218:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c46 expref: 109 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946812:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x218:0x0].0x0 (ffff8dfc867e5200) 00010000:00010000:1.0:1777502110.946813:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.946815:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7e00, rc 0) 00010000:00010000:1.0:1777502110.946818:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.946823:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2056 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833c4d expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946836:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc205d lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946841:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc205d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946847:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc205d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946854:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2064 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946858:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2064 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946862:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2064 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946943:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc206b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x219:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946951:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc206b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946959:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc206b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502110.946971:0:186942:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x219:0x0]: returning size 0 00000004:00200000:1.0:1777502110.946975:0:186942:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:3.0:1777502110.946976:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000004:00010000:1.0:1777502110.946985:0:186942:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc206b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.946994:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc206b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.946999:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc595e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+111:272830:x1863837563000832:12345-192.168.202.27@tcp:35:touch.500 Request processed in 231us (342us total) trans 8589938774 rc 0/0 00010000:00010000:1.0:1777502110.947006:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc205d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.947013:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1094 00000100:00100000:2.0:1777502110.947020:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563000960 00010000:00010000:1.0:1777502110.947025:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc205d lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.947027:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563000960 00010000:00010000:1.0:1777502110.947035:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc205d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947041:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.947044:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc205d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947051:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc205d lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947061:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00000100:00100000:2.0:1777502110.947064:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3112 00010000:00010000:1.0:1777502110.947066:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.947070:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc205d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947076:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc205d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947090:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2064 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.947091:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd58bec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+31:2372:x1863837563000960:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502110.947102:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2064 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.947105:0:205386:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.947107:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2064 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947111:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.947113:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2064 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947117:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2064 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.947118:0:205386:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000946b789b/0x4ad31463d9bc2072 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1056:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833c70 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947124:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffff8dfc867e5300) 00010000:00010000:1.0:1777502110.947128:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.947131:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2064 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947136:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2064 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777502110.947142:0:205386:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1056:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:1.0:1777502110.947151:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2056 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c4d expref: 111 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.947156:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502110.947160:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc206b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c4d expref: 110 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.947161:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502110.947167:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x219:0x0].0x0 (ffff8dfd64790400) 00010000:00010000:1.0:1777502110.947169:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.947171:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba6c00, rc 0) 00010000:00010000:2.0:1777502110.947173:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000946b789b/0x4ad31463d9bc2072 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c70 expref: 32 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947175:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.947182:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc2079 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833c54 expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.947189:0:205386:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000946b789b/0x4ad31463d9bc2072 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c70 expref: 32 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.947199:0:205386:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45703000, rc 0) 00010000:00010000:1.0:1777502110.947199:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc2080 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947206:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc2080 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947211:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc2080 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947220:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc2087 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947224:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc2087 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947229:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc2087 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.947235:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+32:2372:x1863837563000960:12345-192.168.202.27@tcp:101:rm.500 Request processed in 148us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502110.947242:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3112 00010000:00010000:1.0:1777502110.947248:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc2080 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947253:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc2080 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947256:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc2080 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947259:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd63cd2a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.947261:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc2080 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947264:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc2080 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947269:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.947270:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.947272:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc2080 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947276:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc2080 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947282:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc2087 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947285:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc2087 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947289:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc2087 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947293:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd63cd3400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.947294:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc2087 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947298:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc2087 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947302:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffff8dfc867e5600) 00010000:00010000:1.0:1777502110.947304:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.947305:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc2087 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947309:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc2087 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947324:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc2079 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c54 expref: 111 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947334:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.947336:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502110.947338:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc2079 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c54 expref: 111 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.947344:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd63cd2200, rc -2) 00000100:00100000:1.0:1777502110.947377:0:186942:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd58bedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+110:2373:x1863837563000576:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 1507us (1596us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777502110.947383:0:186942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 270 00000100:00100000:3.0:1777502110.947391:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.947416:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563001088 00000100:00100000:2.0:1777502110.947420:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563001088 00000100:00100000:2.0:1777502110.947449:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3113 00000100:00100000:2.0:1777502110.947455:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+28:2370:x1863837563001088:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502110.947461:0:188366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.947468:0:188366:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c391f0a/0x4ad31463d9bc208e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x107b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833c77 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777502110.947480:0:188366:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x107b:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:2.0:1777502110.947487:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502110.947490:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502110.947494:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004c391f0a/0x4ad31463d9bc208e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x107b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c77 expref: 29 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.947507:0:188366:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c391f0a/0x4ad31463d9bc208e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x107b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c77 expref: 29 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.947520:0:188366:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45702c00, rc 0) 00000100:00100000:2.0:1777502110.947547:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+29:2370:x1863837563001088:12345-192.168.202.27@tcp:101:rm.500 Request processed in 92us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502110.947554:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3113 00000100:00100000:0.0:1777502110.950971:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.950997:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.951018:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563001216 00000100:00100000:2.0:1777502110.951026:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563001216 00000100:00100000:0.0:1777502110.951030:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.951047:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563001344 00000100:00100000:1.0:1777502110.951052:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563001344 00000100:00100000:2.0:1777502110.951058:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238190202052 time 8238190530761 state 0x0 ref 1 00000100:00100000:2.0:1777502110.951068:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238190630761 time 8238190530761 state 0x1 ref 1 00000100:00100000:3.0:1777502110.951073:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563001472 00000100:00100000:3.0:1777502110.951078:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563001472 00000100:00100000:2.0:1777502110.951093:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238190630761 time 8238196513011 state 0x0 ref 1 00000100:00100000:1.0:1777502110.951097:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3114 00000100:00100000:0.0:1777502110.951104:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.951108:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3115 00000100:00100000:1.0:1777502110.951111:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+32:2373:x1863837563001344:12345-192.168.202.27@tcp:101:ll_agl.0 00000100:00100000:2.0:1777502110.951114:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+110:272837:x1863837563001216:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:3.0:1777502110.951123:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+29:2372:x1863837563001472:12345-192.168.202.27@tcp:101:ll_agl.0 00010000:00010000:1.0:1777502110.951126:0:205385:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.951131:0:205375:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.951132:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.951142:0:205385:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000018e6b394/0x4ad31463d9bc2095 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1057:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833c85 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.951144:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc209c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833c7e expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.951148:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563001600 00000100:00100000:0.0:1777502110.951153:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563001600 00000100:00100000:0.0:1777502110.951176:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3116 00000100:00100000:0.0:1777502110.951182:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+33:2373:x1863837563001600:12345-192.168.202.27@tcp:101:ll_agl.0 00010000:00010000:3.0:1777502110.951183:0:205375:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005e823ea0/0x4ad31463d9bc20a3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x107c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833c8c expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777502110.951183:0:205385:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1057:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502110.951192:0:205383:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.951201:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc20aa lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.951201:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00002000:00010000:3.0:1777502110.951202:0:205375:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x107c:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:1.0:1777502110.951204:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.951204:0:205383:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003fa18a07/0x4ad31463d9bc20b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1058:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833c93 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.951214:0:205385:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018e6b394/0x4ad31463d9bc2095 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c85 expref: 34 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.951215:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502110.951218:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502110.951224:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc20aa lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.951225:0:205375:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005e823ea0/0x4ad31463d9bc20a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x107c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c8c expref: 30 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777502110.951232:0:205383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1058:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:1.0:1777502110.951240:0:205385:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000018e6b394/0x4ad31463d9bc2095 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c85 expref: 34 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.951248:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc20aa lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.951250:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502110.951251:0:205375:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005e823ea0/0x4ad31463d9bc20a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x107c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c8c expref: 30 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.951254:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.951264:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003fa18a07/0x4ad31463d9bc20b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c93 expref: 35 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.951272:0:205385:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd63cd2800, rc 0) 00010000:00010000:2.0:1777502110.951273:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc20b8 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.951274:0:205375:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ef600, rc 0) 00010000:00010000:2.0:1777502110.951288:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc20b8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.951292:0:205383:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003fa18a07/0x4ad31463d9bc20b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c93 expref: 35 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.951295:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc20b8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.951311:0:205383:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e69c00, rc 0) 00000100:00100000:3.0:1777502110.951312:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+30:2372:x1863837563001472:12345-192.168.202.27@tcp:101:ll_agl.0 Request processed in 193us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.951312:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+35:2373:x1863837563001344:12345-192.168.202.27@tcp:101:ll_agl.0 Request processed in 203us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502110.951321:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3115 00000100:00100000:1.0:1777502110.951325:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3114 00000100:00100000:0.0:1777502110.951341:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+34:2373:x1863837563001600:12345-192.168.202.27@tcp:101:ll_agl.0 Request processed in 157us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.951349:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3116 00010000:00010000:2.0:1777502110.951382:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc20bf lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x217:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.951388:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc20bf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x217:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.951393:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc20bf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x217:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502110.951413:0:205372:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x217:0x0]: returning size 0 00000004:00200000:2.0:1777502110.951416:0:205372:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777502110.951431:0:205372:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc20bf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x217:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.951441:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc20bf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.951449:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc20aa lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.951455:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc20aa lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.951462:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc20aa lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.951472:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.951476:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc20aa lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.951482:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc20aa lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.951491:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.951494:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.951497:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc20aa lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.951503:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc20aa lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.951514:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc20b8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.951520:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc20b8 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.951526:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc20b8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.951531:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.951534:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc20b8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.951538:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc20b8 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.951545:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffff8dfd5288d700) 00010000:00010000:2.0:1777502110.951547:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.951548:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc20b8 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.951551:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc20b8 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.951571:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc209c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c7e expref: 112 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.951599:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc20bf lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c7e expref: 111 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.951604:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x217:0x0].0x0 (ffff8dfd528d9a00) 00010000:00010000:2.0:1777502110.951606:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.951608:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45703e00, rc 0) 00000100:00100000:2.0:1777502110.951631:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+111:272837:x1863837563001216:12345-192.168.202.27@tcp:101:rm.500 Request processed in 525us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502110.951637:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 201 00000100:00100000:2.0:1777502110.951641:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238190630761 time 8238196513011 state 0x2 ref 0 00000100:00100000:0.0:1777502110.953452:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.953487:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563001984 00000100:00100000:3.0:1777502110.953493:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563001984 00000100:00100000:3.0:1777502110.953512:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238190630761 time 8238196513011 state 0x0 ref 1 00000100:00100000:0.0:1777502110.953519:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.953528:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238196613011 time 8238196513011 state 0x1 ref 1 00000100:00100000:3.0:1777502110.953555:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238196613011 time 8238198974644 state 0x0 ref 1 00000100:00100000:2.0:1777502110.953562:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563001728 00000100:00100000:2.0:1777502110.953567:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563001728 00000100:00100000:3.0:1777502110.953622:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+112:272837:x1863837563001984:12345-192.168.202.27@tcp:36:rm.500 00000100:00100000:2.0:1777502110.953637:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 250 00000100:00100000:2.0:1777502110.953643:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f707850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+112:2371:x1863837563001728:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502110.953653:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502110.953658:0:186936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777502110.953680:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc20bf lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c7e expref: 112 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.953686:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2033 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c3f expref: 112 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.953699:0:188208:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x217:0x0].0x0 (ffff8dfd528d9a00) 00010000:00010000:2.0:1777502110.953704:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502110.953709:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69600/0x4ad31463d9bc1f6f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c07 expref: 110 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.953717:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x217:0x0].0x0 (ffff8dfd528d9a00) 00010000:00010000:3.0:1777502110.953722:0:186936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502110.953732:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc20c6 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.953734:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f707850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+109:2371:x1863837563001728:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 90us (218us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502110.953743:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc20c6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.953749:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 250 00010000:00010000:3.0:1777502110.953752:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc20c6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.953761:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc20cd lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.953765:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc20cd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.953769:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc20cd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.953840:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc20d4 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x217:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.953846:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc20d4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x217:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.953881:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc20d4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x217:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777502110.954313:0:186936:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].501, 64 off40256 00010000:00010000:3.0:1777502110.954359:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc20db lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x217:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.954365:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc20db lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.954370:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc20db lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.954375:0:186936:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc20db lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.954378:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc20db lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.954382:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc20db lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.954396:0:186936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502110.954408:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc20d4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x217:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.954414:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc20d4 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x217:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.954417:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502110.954422:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc20db lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x217:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.954423:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc20d4 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x217:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.954429:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.954429:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502110.954432:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc20d4 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x217:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.954432:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc20db lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x217:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.954439:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc20d4 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x217:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.954439:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc20db lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x217:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.954452:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x217:0x0].0x0 (ffff8dfd47d18300) 00010000:00010000:3.0:1777502110.954454:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777502110.954457:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc20d4 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x217:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.954457:0:186924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x217:0x0].0x0 (ffff8dfd47d18300) 00010000:00010000:1.0:1777502110.954459:0:186924:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777502110.954462:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc20db lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x217:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.954463:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc20d4 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x217:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.954468:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc20db lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x217:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.954475:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc20c6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.954480:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc20c6 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.954480:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502110.954482:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502110.954484:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.954486:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc20c6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.954490:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.954493:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc20c6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.954503:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc20c6 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.954510:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.954512:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.954515:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc20c6 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.954518:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc20c6 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502110.954524:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004ea355e0 reply state 00000000b79f5e97 transno 8589938775 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc20cd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.954529:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777502110.954566:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+110:272837:x1863837563001984:12345-192.168.202.27@tcp:36:rm.500 Request processed in 999us (1117us total) trans 8589938775 rc 0/0 00000100:00100000:3.0:1777502110.954571:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 202 00000100:00100000:3.0:1777502110.954573:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238196613011 time 8238198974644 state 0x2 ref 0 00010000:00010000:2.0:1777502110.955173:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc20cd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.955182:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc20cd lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.955187:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc20cd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.955192:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.955195:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc20cd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.955201:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc20cd lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.955209:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffff8dfd64790d00) 00010000:00010000:2.0:1777502110.955212:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.955214:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc20cd lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.955220:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc20cd lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.955388:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.955428:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563002112 00000100:00100000:1.0:1777502110.955433:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563002112 00000100:00100000:1.0:1777502110.955449:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238196613011 time 8238198974644 state 0x0 ref 1 00000100:00100000:1.0:1777502110.955458:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238199074644 time 8238198974644 state 0x1 ref 1 00000100:00100000:1.0:1777502110.955481:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238199074644 time 8238200900705 state 0x0 ref 1 00000100:00100000:1.0:1777502110.955493:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc511d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+109:272838:x1863837563002112:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502110.955505:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.955516:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc20e2 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833c9a expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.955554:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc20e9 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.955563:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc20e9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.955571:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc20e9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.955616:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc20f0 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.955624:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc20f0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.955632:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc20f0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.955705:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc20f7 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x218:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.955714:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc20f7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x218:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.955719:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc20f7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x218:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502110.955737:0:186937:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x218:0x0]: returning size 0 00000004:00200000:1.0:1777502110.955741:0:186937:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777502110.955753:0:186937:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc20f7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x218:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.955763:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc20f7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x218:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.955769:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc20e9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.955775:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc20e9 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.955781:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc20e9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.955786:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.955789:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc20e9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.955795:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc20e9 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.955803:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.955805:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.955807:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc20e9 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.955810:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc20e9 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.955819:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc20f0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.955822:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc20f0 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.955826:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc20f0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.955829:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.955830:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc20f0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.955833:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc20f0 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.955837:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffff8dfc867e5900) 00010000:00010000:1.0:1777502110.955838:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.955839:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc20f0 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.955842:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc20f0 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.955859:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc20e2 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c9a expref: 111 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.955867:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc20f7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x218:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c9a expref: 110 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.955874:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x218:0x0].0x0 (ffff8dfc867e5200) 00010000:00010000:1.0:1777502110.955876:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.955879:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba6800, rc 0) 00000100:00100000:1.0:1777502110.955913:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc511d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+110:272838:x1863837563002112:12345-192.168.202.27@tcp:101:rm.500 Request processed in 423us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.955920:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 203 00000100:00100000:1.0:1777502110.955925:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238199074644 time 8238200900705 state 0x2 ref 0 00000100:00100000:0.0:1777502110.956869:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.956912:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563002240 00000100:00100000:2.0:1777502110.956917:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563002240 00000100:00100000:2.0:1777502110.956953:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 251 00000100:00100000:2.0:1777502110.956961:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc511da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+110:2372:x1863837563002240:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502110.956972:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502110.956984:0:205389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc20f7 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x218:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c9a expref: 110 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.956997:0:205389:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x218:0x0].0x0 (ffff8dfc867e5200) 00010000:00010000:2.0:1777502110.957000:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502110.957029:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc511da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+109:2372:x1863837563002240:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 70us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502110.957035:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 251 00000100:00100000:2.0:1777502110.957284:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.957323:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563002496 00000100:00100000:1.0:1777502110.957327:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563002496 00000100:00100000:1.0:1777502110.957340:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238199074644 time 8238200900705 state 0x0 ref 1 00000100:00100000:1.0:1777502110.957346:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238201000705 time 8238200900705 state 0x1 ref 1 00000100:00100000:1.0:1777502110.957362:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238201000705 time 8238202782498 state 0x0 ref 1 00000100:00100000:1.0:1777502110.957369:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc595e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+109:272834:x1863837563002496:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.957377:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.957385:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc20fe lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833ca1 expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.957444:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2105 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.957454:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2105 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.957459:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2105 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.957466:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc210c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.957470:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc210c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.957474:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc210c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502110.957805:0:188648:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x107d:0x0], index 0: 0 00010000:00010000:1.0:1777502110.957918:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7400/0x4ad31463d9bc2113 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x21a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.957926:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7400/0x4ad31463d9bc2113 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.957933:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7400/0x4ad31463d9bc2113 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.957961:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2105 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.957967:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2105 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.957973:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2105 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.957978:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.957981:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2105 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.957987:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2105 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.957994:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.957996:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.957999:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2105 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.958004:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2105 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.958014:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dfa86bfb reply state 00000000bd92b82c transno 8589938776 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc210c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.958021:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502110.958039:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc20fe lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ca1 expref: 112 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.958051:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7400/0x4ad31463d9bc2113 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ca1 expref: 111 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.958058:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21a:0x0].0x0 (ffff8dfc867e5300) 00010000:00010000:1.0:1777502110.958060:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.958062:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7400, rc 0) 00000100:00100000:1.0:1777502110.958095:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc595e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+112:272834:x1863837563002496:12345-192.168.202.27@tcp:101:touch.500 Request processed in 726us (811us total) trans 8589938776 rc 0/0 00000100:00100000:1.0:1777502110.958102:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 204 00000100:00100000:1.0:1777502110.958106:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238201000705 time 8238202782498 state 0x2 ref 0 00010000:00010000:2.0:1777502110.958613:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc210c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.958624:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc210c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.958630:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc210c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.958637:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.958641:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc210c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.958648:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc210c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.958657:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffff8dfc867e5600) 00010000:00010000:2.0:1777502110.958671:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.958674:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc210c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.958679:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc210c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.959302:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.959356:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563002752 00000100:00100000:0.0:1777502110.959362:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563002752 00000100:00100000:0.0:1777502110.959385:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238201000705 time 8238202782498 state 0x0 ref 1 00000100:00100000:0.0:1777502110.959395:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238202882498 time 8238202782498 state 0x1 ref 1 00000100:00100000:0.0:1777502110.959421:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238202882498 time 8238204840181 state 0x0 ref 1 00000100:00100000:0.0:1777502110.959432:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc595e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+111:272834:x1863837563002752:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:0.0:1777502110.959470:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502110.959483:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7400/0x4ad31463d9bc2113 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ca1 expref: 111 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.959498:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21a:0x0].0x0 (ffff8dfc867e5300) 00010000:00010000:0.0:1777502110.959505:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502110.959558:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc2121 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x21a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.959564:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502110.959573:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc2121 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.959604:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc2121 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.959620:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563003008 00000100:00100000:2.0:1777502110.959625:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563003008 00000100:00100000:2.0:1777502110.959643:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238204940181 time 8238204840181 state 0x1 ref 2 00000100:00100000:1.0:1777502110.959688:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238204940181 time 8238205105319 state 0x0 ref 2 00000100:00100000:1.0:1777502110.959706:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4eac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+112:272833:x1863837563003008:12345-192.168.202.27@tcp:36:rm.500 00000004:00010000:0.0:1777502110.959709:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007612d7b5 reply state 0000000078bdbea9 transno 8589938777 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc2121 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.959719:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502110.959733:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777502110.959747:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664c00/0x4ad31463d9bc1fca lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x215:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c23 expref: 113 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.959765:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc1f0d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x215:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833beb expref: 112 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.959775:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x215:0x0].0x0 (ffff8dfd64574200) 00000100:00100000:0.0:1777502110.959782:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc595e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+111:272834:x1863837563002752:12345-192.168.202.27@tcp:36:touch.500 Request processed in 349us (478us total) trans 8589938777 rc 0/0 00010000:00010000:1.0:1777502110.959785:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502110.959791:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 205 00010000:00010000:1.0:1777502110.959800:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2128 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.959808:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2128 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.959813:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2128 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.959822:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc212f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.959827:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc212f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.959832:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc212f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.959884:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2136 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x215:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.959889:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2136 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x215:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.959896:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2136 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x215:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777502110.960255:0:186938:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].502, 64 off40320 00010000:00010000:0.0:1777502110.960299:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc2121 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.960303:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc213d lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x215:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.960311:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc2121 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x21a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.960316:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc213d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x215:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.960321:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc2121 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x21a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.960328:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc213d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x215:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.960331:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.960337:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc2121 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x21a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.960340:0:186938:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc213d lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x215:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.960351:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc2121 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x21a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.960353:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc213d lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x215:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.960370:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc213d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x215:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.960373:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21a:0x0].0x0 (ffff8dfd528d9c00) 00010000:00010000:0.0:1777502110.960377:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.960381:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc2121 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x21a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.960387:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc2121 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x21a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.960388:0:186938:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502110.960402:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2136 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x215:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.960407:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2136 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x215:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.960411:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2136 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x215:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.960415:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.960418:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2136 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x215:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.960423:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2136 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x215:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.960431:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x215:0x0].0x0 (ffff8dfc867e5d00) 00010000:00010000:1.0:1777502110.960434:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502110.960436:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2136 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x215:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.960442:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2136 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x215:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.960456:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2128 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.960462:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2128 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.960467:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2128 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.960474:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.960476:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2128 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.960479:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2128 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.960483:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.960484:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.960486:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2128 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.960489:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2128 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.960494:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a827d924 reply state 0000000095b1d26f transno 8589938778 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc212f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.960498:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502110.960531:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4eac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+111:272833:x1863837563003008:12345-192.168.202.27@tcp:36:rm.500 Request processed in 833us (969us total) trans 8589938778 rc 0/0 00000100:00100000:1.0:1777502110.960536:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 206 00000100:00100000:1.0:1777502110.960539:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238204940181 time 8238205105319 state 0x2 ref 0 00000100:00100000:2.0:1777502110.960686:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502110.960703:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502110.960709:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc213d lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x215:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.960717:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7000 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:1.0:1777502110.960719:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563003136 00010000:00010000:3.0:1777502110.960720:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc213d lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x215:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.960723:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563003136 00010000:00010000:3.0:1777502110.960731:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc213d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x215:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.960738:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238204940181 time 8238205105319 state 0x0 ref 1 00010000:00010000:3.0:1777502110.960743:0:188362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x215:0x0].0x0 (ffff8dfc867e5d00) 00000100:00100000:1.0:1777502110.960745:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238205205319 time 8238205105319 state 0x1 ref 1 00010000:00010000:3.0:1777502110.960748:0:188362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502110.960753:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc213d lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x215:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.960760:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc213d lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x215:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.960766:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238205205319 time 8238206186189 state 0x0 ref 1 00000100:00100000:1.0:1777502110.960774:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+111:272834:x1863837563003136:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502110.960777:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.960780:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.960782:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502110.960784:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.960792:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2144 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x21a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833ca8 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.960815:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2144 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x21a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ca8 expref: 112 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.960822:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2144 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x21a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ca8 expref: 112 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.960831:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21a:0x0].0x0 (ffff8dfc867e5900) 00010000:00010000:1.0:1777502110.960833:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502110.960835:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba6e00, rc 0) 00000100:00100000:1.0:1777502110.960856:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+112:272834:x1863837563003136:12345-192.168.202.27@tcp:101:touch.500 Request processed in 84us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.960860:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 207 00000100:00100000:1.0:1777502110.960862:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238205205319 time 8238206186189 state 0x2 ref 0 00010000:00010000:2.0:1777502110.961113:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc212f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.961122:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc212f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.961129:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc212f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.961135:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.961138:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc212f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.961145:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc212f lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.961154:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffff8dfc867e5800) 00010000:00010000:2.0:1777502110.961157:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.961160:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc212f lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.961166:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc212f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.961908:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.961940:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563003392 00000100:00100000:1.0:1777502110.961944:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563003392 00000100:00100000:1.0:1777502110.961956:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238205205319 time 8238206186189 state 0x0 ref 1 00000100:00100000:1.0:1777502110.961962:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238206286189 time 8238206186189 state 0x1 ref 1 00000100:00100000:1.0:1777502110.961983:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238206286189 time 8238207402675 state 0x0 ref 1 00000100:00100000:1.0:1777502110.961993:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+111:272835:x1863837563003392:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:1.0:1777502110.962022:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1777502110.962034:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2017 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c2a expref: 111 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.962050:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc1ffb lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c31 expref: 110 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.962059:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc1f3e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x216:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bf9 expref: 109 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.962066:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x216:0x0].0x0 (ffff8dfd5288dd00) 00010000:00010000:1.0:1777502110.962071:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502110.962080:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc214b lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.962085:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc214b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.962089:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc214b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.962096:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2152 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.962100:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2152 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.962104:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2152 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.962152:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2159 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x216:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.962157:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2159 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x216:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.962162:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2159 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x216:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.962426:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.962476:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563003520 00000100:00100000:0.0:1777502110.962481:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563003520 00000040:00080000:1.0:1777502110.962497:0:188648:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].506, 64 off40576 00000100:00100000:0.0:1777502110.962520:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3117 00000100:00100000:0.0:1777502110.962533:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+30:2373:x1863837563003520:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:1.0:1777502110.962551:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc2160 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x216:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.962559:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc2160 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x216:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.962564:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc2160 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x216:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.962568:0:188648:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc2160 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x216:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.962601:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc2160 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x216:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.962605:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc2160 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x216:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.962621:0:188648:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502110.962633:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2159 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x216:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.962642:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502110.962643:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2159 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x216:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.962651:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc2160 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x216:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.962652:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2159 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x216:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.962685:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.962686:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd63cd3200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502110.962692:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2159 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x216:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.962693:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc2160 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x216:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.962707:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2159 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x216:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.962710:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc2160 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x216:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.962716:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x216:0x0].0x0 (ffff8dfc867e5400) 00010000:00010000:1.0:1777502110.962719:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502110.962721:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2159 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x216:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.962726:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2159 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x216:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.962730:0:186925:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x216:0x0].0x0 (ffff8dfc867e5400) 00010000:00010000:2.0:1777502110.962734:0:186925:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777502110.962737:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc214b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.962738:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc2160 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x216:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.962752:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc214b lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.962754:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc2160 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x216:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.962760:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc214b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.962769:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.962774:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc214b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.962777:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502110.962781:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502110.962781:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc214b lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.962784:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502110.962793:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.962796:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.962800:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc214b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.962802:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+31:2373:x1863837563003520:12345-192.168.202.27@tcp:2:touch.500 Request processed in 272us (375us total) trans 8589936070 rc 0/0 00010000:00010000:1.0:1777502110.962816:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc214b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.962820:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3117 00000004:00010000:1.0:1777502110.962835:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f50db79f reply state 00000000857b3e11 transno 8589938779 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2152 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.962842:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502110.962883:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+110:272835:x1863837563003392:12345-192.168.202.27@tcp:36:rm.500 Request processed in 891us (977us total) trans 8589938779 rc 0/0 00000100:00100000:1.0:1777502110.962890:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 208 00000100:00100000:1.0:1777502110.962894:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238206286189 time 8238207402675 state 0x2 ref 0 00010000:00010000:0.0:1777502110.963692:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2152 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.963702:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2152 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.963708:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2152 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.963714:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.963717:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2152 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.963723:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2152 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.963733:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffff8dfc867e5100) 00010000:00010000:0.0:1777502110.963735:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.963738:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2152 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.963744:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2152 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.963978:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.964022:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563003776 00000100:00100000:0.0:1777502110.964027:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563003776 00000100:00100000:0.0:1777502110.964062:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1095 00000100:00100000:0.0:1777502110.964071:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+109:272834:x1863837563003776:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:2.0:1777502110.964218:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.964253:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563003904 00000100:00100000:3.0:1777502110.964258:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563003904 00000100:00100000:0.0:1777502110.964273:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+111:272834:x1863837563003776:12345-192.168.202.27@tcp:35:touch.500 Request processed in 202us (293us total) trans 8589938780 rc 0/0 00000100:00100000:3.0:1777502110.964280:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238206286189 time 8238207402675 state 0x0 ref 1 00000100:00100000:0.0:1777502110.964285:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1095 00000100:00100000:3.0:1777502110.964296:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238207502675 time 8238207402675 state 0x1 ref 1 00000100:00100000:3.0:1777502110.964321:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238207502675 time 8238209741046 state 0x0 ref 1 00000100:00100000:3.0:1777502110.964329:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5843c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+110:272842:x1863837563003904:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502110.964337:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.964346:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc2167 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833caf expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.964376:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc216e lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.964422:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc216e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.964432:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc216e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.964445:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc2175 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.964450:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc2175 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.964454:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc2175 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.964513:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc217c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x219:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.964519:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc217c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.964524:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc217c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502110.964539:0:186936:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x219:0x0]: returning size 0 00000004:00200000:3.0:1777502110.964542:0:186936:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777502110.964551:0:186936:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc217c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.964557:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc217c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.964561:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc216e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.964568:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc216e lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.964571:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc216e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.964574:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.964609:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc216e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.964616:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc216e lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.964628:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.964631:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.964634:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc216e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.964640:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc216e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.964652:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc2175 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.964658:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc2175 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.964676:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc2175 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.964679:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505efa00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.964681:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc2175 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.964685:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc2175 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.964690:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffff8dfd47d18500) 00010000:00010000:3.0:1777502110.964691:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.964693:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc2175 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.964696:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc2175 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.964715:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc2167 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833caf expref: 112 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.964723:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc217c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833caf expref: 111 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.964729:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x219:0x0].0x0 (ffff8dfd64790400) 00010000:00010000:3.0:1777502110.964732:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502110.964734:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ee200, rc 0) 00000100:00100000:3.0:1777502110.964775:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5843c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+111:272842:x1863837563003904:12345-192.168.202.27@tcp:101:rm.500 Request processed in 447us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502110.964780:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 209 00000100:00100000:3.0:1777502110.964783:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238207502675 time 8238209741046 state 0x2 ref 0 00000100:00100000:2.0:1777502110.965902:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.965930:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563004032 00000100:00100000:3.0:1777502110.965936:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563004032 00000100:00100000:3.0:1777502110.965974:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 252 00000100:00100000:3.0:1777502110.965981:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5843ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+111:2372:x1863837563004032:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502110.965992:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502110.966004:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc217c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833caf expref: 111 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.966016:0:186922:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x219:0x0].0x0 (ffff8dfd64790400) 00010000:00010000:3.0:1777502110.966019:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502110.966049:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5843ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+110:2372:x1863837563004032:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 68us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502110.966055:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 252 00000100:00100000:0.0:1777502110.966432:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.966503:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563004288 00000100:00100000:1.0:1777502110.966508:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563004288 00000100:00100000:1.0:1777502110.966529:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238207502675 time 8238209741046 state 0x0 ref 1 00000100:00100000:1.0:1777502110.966538:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238209841046 time 8238209741046 state 0x1 ref 1 00000100:00100000:1.0:1777502110.966643:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238209841046 time 8238212062282 state 0x0 ref 1 00000100:00100000:1.0:1777502110.966655:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+110:272842:x1863837563004288:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:1.0:1777502110.966703:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777502110.966715:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc206b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c4d expref: 110 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.966731:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee600/0x4ad31463d9bc1fae lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x219:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c1c expref: 109 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.966740:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x219:0x0].0x0 (ffff8dfd64790400) 00010000:00010000:1.0:1777502110.966746:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502110.966760:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc2183 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.966769:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc2183 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.966777:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc2183 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.966788:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc218a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.966795:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc218a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.966801:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc218a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.966879:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc2191 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x219:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.966887:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc2191 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x219:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.966894:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc2191 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x219:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777502110.967361:0:186938:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].503, 64 off40384 00010000:00010000:1.0:1777502110.967416:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc2198 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x219:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.967425:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc2198 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.967432:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc2198 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.967439:0:186938:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc2198 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.967445:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc2198 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.967450:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc2198 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.967468:0:186938:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502110.967483:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc2191 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x219:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.967490:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc2191 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x219:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.967492:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502110.967500:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc2191 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x219:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.967501:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc2198 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x219:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.967521:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd63cd3200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502110.967523:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd63cd2a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.967526:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc2198 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.967527:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc2191 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x219:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.967545:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc2198 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x219:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.967551:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc2191 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x219:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.967556:0:205387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x219:0x0].0x0 (ffff8dfc867e5300) 00010000:00010000:3.0:1777502110.967560:0:205387:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502110.967564:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc2198 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.967567:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x219:0x0].0x0 (ffff8dfc867e5300) 00010000:00010000:3.0:1777502110.967572:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc2198 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.967572:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502110.967597:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc2191 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x219:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.967609:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc2191 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x219:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.967630:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.967633:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.967635:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502110.967640:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc2183 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.967647:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc2183 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.967653:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc2183 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.967658:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd63cd2200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.967673:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc2183 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.967680:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc2183 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.967691:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.967693:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.967696:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc2183 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.967701:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc2183 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.967710:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003e983324 reply state 000000002f470834 transno 8589938781 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc218a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.967716:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502110.967784:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+110:272842:x1863837563004288:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1130us (1352us total) trans 8589938781 rc 0/0 00000100:00100000:1.0:1777502110.967791:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 210 00000100:00100000:1.0:1777502110.967797:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238209841046 time 8238212062282 state 0x2 ref 0 00010000:00010000:0.0:1777502110.968490:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc218a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.968500:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc218a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.968508:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc218a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.968513:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd63cd3400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.968517:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc218a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.968524:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc218a lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.968533:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffff8dfc867e5400) 00010000:00010000:0.0:1777502110.968536:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.968539:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc218a lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.968545:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc218a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.969749:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.969903:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563004544 00000100:00100000:1.0:1777502110.969910:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563004544 00000100:00100000:1.0:1777502110.969938:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238209841046 time 8238212062282 state 0x0 ref 1 00000100:00100000:1.0:1777502110.969947:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238212162282 time 8238212062282 state 0x1 ref 1 00000100:00100000:1.0:1777502110.969973:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238212162282 time 8238215391718 state 0x0 ref 1 00000100:00100000:1.0:1777502110.969984:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+109:272844:x1863837563004544:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.970002:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.970015:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc219f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833cb6 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.970174:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc21a6 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.970183:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc21a6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.970190:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc21a6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.970198:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc21ad lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.970202:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc21ad lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.970205:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc21ad lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502110.970572:0:186937:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1059:0x0], index 1: 0 00010000:00010000:1.0:1777502110.970765:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc21b4 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x21b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.970778:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc21b4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.970785:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc21b4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.970815:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc21a6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.970825:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc21a6 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.970831:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc21a6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.970836:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.970839:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc21a6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.970844:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc21a6 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.970853:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.970855:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.970859:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc21a6 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.970864:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc21a6 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.970876:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005e3cd732 reply state 000000005312fa23 transno 8589938782 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc21ad lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.970883:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502110.970907:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc219f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833cb6 expref: 112 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.970920:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc21b4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833cb6 expref: 111 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.970933:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21b:0x0].0x0 (ffff8dfc867e5d00) 00010000:00010000:1.0:1777502110.970935:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.970938:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba6000, rc 0) 00000100:00100000:1.0:1777502110.970990:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+112:272844:x1863837563004544:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1008us (1244us total) trans 8589938782 rc 0/0 00000100:00100000:1.0:1777502110.970997:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 211 00000100:00100000:1.0:1777502110.971002:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238212162282 time 8238215391718 state 0x2 ref 0 00010000:00010000:0.0:1777502110.971687:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc21ad lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.971697:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc21ad lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.971703:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc21ad lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.971708:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.971711:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc21ad lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.971717:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc21ad lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.971726:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffff8dfc867e5800) 00010000:00010000:0.0:1777502110.971728:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.971730:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc21ad lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.971734:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc21ad lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.972626:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.972655:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563004800 00000100:00100000:1.0:1777502110.972671:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563004800 00000100:00100000:1.0:1777502110.972690:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238212162282 time 8238215391718 state 0x0 ref 1 00000100:00100000:1.0:1777502110.972697:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238215491718 time 8238215391718 state 0x1 ref 1 00000100:00100000:1.0:1777502110.972715:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238215491718 time 8238218135039 state 0x0 ref 1 00000100:00100000:1.0:1777502110.972722:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+111:272844:x1863837563004800:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:1.0:1777502110.972760:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502110.972775:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc21b4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833cb6 expref: 111 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.972786:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21b:0x0].0x0 (ffff8dfc867e5d00) 00010000:00010000:1.0:1777502110.972791:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502110.972808:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502110.972834:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc21c2 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x21b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.972842:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc21c2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.972849:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc21c2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.972856:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563005056 00000100:00100000:3.0:1777502110.972862:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563005056 00000100:00100000:3.0:1777502110.972884:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238218235039 time 8238218135039 state 0x1 ref 2 00000100:00100000:3.0:1777502110.972926:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238218235039 time 8238218345645 state 0x0 ref 2 00000004:00010000:1.0:1777502110.972930:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000075dd0e6a reply state 00000000c61419f0 transno 8589938783 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc21c2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.972939:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5843dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+112:272832:x1863837563005056:12345-192.168.202.27@tcp:101:touch.500 00000100:00100000:1.0:1777502110.972945:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777502110.972951:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.972962:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc21c9 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833cbd expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.973003:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+114:272844:x1863837563004800:12345-192.168.202.27@tcp:36:touch.500 Request processed in 280us (378us total) trans 8589938783 rc 0/0 00000100:00100000:1.0:1777502110.973011:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 212 00010000:00010000:3.0:1777502110.973067:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc21d0 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.973078:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc21d0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.973085:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc21d0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.973096:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc21d7 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.973102:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc21d7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.973109:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc21d7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777502110.973532:0:186936:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x107e:0x0], index 0: 0 00010000:00010000:3.0:1777502110.973758:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc21de lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x21c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.973767:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc21de lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.973775:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc21de lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.973801:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc21d0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.973808:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc21d0 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.973881:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc21d0 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.973887:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505efa00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.973890:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc21d0 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.973896:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc21d0 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.973905:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.973908:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.973911:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc21d0 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.973920:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc21d0 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502110.973930:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b0f70612 reply state 0000000099a1a2e3 transno 8589938784 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc21d7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.973937:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777502110.973959:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc21c9 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833cbd expref: 115 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.973971:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc21de lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x21c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833cbd expref: 114 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.973978:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21c:0x0].0x0 (ffff8dfd47d18400) 00010000:00010000:3.0:1777502110.973980:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502110.973982:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ef200, rc 0) 00000100:00100000:3.0:1777502110.974020:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5843dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+115:272832:x1863837563005056:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1085us (1213us total) trans 8589938784 rc 0/0 00000100:00100000:3.0:1777502110.974027:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 213 00000100:00100000:3.0:1777502110.974032:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238218235039 time 8238218345645 state 0x2 ref 0 00000100:00100000:0.0:1777502110.974088:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.974101:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc21c2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.974110:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc21c2 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x21b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.974116:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc21c2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x21b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.974122:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.974125:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc21c2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x21b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.974132:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc21c2 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x21b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.974142:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21b:0x0].0x0 (ffff8dfc867e5600) 00010000:00010000:2.0:1777502110.974144:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.974147:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc21c2 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x21b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.974152:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc21c2 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x21b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.974244:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563005184 00000100:00100000:3.0:1777502110.974249:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563005184 00000100:00100000:3.0:1777502110.974263:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238218235039 time 8238218345645 state 0x0 ref 1 00000100:00100000:3.0:1777502110.974270:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238218445645 time 8238218345645 state 0x1 ref 1 00000100:00100000:3.0:1777502110.974294:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238218445645 time 8238219713585 state 0x0 ref 1 00000100:00100000:3.0:1777502110.974305:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4d4a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+114:272844:x1863837563005184:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502110.974315:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.974324:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc21ec lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x21b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833cc4 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.974351:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc21ec lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x21b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833cc4 expref: 115 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.974362:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc21ec lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x21b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833cc4 expref: 115 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.974376:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21b:0x0].0x0 (ffff8dfd47d18800) 00010000:00010000:3.0:1777502110.974379:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777502110.974381:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505eec00, rc 0) 00000100:00100000:3.0:1777502110.974516:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4d4a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+115:272844:x1863837563005184:12345-192.168.202.27@tcp:101:touch.500 Request processed in 213us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502110.974524:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 214 00000100:00100000:3.0:1777502110.974528:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238218445645 time 8238219713585 state 0x2 ref 0 00010000:00010000:2.0:1777502110.974532:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc21d7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.974542:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc21d7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.974549:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc21d7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.974555:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.974559:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc21d7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.974565:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc21d7 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.974573:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffff8dfd47d18500) 00010000:00010000:2.0:1777502110.974595:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.974599:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc21d7 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.974606:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc21d7 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.975202:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.975225:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.975242:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563005440 00000100:00100000:3.0:1777502110.975247:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563005440 00000100:00100000:3.0:1777502110.975264:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238218445645 time 8238219713585 state 0x0 ref 1 00000100:00100000:2.0:1777502110.975264:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563005696 00000100:00100000:2.0:1777502110.975270:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563005696 00000100:00100000:3.0:1777502110.975275:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238219813585 time 8238219713585 state 0x1 ref 1 00000100:00100000:2.0:1777502110.975291:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238219813585 time 8238219713585 state 0x1 ref 2 00000100:00100000:3.0:1777502110.975300:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238220818873 time 8238220718873 state 0x1 ref 2 00000100:00100000:3.0:1777502110.975314:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+115:272832:x1863837563005440:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:2.0:1777502110.975316:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238220818873 time 8238220734663 state 0x0 ref 2 00000100:00100000:2.0:1777502110.975335:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+115:272843:x1863837563005696:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502110.975344:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.975348:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502110.975355:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc21f3 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833ccb expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.975364:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc21de lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x21c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833cbd expref: 115 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.975432:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc21fa lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.975436:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21c:0x0].0x0 (ffff8dfd47d18400) 00010000:00010000:3.0:1777502110.975448:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502110.975450:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc21fa lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.975469:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc21fa lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.975490:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2201 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.975492:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc2208 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x21c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.975500:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.975505:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2201 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.975510:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc2208 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.975514:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2201 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.975521:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc2208 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.975542:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563005824 00000100:00100000:1.0:1777502110.975547:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563005824 00000100:00100000:1.0:1777502110.975612:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3118 00000100:00100000:1.0:1777502110.975622:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+34:2370:x1863837563005824:12345-192.168.202.27@tcp:2:touch.500 00000004:00010000:3.0:1777502110.975694:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000069cebc78 reply state 00000000c8ffc8f8 transno 8589938785 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc2208 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.975703:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777502110.975757:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+117:272832:x1863837563005440:12345-192.168.202.27@tcp:36:touch.500 Request processed in 447us (553us total) trans 8589938785 rc 0/0 00000100:00100000:3.0:1777502110.975764:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 215 00000100:00100000:1.0:1777502110.975849:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+35:2370:x1863837563005824:12345-192.168.202.27@tcp:2:touch.500 Request processed in 229us (351us total) trans 8589935661 rc 0/0 00000100:00100000:1.0:1777502110.975858:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3118 00000004:00080000:2.0:1777502110.975902:0:205372:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x105a:0x0], index 1: 0 00010000:00010000:2.0:1777502110.975999:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc220f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x21d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.976008:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc220f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.976016:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc220f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.976036:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc21fa lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.976043:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc21fa lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.976049:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc21fa lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.976055:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.976057:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc21fa lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.976063:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc21fa lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.976081:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.976083:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.976086:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc21fa lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.976091:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc21fa lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.976100:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cc8c993a reply state 00000000bb8813e2 transno 8589938786 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2201 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.976106:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502110.976124:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc21f3 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ccb expref: 118 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.976136:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc220f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x21d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ccb expref: 117 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.976144:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21d:0x0].0x0 (ffff8dfd5288df00) 00010000:00010000:2.0:1777502110.976147:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.976149:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45702a00, rc 0) 00000100:00100000:2.0:1777502110.976181:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+118:272843:x1863837563005696:12345-192.168.202.27@tcp:101:touch.500 Request processed in 851us (955us total) trans 8589938786 rc 0/0 00000100:00100000:2.0:1777502110.976189:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 216 00000100:00100000:2.0:1777502110.976194:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238220818873 time 8238220734663 state 0x2 ref 0 00010000:00010000:1.0:1777502110.976247:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc2208 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.976257:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc2208 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x21c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.976264:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc2208 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x21c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.976269:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.976272:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc2208 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x21c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.976279:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc2208 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x21c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.976288:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21c:0x0].0x0 (ffff8dfd47d18b00) 00010000:00010000:1.0:1777502110.976291:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.976294:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc2208 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x21c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.976300:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc2208 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x21c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.976385:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.976421:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563005952 00000100:00100000:2.0:1777502110.976425:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563005952 00000100:00100000:2.0:1777502110.976440:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238220818873 time 8238220734663 state 0x0 ref 1 00000100:00100000:2.0:1777502110.976447:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238220834663 time 8238220734663 state 0x1 ref 1 00000100:00100000:2.0:1777502110.976469:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238220834663 time 8238221888631 state 0x0 ref 1 00000100:00100000:2.0:1777502110.976478:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc51a4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+117:272832:x1863837563005952:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502110.976489:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.976498:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc221d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x21c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833cd2 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.976525:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc221d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x21c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833cd2 expref: 118 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.976535:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc221d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x21c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833cd2 expref: 118 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.976546:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21c:0x0].0x0 (ffff8dfd5288dc00) 00010000:00010000:2.0:1777502110.976548:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777502110.976551:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45702800, rc 0) 00000100:00100000:2.0:1777502110.976602:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc51a4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+118:272832:x1863837563005952:12345-192.168.202.27@tcp:101:touch.500 Request processed in 123us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502110.976613:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 217 00000100:00100000:2.0:1777502110.976618:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238220834663 time 8238221888631 state 0x2 ref 0 00000100:00100000:3.0:1777502110.976641:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.976681:0:205362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563006208 00000100:00100000:2.0:1777502110.976686:0:205362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563006208 00000100:00100000:2.0:1777502110.976716:0:205362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1096 00000100:00100000:2.0:1777502110.976725:0:205362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc51a4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+118:272844:x1863837563006208:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:1.0:1777502110.976798:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2201 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.976805:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2201 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.976809:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2201 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.976815:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.976819:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2201 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.976825:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2201 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.976835:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffff8dfd5288d700) 00010000:00010000:1.0:1777502110.976838:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.976841:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2201 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.976848:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2201 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.976871:0:205362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc51a4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+118:272844:x1863837563006208:12345-192.168.202.27@tcp:35:touch.500 Request processed in 146us (231us total) trans 8589938787 rc 0/0 00000100:00100000:2.0:1777502110.976878:0:205362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1096 00000100:00100000:0.0:1777502110.977819:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.977842:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563006464 00000100:00100000:3.0:1777502110.977847:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563006464 00000100:00100000:0.0:1777502110.977851:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.977864:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238220834663 time 8238221888631 state 0x0 ref 1 00000100:00100000:3.0:1777502110.977872:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238221988631 time 8238221888631 state 0x1 ref 1 00000100:00100000:1.0:1777502110.977897:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563006720 00000100:00100000:3.0:1777502110.977902:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238221988631 time 8238223320601 state 0x0 ref 1 00000100:00100000:1.0:1777502110.977904:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563006720 00000100:00100000:3.0:1777502110.977917:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+119:272843:x1863837563006464:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:1.0:1777502110.977923:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238223420601 time 8238223320601 state 0x1 ref 2 00010000:00010000:3.0:1777502110.977945:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502110.977950:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238223420601 time 8238223369425 state 0x0 ref 2 00010000:00010000:3.0:1777502110.977961:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702a00/0x4ad31463d9bc220f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x21d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ccb expref: 119 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.977961:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+119:272838:x1863837563006720:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:3.0:1777502110.977977:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21d:0x0].0x0 (ffff8dfd5288df00) 00010000:00010000:3.0:1777502110.977983:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502110.977988:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777502110.978003:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc204f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x218:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c46 expref: 118 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.978016:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc2224 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x21d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.978023:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665c00/0x4ad31463d9bc1f7d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x218:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c0e expref: 117 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.978027:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc2224 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.978043:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc2224 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.978043:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x218:0x0].0x0 (ffff8dfc867e5200) 00010000:00010000:1.0:1777502110.978054:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502110.978067:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc222b lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.978074:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc222b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.978079:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc222b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.978089:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2232 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.978094:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2232 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502110.978098:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000089f09c48 reply state 0000000002befb52 transno 8589938788 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc2224 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.978099:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2232 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.978115:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777502110.978168:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+118:272843:x1863837563006464:12345-192.168.202.27@tcp:36:touch.500 Request processed in 255us (350us total) trans 8589938788 rc 0/0 00000100:00100000:3.0:1777502110.978176:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 218 00010000:00010000:1.0:1777502110.978183:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2239 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x218:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.978193:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2239 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x218:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.978201:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2239 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x218:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777502110.978556:0:205369:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].507, 64 off40640 00010000:00010000:1.0:1777502110.978631:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2240 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x218:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.978641:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2240 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x218:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.978670:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2240 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x218:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.978678:0:205369:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2240 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x218:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.978685:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2240 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x218:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.978692:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2240 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x218:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.978711:0:205369:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502110.978720:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502110.978723:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2239 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x218:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.978726:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2240 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x218:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.978741:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2239 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x218:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.978742:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc2224 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.978762:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502110.978763:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc2224 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x21d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.978763:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2239 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x218:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.978767:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2240 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x218:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.978781:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.978784:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc2224 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x21d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.978785:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2240 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x218:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.978786:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2239 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x218:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.978805:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.978806:0:186924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x218:0x0].0x0 (ffff8dfc867e5600) 00010000:00010000:1.0:1777502110.978807:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2239 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x218:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.978811:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc2224 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x21d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.978812:0:186924:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502110.978816:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2240 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x218:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.978826:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x218:0x0].0x0 (ffff8dfc867e5600) 00010000:00010000:1.0:1777502110.978833:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777502110.978834:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2240 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x218:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.978834:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc2224 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x21d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.978837:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2239 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x218:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.978855:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502110.978855:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2239 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x218:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.978858:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502110.978860:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502110.978861:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21d:0x0].0x0 (ffff8dfd47d18200) 00010000:00010000:2.0:1777502110.978866:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.978870:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc2224 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x21d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.978877:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc2224 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x21d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.978877:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc222b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.978895:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc222b lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.978906:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc222b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.978911:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.978914:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc222b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.978921:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc222b lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.978929:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.978931:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.978934:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc222b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.978941:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc222b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.978950:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ecdba498 reply state 00000000bcb74f31 transno 8589938789 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2232 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.978956:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502110.978993:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+118:272838:x1863837563006720:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1035us (1144us total) trans 8589938789 rc 0/0 00000100:00100000:1.0:1777502110.979000:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 219 00000100:00100000:1.0:1777502110.979005:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238223420601 time 8238223369425 state 0x2 ref 0 00000100:00100000:2.0:1777502110.980026:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.980053:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.980061:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563006848 00000100:00100000:3.0:1777502110.980066:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563006848 00000100:00100000:3.0:1777502110.980104:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3119 00000100:00100000:3.0:1777502110.980114:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5843f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+31:2371:x1863837563006848:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:1.0:1777502110.980124:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2232 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.980124:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563006976 00000100:00100000:0.0:1777502110.980130:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563006976 00010000:00010000:1.0:1777502110.980136:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2232 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.980140:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2232 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.980143:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.980145:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2232 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.980150:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2232 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.980155:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238223420601 time 8238223369425 state 0x0 ref 1 00010000:00010000:1.0:1777502110.980159:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffff8dfc867e5300) 00010000:00010000:1.0:1777502110.980163:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.980165:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2232 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.980167:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238223469425 time 8238223369425 state 0x1 ref 1 00010000:00010000:1.0:1777502110.980173:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2232 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.980197:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238223469425 time 8238225615963 state 0x0 ref 1 00000100:00100000:0.0:1777502110.980209:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5843fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+117:272843:x1863837563006976:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502110.980222:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.980236:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc2247 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x21d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833cd9 expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.980270:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc2247 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x21d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833cd9 expref: 118 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.980288:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc2247 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x21d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833cd9 expref: 118 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.980304:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21d:0x0].0x0 (ffff8dfd528d9c00) 00010000:00010000:0.0:1777502110.980307:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777502110.980310:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e69a00, rc 0) 00000100:00100000:3.0:1777502110.980325:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5843f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+32:2371:x1863837563006848:12345-192.168.202.27@tcp:2:touch.500 Request processed in 212us (299us total) trans 8589936071 rc 0/0 00000100:00100000:3.0:1777502110.980334:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3119 00000100:00100000:0.0:1777502110.980339:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5843fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+118:272843:x1863837563006976:12345-192.168.202.27@tcp:101:touch.500 Request processed in 130us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.980347:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 220 00000100:00100000:0.0:1777502110.980352:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238223469425 time 8238225615963 state 0x2 ref 0 00000100:00100000:0.0:1777502110.981415:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.981454:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563007232 00000100:00100000:2.0:1777502110.981459:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563007232 00000100:00100000:2.0:1777502110.981474:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238223469425 time 8238225615963 state 0x0 ref 1 00000100:00100000:2.0:1777502110.981480:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238225715963 time 8238225615963 state 0x1 ref 1 00000100:00100000:2.0:1777502110.981498:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238225715963 time 8238226918646 state 0x0 ref 1 00000100:00100000:2.0:1777502110.981505:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+118:272846:x1863837563007232:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502110.981513:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.981521:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc224e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833ce0 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.981611:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2255 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.981619:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2255 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.981625:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2255 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.981633:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc225c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.981637:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc225c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.981641:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc225c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.981830:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.981875:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563007488 00000100:00100000:0.0:1777502110.981879:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563007488 00000100:00100000:3.0:1777502110.981905:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.981914:0:186939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1097 00000100:00100000:0.0:1777502110.981922:0:186939:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6187a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+120:272832:x1863837563007488:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:3.0:1777502110.981929:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563007616 00000100:00100000:3.0:1777502110.981934:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563007616 00000100:00100000:1.0:1777502110.981985:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3120 00000100:00100000:1.0:1777502110.981996:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc51a4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+35:2373:x1863837563007616:12345-192.168.202.27@tcp:2:touch.500 00000004:00080000:2.0:1777502110.982001:0:186936:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x107f:0x0], index 0: 0 00000100:00100000:0.0:1777502110.982100:0:186939:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6187a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+122:272832:x1863837563007488:12345-192.168.202.27@tcp:35:touch.500 Request processed in 177us (268us total) trans 8589938790 rc 0/0 00000100:00100000:0.0:1777502110.982107:0:186939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1097 00010000:00010000:2.0:1777502110.982131:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc2263 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x21e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.982139:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc2263 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.982146:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc2263 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.982176:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2255 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.982184:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2255 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.982190:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2255 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.982196:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.982199:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2255 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.982203:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2255 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.982214:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.982218:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777502110.982219:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc51a4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+36:2373:x1863837563007616:12345-192.168.202.27@tcp:2:touch.500 Request processed in 225us (319us total) trans 8589935662 rc 0/0 00010000:00010000:2.0:1777502110.982223:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2255 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.982231:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3120 00010000:00010000:2.0:1777502110.982234:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2255 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.982246:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ec0792e6 reply state 00000000cd3a0182 transno 8589938791 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc225c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.982253:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502110.982275:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc224e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ce0 expref: 122 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.982299:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc2263 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x21e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ce0 expref: 121 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.982307:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21e:0x0].0x0 (ffff8dfd5288d800) 00010000:00010000:2.0:1777502110.982310:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.982312:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45702200, rc 0) 00000100:00100000:2.0:1777502110.982341:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+122:272846:x1863837563007232:12345-192.168.202.27@tcp:101:touch.500 Request processed in 837us (938us total) trans 8589938791 rc 0/0 00000100:00100000:2.0:1777502110.982346:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 221 00000100:00100000:2.0:1777502110.982349:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238225715963 time 8238226918646 state 0x2 ref 0 00000100:00100000:3.0:1777502110.982919:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.982970:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563007872 00000100:00100000:0.0:1777502110.982975:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563007872 00000100:00100000:0.0:1777502110.983008:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1098 00000100:00100000:0.0:1777502110.983016:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc51a4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+122:272843:x1863837563007872:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:2.0:1777502110.983098:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc225c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.983111:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc225c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.983118:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc225c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.983137:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.983141:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc225c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.983148:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc225c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.983158:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffff8dfd5288d100) 00010000:00010000:2.0:1777502110.983161:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.983165:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc225c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.983168:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc51a4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+123:272843:x1863837563007872:12345-192.168.202.27@tcp:35:touch.500 Request processed in 152us (248us total) trans 8589938792 rc 0/0 00010000:00010000:2.0:1777502110.983179:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc225c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.983185:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1098 00000100:00100000:3.0:1777502110.984037:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.984064:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.984084:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563008256 00000100:00100000:2.0:1777502110.984090:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563008256 00000100:00100000:2.0:1777502110.984108:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238225715963 time 8238226918646 state 0x0 ref 1 00000100:00100000:2.0:1777502110.984117:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238227018646 time 8238226918646 state 0x1 ref 1 00000100:00100000:1.0:1777502110.984141:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563008384 00000100:00100000:2.0:1777502110.984147:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238227018646 time 8238229565780 state 0x0 ref 1 00000100:00100000:1.0:1777502110.984147:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563008384 00000100:00100000:2.0:1777502110.984163:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc51a4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+123:272846:x1863837563008256:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:1.0:1777502110.984171:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238229665780 time 8238229565780 state 0x1 ref 2 00010000:00010000:2.0:1777502110.984195:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502110.984195:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238229665780 time 8238229614756 state 0x0 ref 2 00000100:00100000:1.0:1777502110.984210:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc51a4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+123:272849:x1863837563008384:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502110.984212:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc2263 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x21e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ce0 expref: 123 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.984221:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.984229:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21e:0x0].0x0 (ffff8dfd5288d800) 00010000:00010000:1.0:1777502110.984231:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7400/0x4ad31463d9bc2271 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833ce7 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.984237:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502110.984283:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc2278 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x21e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.984294:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc2278 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.984302:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc2278 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.984305:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc227f lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.984314:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc227f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.984321:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc227f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.984330:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2286 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.984334:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2286 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.984338:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2286 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.984382:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ea3fdc3f reply state 000000000734104b transno 8589938793 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc2278 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.984391:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502110.984449:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc51a4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+125:272846:x1863837563008256:12345-192.168.202.27@tcp:36:touch.500 Request processed in 290us (413us total) trans 8589938793 rc 0/0 00000100:00100000:2.0:1777502110.984457:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 222 00000004:00080000:1.0:1777502110.984679:0:186938:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x105b:0x0], index 1: 0 00010000:00010000:1.0:1777502110.984764:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc228d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x21f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.984773:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc228d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.984780:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc228d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.984804:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc227f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.984809:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc227f lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.984812:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc227f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.984815:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.984817:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc227f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.984820:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc227f lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.984826:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.984827:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.984830:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc227f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.984833:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc227f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.984842:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006e9e8fc0 reply state 00000000c6bd2a51 transno 8589938794 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2286 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.984846:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502110.984859:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7400/0x4ad31463d9bc2271 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ce7 expref: 126 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.984868:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc228d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x21f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ce7 expref: 125 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.984875:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21f:0x0].0x0 (ffff8dfc867e5400) 00010000:00010000:1.0:1777502110.984878:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.984880:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7200, rc 0) 00000100:00100000:1.0:1777502110.984923:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc51a4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+126:272849:x1863837563008384:12345-192.168.202.27@tcp:101:touch.500 Request processed in 716us (857us total) trans 8589938794 rc 0/0 00000100:00100000:1.0:1777502110.984930:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 223 00000100:00100000:1.0:1777502110.984934:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238229665780 time 8238229614756 state 0x2 ref 0 00010000:00010000:1.0:1777502110.985134:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc2278 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.985142:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc2278 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x21e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.985148:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc2278 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x21e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.985154:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.985157:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc2278 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x21e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.985163:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc2278 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x21e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.985171:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21e:0x0].0x0 (ffff8dfd5288de00) 00010000:00010000:1.0:1777502110.985173:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.985175:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc2278 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x21e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.985179:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc2278 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x21e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.985444:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2286 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.985451:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2286 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.985462:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2286 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.985472:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.985476:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2286 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.985482:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2286 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.985491:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffff8dfc867e5d00) 00010000:00010000:2.0:1777502110.985494:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.985497:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2286 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.985504:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2286 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.986293:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.986315:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.986331:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563008512 00000100:00100000:0.0:1777502110.986336:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563008512 00000100:00100000:3.0:1777502110.986341:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.986355:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238229665780 time 8238229614756 state 0x0 ref 1 00000100:00100000:1.0:1777502110.986358:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563008640 00000100:00100000:1.0:1777502110.986363:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563008640 00000100:00100000:0.0:1777502110.986369:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238229714756 time 8238229614756 state 0x1 ref 1 00000100:00100000:3.0:1777502110.986376:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.986380:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563008896 00000100:00100000:1.0:1777502110.986384:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238229714756 time 8238229614756 state 0x1 ref 2 00000100:00100000:2.0:1777502110.986386:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563008896 00000100:00100000:0.0:1777502110.986398:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563009024 00000100:00100000:0.0:1777502110.986403:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563009024 00000100:00100000:2.0:1777502110.986407:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238229714756 time 8238229614756 state 0x1 ref 3 00000100:00100000:1.0:1777502110.986415:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238231934616 time 8238231834616 state 0x1 ref 3 00000100:00100000:3.0:1777502110.986425:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238231942300 time 8238231842300 state 0x1 ref 4 00000100:00100000:1.0:1777502110.986427:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4631b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+127:272846:x1863837563008512:12345-192.168.202.27@tcp:101:touch.500 00000100:00100000:2.0:1777502110.986442:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 0 deadline 8238231942300 time 8238231859762 state 0x0 ref 4 00010000:00010000:1.0:1777502110.986442:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1777502110.986447:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e4f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+127:272859:x1863837563008640:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502110.986453:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc229b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x21e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833cee expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.986455:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 0 deadline 8238231959762 time 8238231859762 state 0x1 ref 4 00010000:00010000:3.0:1777502110.986458:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777502110.986467:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e4f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+127:272849:x1863837563008896:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:3.0:1777502110.986469:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc22a2 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833cf5 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.986490:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc229b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x21e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833cee expref: 129 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.986496:0:186936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502110.986499:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc229b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x21e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833cee expref: 129 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.986510:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc228d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x21f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ce7 expref: 129 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.986511:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc22a9 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.986511:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21e:0x0].0x0 (ffff8dfc867e5100) 00010000:00010000:1.0:1777502110.986517:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502110.986521:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba6a00, rc 0) 00010000:00010000:3.0:1777502110.986531:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc22a9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.986537:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21f:0x0].0x0 (ffff8dfc867e5400) 00010000:00010000:3.0:1777502110.986539:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc22a9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.986544:0:186936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502110.986555:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc22b0 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.986562:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4631b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+128:272846:x1863837563008512:12345-192.168.202.27@tcp:101:touch.500 Request processed in 138us (269us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502110.986564:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc22b0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.986610:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc22b0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.986620:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc22b7 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x21f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.986623:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 224 00010000:00010000:2.0:1777502110.986631:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc22b7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.986638:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc22b7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.986645:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238231959762 time 8238232064978 state 0x0 ref 3 00000100:00100000:1.0:1777502110.986654:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc82363480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+127:272851:x1863837563009024:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502110.986673:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.986682:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc22be lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833cfc expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.986705:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc22c5 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.986711:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc22c5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.986717:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000295c6ce6 reply state 000000004d4fdf8d transno 8589938795 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc22b7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.986717:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc22c5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.986733:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502110.986737:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc22cc lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.986742:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc22cc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.986747:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc22cc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.986764:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc22d3 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x21b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.986773:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc22d3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.986783:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc22d3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.986783:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e4f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+130:272849:x1863837563008896:12345-192.168.202.27@tcp:36:touch.500 Request processed in 326us (443us total) trans 8589938795 rc 0/0 00010000:00010000:1.0:1777502110.986792:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc22da lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x21a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.986799:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 226 00010000:00010000:1.0:1777502110.986807:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc22da lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.986813:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc22da lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502110.986814:0:187571:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x21b:0x0]: returning size 0 00000004:00200000:3.0:1777502110.986821:0:187571:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00200000:1.0:1777502110.986832:0:188648:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x21a:0x0]: returning size 0 00000004:00200000:1.0:1777502110.986835:0:188648:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777502110.986836:0:187571:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc22d3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.986844:0:188648:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc22da lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.986846:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc22d3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.986858:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc22da lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.986860:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc22a9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.986869:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc22a9 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.986875:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc22a9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.986878:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc22c5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.986888:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc22c5 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.986893:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc22c5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.986931:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505efa00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.986932:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.986936:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc22a9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.986937:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc22c5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.986954:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc22a9 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.986954:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc22c5 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.986970:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.986973:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.986975:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc22c5 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.986979:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502110.986985:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.986989:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc22a9 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.986990:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc22c5 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.987003:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc22a9 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.987012:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc22cc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.987015:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc22b0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.987027:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc22cc lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.987028:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc22b0 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.987045:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc22cc lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.987046:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc22b0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.987055:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.987058:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc22cc lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.987065:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc22cc lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.987073:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffff8dfc867e5300) 00010000:00010000:1.0:1777502110.987074:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.987077:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc22cc lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.987081:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc22cc lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.987100:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc22be lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833cfc expref: 130 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.987106:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.987112:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc22b0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.987118:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc22da lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833cfc expref: 129 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.987124:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc22b0 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.987125:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21a:0x0].0x0 (ffff8dfc867e5900) 00010000:00010000:1.0:1777502110.987130:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.987133:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7e00, rc 0) 00010000:00010000:3.0:1777502110.987140:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffff8dfd47d18400) 00010000:00010000:3.0:1777502110.987144:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.987147:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc22b0 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.987153:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc22b0 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.987164:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc82363480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+129:272851:x1863837563009024:12345-192.168.202.27@tcp:101:rm.500 Request processed in 510us (792us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.987168:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 227 00010000:00010000:3.0:1777502110.987180:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc22a2 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833cf5 expref: 129 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.987193:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc22d3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833cf5 expref: 128 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.987251:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21b:0x0].0x0 (ffff8dfd47d18800) 00010000:00010000:3.0:1777502110.987254:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502110.987257:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ee000, rc 0) 00010000:00010000:1.0:1777502110.987297:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc22b7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.987303:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc22b7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x21f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.987307:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc22b7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x21f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.987312:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e4f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+128:272859:x1863837563008640:12345-192.168.202.27@tcp:101:rm.500 Request processed in 869us (993us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502110.987313:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.987318:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc22b7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x21f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.987322:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 225 00010000:00010000:1.0:1777502110.987327:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc22b7 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x21f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.987328:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238231959762 time 8238232064978 state 0x2 ref 0 00010000:00010000:1.0:1777502110.987343:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21f:0x0].0x0 (ffff8dfd5288d700) 00010000:00010000:1.0:1777502110.987345:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.987347:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc22b7 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x21f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.987352:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc22b7 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x21f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.987624:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.987670:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563009280 00000100:00100000:0.0:1777502110.987674:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563009280 00000100:00100000:0.0:1777502110.987687:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238231959762 time 8238232064978 state 0x0 ref 1 00000100:00100000:0.0:1777502110.987693:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238232164978 time 8238232064978 state 0x1 ref 1 00000100:00100000:0.0:1777502110.987707:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238232164978 time 8238233127981 state 0x0 ref 1 00000100:00100000:0.0:1777502110.987715:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5843ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+127:272849:x1863837563009280:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502110.987721:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.987731:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc22e1 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x21f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833d03 expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.987757:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc22e1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x21f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d03 expref: 128 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.987768:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc22e1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x21f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d03 expref: 128 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.987781:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21f:0x0].0x0 (ffff8dfd528d9400) 00010000:00010000:0.0:1777502110.987783:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777502110.987785:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e69e00, rc 0) 00000100:00100000:0.0:1777502110.987808:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5843ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+128:272849:x1863837563009280:12345-192.168.202.27@tcp:101:touch.500 Request processed in 95us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.987813:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 228 00000100:00100000:0.0:1777502110.987815:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238232164978 time 8238233127981 state 0x2 ref 0 00000100:00100000:0.0:1777502110.989253:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.989282:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.989302:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563009152 00000100:00100000:2.0:1777502110.989307:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563009152 00000100:00100000:0.0:1777502110.989320:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.989326:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563009408 00000100:00100000:1.0:1777502110.989332:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563009408 00000100:00100000:2.0:1777502110.989344:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3121 00000100:00100000:2.0:1777502110.989356:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+32:2372:x1863837563009152:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:0.0:1777502110.989364:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.989365:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563009664 00000100:00100000:3.0:1777502110.989370:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563009664 00000100:00100000:1.0:1777502110.989376:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563009792 00000100:00100000:1.0:1777502110.989381:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563009792 00000100:00100000:3.0:1777502110.989389:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238232164978 time 8238233127981 state 0x0 ref 1 00000100:00100000:3.0:1777502110.989397:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238233227981 time 8238233127981 state 0x1 ref 1 00000100:00100000:3.0:1777502110.989414:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238233227981 time 8238234833739 state 0x0 ref 1 00000100:00100000:3.0:1777502110.989424:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd48ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+128:272852:x1863837563009664:12345-192.168.202.27@tcp:101:touch.500 00000100:00100000:1.0:1777502110.989427:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3122 00000100:00100000:1.0:1777502110.989440:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+36:2370:x1863837563009408:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502110.989449:0:205380:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502110.989452:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777502110.989456:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3123 00010000:00010000:1.0:1777502110.989463:0:205380:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000063298d56/0x4ad31463d9bc22e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1059:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833d0a expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.989469:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc595eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+33:2373:x1863837563009792:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502110.989483:0:205375:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:1.0:1777502110.989492:0:205380:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1059:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502110.989498:0:205375:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000941d8da6/0x4ad31463d9bc22ef lrc: 2/0,0 mode: --/PR res: [0x240000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833d18 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.989507:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502110.989510:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00002000:00010000:0.0:1777502110.989517:0:205375:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x107d:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:1.0:1777502110.989519:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063298d56/0x4ad31463d9bc22e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d0a expref: 37 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.989523:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc22f6 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833d11 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.989532:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.989536:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502110.989545:0:205375:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000941d8da6/0x4ad31463d9bc22ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d18 expref: 35 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.989551:0:205380:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000063298d56/0x4ad31463d9bc22e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d0a expref: 37 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.989568:0:205380:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7400, rc 0) 00010000:00010000:0.0:1777502110.989568:0:205375:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000941d8da6/0x4ad31463d9bc22ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d18 expref: 35 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.989604:0:205375:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e69600, rc 0) 00000100:00100000:2.0:1777502110.989621:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+35:2372:x1863837563009152:12345-192.168.202.27@tcp:2:touch.500 Request processed in 267us (368us total) trans 8589936072 rc 0/0 00000100:00100000:2.0:1777502110.989629:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3121 00000100:00100000:0.0:1777502110.989634:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc595eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+35:2373:x1863837563009792:12345-192.168.202.27@tcp:101:rm.500 Request processed in 168us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.989642:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+37:2370:x1863837563009408:12345-192.168.202.27@tcp:101:rm.500 Request processed in 202us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.989648:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3123 00000100:00100000:1.0:1777502110.989658:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3122 00010000:00010000:2.0:1777502110.989715:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc22fd lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.989719:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502110.989725:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc22fd lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.989733:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc22fd lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.989745:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc2304 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.989752:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc2304 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.989759:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc2304 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.989766:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563009920 00000100:00100000:1.0:1777502110.989772:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563009920 00000100:00100000:1.0:1777502110.989813:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3124 00000100:00100000:1.0:1777502110.989823:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc82362d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+37:2372:x1863837563009920:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:1.0:1777502110.990023:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc82362d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+38:2372:x1863837563009920:12345-192.168.202.27@tcp:2:touch.500 Request processed in 202us (304us total) trans 8589935663 rc 0/0 00000100:00100000:1.0:1777502110.990032:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3124 00000004:00080000:2.0:1777502110.990151:0:186937:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1080:0x0], index 0: 0 00010000:00010000:2.0:1777502110.990260:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc230b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x220:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.990269:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc230b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x220:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.990276:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc230b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x220:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.990303:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc22fd lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.990310:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc22fd lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.990321:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc22fd lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.990327:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.990330:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc22fd lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.990336:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc22fd lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.990344:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502110.990347:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.990350:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc22fd lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.990357:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702200/0x4ad31463d9bc22fd lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.990366:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a6c30bcd reply state 00000000f09f6aef transno 8589938796 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc2304 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.990373:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502110.990392:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc22f6 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d11 expref: 131 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.990403:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc230b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x220:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d11 expref: 130 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.990410:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x220:0x0].0x0 (ffff8dfd5288d100) 00010000:00010000:2.0:1777502110.990413:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502110.990415:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45703200, rc 0) 00000100:00100000:2.0:1777502110.990445:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd48ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+131:272852:x1863837563009664:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1023us (1126us total) trans 8589938796 rc 0/0 00000100:00100000:2.0:1777502110.990452:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 229 00000100:00100000:2.0:1777502110.990456:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238233227981 time 8238234833739 state 0x2 ref 0 00000100:00100000:3.0:1777502110.990527:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.990571:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563010176 00000100:00100000:1.0:1777502110.990576:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563010176 00000100:00100000:1.0:1777502110.990642:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1099 00000100:00100000:1.0:1777502110.990649:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc82362a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+131:272846:x1863837563010176:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:1.0:1777502110.990812:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc82362a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+132:272846:x1863837563010176:12345-192.168.202.27@tcp:35:touch.500 Request processed in 163us (284us total) trans 8589938797 rc 0/0 00000100:00100000:1.0:1777502110.990819:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1099 00000100:00100000:3.0:1777502110.991016:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.991059:0:205362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563010432 00000100:00100000:1.0:1777502110.991063:0:205362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563010432 00000100:00100000:1.0:1777502110.991095:0:205362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1100 00010000:00010000:0.0:1777502110.991102:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc2304 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.991103:0:205362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc82360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+132:272849:x1863837563010432:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:0.0:1777502110.991116:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc2304 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.991123:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc2304 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.991129:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.991132:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc2304 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.991138:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc2304 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.991146:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffff8dfd5288d800) 00010000:00010000:0.0:1777502110.991148:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.991151:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc2304 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.991157:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc2304 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.991248:0:205362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc82360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+132:272849:x1863837563010432:12345-192.168.202.27@tcp:35:touch.500 Request processed in 144us (230us total) trans 8589938798 rc 0/0 00000100:00100000:1.0:1777502110.991256:0:205362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1100 00000100:00100000:3.0:1777502110.991919:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.991952:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.991973:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563010688 00000100:00100000:0.0:1777502110.991979:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563010688 00000100:00100000:0.0:1777502110.991999:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238233227981 time 8238234833739 state 0x0 ref 1 00000100:00100000:1.0:1777502110.992005:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563010944 00000100:00100000:0.0:1777502110.992010:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238234933739 time 8238234833739 state 0x1 ref 1 00000100:00100000:1.0:1777502110.992011:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563010944 00000100:00100000:0.0:1777502110.992036:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238234933739 time 8238237454930 state 0x0 ref 2 00000100:00100000:1.0:1777502110.992054:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238237554930 time 8238237454930 state 0x1 ref 2 00000100:00100000:0.0:1777502110.992062:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc82360e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+133:272854:x1863837563010688:12345-192.168.202.27@tcp:101:touch.500 00000100:00100000:2.0:1777502110.992067:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238237554930 time 8238237484427 state 0x0 ref 2 00010000:00010000:0.0:1777502110.992076:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777502110.992084:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+133:272852:x1863837563010944:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:0.0:1777502110.992086:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc2319 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833d1f expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.992113:0:187571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502110.992127:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc230b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x220:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d11 expref: 134 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.992139:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x220:0x0].0x0 (ffff8dfd5288d100) 00010000:00010000:2.0:1777502110.992146:0:187571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502110.992153:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2320 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.992164:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2320 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.992173:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2320 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.992185:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2327 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x220:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.992190:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc232e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.992196:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2327 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x220:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.992200:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc232e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.992207:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2327 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x220:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.992210:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc232e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.992282:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001b579c65 reply state 0000000046b39646 transno 8589938799 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2327 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x220:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.992288:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502110.992335:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+135:272852:x1863837563010944:12345-192.168.202.27@tcp:36:touch.500 Request processed in 255us (382us total) trans 8589938799 rc 0/0 00000100:00100000:2.0:1777502110.992342:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 231 00000004:00080000:0.0:1777502110.992481:0:186936:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x105c:0x0], index 1: 0 00010000:00010000:0.0:1777502110.992559:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc2335 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x221:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.992568:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc2335 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x221:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.992575:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc2335 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x221:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.992614:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2320 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.992618:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2320 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.992622:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2320 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.992625:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.992627:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2320 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.992630:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2320 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.992635:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.992636:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.992638:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2320 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.992642:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2320 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502110.992650:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d860cb18 reply state 00000000708feedd transno 8589938800 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc232e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.992655:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502110.992684:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc2319 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d1f expref: 136 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.992696:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc2335 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x221:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d1f expref: 135 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.992703:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x221:0x0].0x0 (ffff8dfd528d9d00) 00010000:00010000:0.0:1777502110.992705:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502110.992707:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e69200, rc 0) 00000100:00100000:0.0:1777502110.992737:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc82360e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+136:272854:x1863837563010688:12345-192.168.202.27@tcp:101:touch.500 Request processed in 684us (818us total) trans 8589938800 rc 0/0 00000100:00100000:0.0:1777502110.992744:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 230 00000100:00100000:0.0:1777502110.992748:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238237554930 time 8238237484427 state 0x2 ref 0 00010000:00010000:1.0:1777502110.992857:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2327 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x220:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.992866:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2327 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x220:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.992878:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2327 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x220:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.992883:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502110.992886:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2327 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x220:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.992892:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2327 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x220:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.992901:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x220:0x0].0x0 (ffff8dfd5288df00) 00010000:00010000:1.0:1777502110.992903:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.992906:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2327 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x220:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.992912:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2327 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x220:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.993027:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.993061:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563011072 00000100:00100000:0.0:1777502110.993066:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563011072 00000100:00100000:0.0:1777502110.993081:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238237554930 time 8238237484427 state 0x0 ref 1 00000100:00100000:0.0:1777502110.993088:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238237584427 time 8238237484427 state 0x1 ref 1 00000100:00100000:0.0:1777502110.993111:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238237584427 time 8238238530328 state 0x0 ref 1 00000100:00100000:0.0:1777502110.993120:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+135:272852:x1863837563011072:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502110.993133:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.993142:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc2343 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x220:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833d26 expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.993167:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc2343 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x220:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d26 expref: 136 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.993178:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc2343 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x220:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d26 expref: 136 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.993192:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x220:0x0].0x0 (ffff8dfd528d9e00) 00010000:00010000:0.0:1777502110.993195:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777502110.993197:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e68400, rc 0) 00000100:00100000:0.0:1777502110.993227:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+136:272852:x1863837563011072:12345-192.168.202.27@tcp:101:touch.500 Request processed in 109us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.993234:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 232 00000100:00100000:0.0:1777502110.993239:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238237584427 time 8238238530328 state 0x2 ref 0 00010000:00010000:0.0:1777502110.993289:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc232e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.993296:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc232e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.993303:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc232e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.993309:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.993313:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc232e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.993321:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc232e lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.993329:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffff8dfd528d9900) 00010000:00010000:0.0:1777502110.993332:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.993335:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc232e lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.993341:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc232e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.993964:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502110.993986:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.994034:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563011456 00000100:00100000:1.0:1777502110.994034:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563011584 00000100:00100000:2.0:1777502110.994039:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563011456 00000100:00100000:1.0:1777502110.994039:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563011584 00000100:00100000:2.0:1777502110.994058:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238237584427 time 8238238530328 state 0x0 ref 1 00000100:00100000:1.0:1777502110.994064:0:188648:0:(nrs_tbf.c:531:nrs_tbf_cli_fini()) unknown.0 NRS: TBF class fini: class@ffff8dfc4250de00 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 3 deadline 0 time 8238239482533 state 0x4 ref 0 00000100:00100000:2.0:1777502110.994065:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238238630328 time 8238238530328 state 0x1 ref 2 00000100:00100000:1.0:1777502110.994074:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238238630328 time 8238238530328 state 0x1 ref 2 00000100:00100000:3.0:1777502110.994093:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.994099:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238239618161 time 8238239518161 state 0x1 ref 2 00000100:00100000:2.0:1777502110.994105:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238239618161 time 8238239524953 state 0x0 ref 2 00000100:00100000:1.0:1777502110.994111:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+136:272858:x1863837563011456:12345-192.168.202.27@tcp:101:touch.500 00000100:00100000:2.0:1777502110.994114:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+136:272854:x1863837563011584:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:1.0:1777502110.994128:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563011712 00000100:00100000:1.0:1777502110.994131:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563011712 00010000:00010000:2.0:1777502110.994140:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502110.994151:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc2335 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x221:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d1f expref: 136 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.994158:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3125 00010000:00010000:2.0:1777502110.994164:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x221:0x0].0x0 (ffff8dfd528d9d00) 00000100:00100000:1.0:1777502110.994165:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+34:2373:x1863837563011712:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:2.0:1777502110.994172:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502110.994205:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc234a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x221:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.994213:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc234a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x221:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.994220:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc234a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x221:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.994271:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bf5f2005 reply state 000000004fe97684 transno 8589938801 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc234a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x221:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.994288:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502110.994330:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+137:272854:x1863837563011584:12345-192.168.202.27@tcp:36:touch.500 Request processed in 216us (341us total) trans 8589938801 rc 0/0 00000100:00100000:1.0:1777502110.994330:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+35:2373:x1863837563011712:12345-192.168.202.27@tcp:2:touch.500 Request processed in 164us (249us total) trans 8589936073 rc 0/0 00000100:00100000:2.0:1777502110.994338:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 234 00000100:00100000:1.0:1777502110.994338:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3125 00010000:00010000:1.0:1777502110.994364:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502110.994374:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2351 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833d2d expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.994434:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2358 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.994444:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2358 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.994452:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2358 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.994464:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc235f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.994470:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc235f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.994477:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc235f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502110.994799:0:188648:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1081:0x0], index 0: 0 00010000:00010000:1.0:1777502110.994882:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2366 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x222:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.994892:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2366 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.994900:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2366 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.994913:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc234a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x221:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.994923:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc234a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x221:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.994929:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc234a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x221:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.994933:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2358 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.994934:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.994940:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc234a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x221:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.994946:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2358 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.994951:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc234a lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x221:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.994954:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2358 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.994961:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.994963:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x221:0x0].0x0 (ffff8dfd5288dd00) 00010000:00010000:1.0:1777502110.994964:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2358 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.994970:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.994974:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2358 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.994975:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc234a lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x221:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.994988:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc234a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x221:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.994988:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502110.994993:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502110.994997:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2358 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.995002:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2358 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502110.995016:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dda0634f reply state 00000000f71751ea transno 8589938802 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc235f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.995022:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502110.995040:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2351 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d2d expref: 138 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.995055:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2366 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d2d expref: 137 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502110.995062:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x222:0x0].0x0 (ffff8dfc867e5400) 00010000:00010000:1.0:1777502110.995064:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502110.995066:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7000, rc 0) 00000100:00100000:1.0:1777502110.995098:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+138:272858:x1863837563011456:12345-192.168.202.27@tcp:101:touch.500 Request processed in 991us (1133us total) trans 8589938802 rc 0/0 00000100:00100000:1.0:1777502110.995106:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 233 00000100:00100000:1.0:1777502110.995110:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238239618161 time 8238239524953 state 0x2 ref 0 00000100:00100000:2.0:1777502110.995219:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.995264:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563011840 00000100:00100000:2.0:1777502110.995265:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.995273:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563011840 00000100:00100000:0.0:1777502110.995294:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238239618161 time 8238239524953 state 0x0 ref 1 00000100:00100000:0.0:1777502110.995302:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238239624953 time 8238239524953 state 0x1 ref 1 00000100:00100000:0.0:1777502110.995324:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238239624953 time 8238240743521 state 0x0 ref 1 00000100:00100000:3.0:1777502110.995330:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563012096 00000100:00100000:3.0:1777502110.995335:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563012096 00000100:00100000:0.0:1777502110.995338:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5843df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+138:272854:x1863837563011840:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502110.995349:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.995358:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc2374 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x221:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833d34 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.995371:0:186939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1101 00000100:00100000:3.0:1777502110.995380:0:186939:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5843e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+140:272852:x1863837563012096:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:0.0:1777502110.995382:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc2374 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x221:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d34 expref: 140 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.995394:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc2374 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x221:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d34 expref: 140 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.995404:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x221:0x0].0x0 (ffff8dfd528d9500) 00010000:00010000:0.0:1777502110.995406:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777502110.995407:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e68000, rc 0) 00000100:00100000:0.0:1777502110.995431:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5843df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+140:272854:x1863837563011840:12345-192.168.202.27@tcp:101:touch.500 Request processed in 99us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.995436:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 235 00000100:00100000:0.0:1777502110.995440:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238239624953 time 8238240743521 state 0x2 ref 0 00010000:00010000:2.0:1777502110.995678:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc235f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.995686:0:186939:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5843e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+140:272852:x1863837563012096:12345-192.168.202.27@tcp:35:touch.500 Request processed in 304us (419us total) trans 8589938803 rc 0/0 00010000:00010000:2.0:1777502110.995687:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc235f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.995703:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc235f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.995706:0:186939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1101 00010000:00010000:2.0:1777502110.995714:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502110.995718:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc235f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.995725:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc235f lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.995735:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffff8dfc867e5300) 00010000:00010000:2.0:1777502110.995737:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502110.995740:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc235f lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.995746:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc235f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.997962:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.998008:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502110.998016:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563012480 00000100:00100000:0.0:1777502110.998023:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563012480 00000100:00100000:0.0:1777502110.998053:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238239624953 time 8238240743521 state 0x0 ref 1 00000100:00100000:1.0:1777502110.998057:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563012352 00000100:00100000:1.0:1777502110.998063:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563012352 00000100:00100000:0.0:1777502110.998064:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238240843521 time 8238240743521 state 0x1 ref 1 00000100:00100000:2.0:1777502110.998078:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.998101:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3126 00000100:00100000:0.0:1777502110.998103:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563012608 00000100:00100000:0.0:1777502110.998108:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563012608 00000100:00100000:1.0:1777502110.998113:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5843ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+38:2372:x1863837563012352:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:0.0:1777502110.998126:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238240843521 time 8238240743521 state 0x1 ref 2 00000100:00100000:3.0:1777502110.998136:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238243653822 time 8238243553822 state 0x1 ref 2 00000100:00100000:0.0:1777502110.998148:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238243653822 time 8238243566485 state 0x0 ref 2 00000100:00100000:0.0:1777502110.998161:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5843ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+140:272866:x1863837563012608:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:2.0:1777502110.998176:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5843c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+140:272858:x1863837563012480:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:0.0:1777502110.998176:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502110.998194:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc237b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833d3b expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.998213:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502110.998230:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2366 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d2d expref: 141 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.998238:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2382 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.998248:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x222:0x0].0x0 (ffff8dfc867e5400) 00010000:00010000:0.0:1777502110.998254:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2382 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.998260:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502110.998265:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2382 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.998280:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc2389 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.998287:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc2389 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.998295:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc2389 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.998314:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc2390 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x222:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.998325:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc2390 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x222:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502110.998333:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc2390 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x222:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502110.998379:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5843ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+39:2372:x1863837563012352:12345-192.168.202.27@tcp:2:touch.500 Request processed in 268us (370us total) trans 8589935664 rc 0/0 00000100:00100000:1.0:1777502110.998387:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3126 00010000:00010000:0.0:1777502110.998392:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc2397 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x21e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.998401:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc2397 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.998409:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc2397 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502110.998413:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a6882939 reply state 000000009cfd09e1 transno 8589938804 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc2390 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x222:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.998422:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1777502110.998434:0:205369:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x21e:0x0]: returning size 0 00000004:00200000:0.0:1777502110.998448:0:205369:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777502110.998465:0:205369:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc2397 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.998473:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5843c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+142:272858:x1863837563012480:12345-192.168.202.27@tcp:36:touch.500 Request processed in 326us (517us total) trans 8589938804 rc 0/0 00010000:00010000:0.0:1777502110.998477:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc2397 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502110.998480:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 236 00010000:00010000:0.0:1777502110.998493:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2382 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.998499:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2382 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.998505:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2382 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.998511:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.998515:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2382 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.998520:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2382 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.998528:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502110.998531:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.998534:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2382 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.998540:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2382 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.998549:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc2389 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.998555:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc2389 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.998561:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc2389 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.998567:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502110.998571:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc2389 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.998599:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc2389 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.998610:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffff8dfd528d9200) 00010000:00010000:0.0:1777502110.998612:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502110.998615:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc2389 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.998622:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc2389 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.998652:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68800/0x4ad31463d9bc237b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d3b expref: 142 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.998676:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc2397 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x21e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d3b expref: 141 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502110.998684:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21e:0x0].0x0 (ffff8dfc867e5100) 00010000:00010000:0.0:1777502110.998686:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502110.998689:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6d000, rc 0) 00000100:00100000:0.0:1777502110.998719:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5843ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+141:272866:x1863837563012608:12345-192.168.202.27@tcp:101:rm.500 Request processed in 561us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502110.998725:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 237 00000100:00100000:0.0:1777502110.998729:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238243653822 time 8238243566485 state 0x2 ref 0 00010000:00010000:3.0:1777502110.999129:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc2390 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x222:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.999138:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc2390 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x222:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.999145:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc2390 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x222:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.999150:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502110.999153:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc2390 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x222:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.999159:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc2390 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x222:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.999230:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x222:0x0].0x0 (ffff8dfd5288da00) 00010000:00010000:3.0:1777502110.999233:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502110.999237:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc2390 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x222:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502110.999243:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc2390 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x222:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502110.999271:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.999315:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563012736 00000100:00100000:1.0:1777502110.999320:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563012736 00000100:00100000:0.0:1777502110.999327:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502110.999340:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238243653822 time 8238243566485 state 0x0 ref 1 00000100:00100000:1.0:1777502110.999349:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238243666485 time 8238243566485 state 0x1 ref 1 00000100:00100000:1.0:1777502110.999371:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238243666485 time 8238244791830 state 0x0 ref 1 00000100:00100000:1.0:1777502110.999379:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc595e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+140:272858:x1863837563012736:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502110.999389:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1777502110.999396:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563012992 00010000:00010000:1.0:1777502110.999401:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc239e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x222:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833d42 expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.999402:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563012992 00010000:00010000:1.0:1777502110.999435:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc239e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x222:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d42 expref: 142 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.999441:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1102 00010000:00010000:1.0:1777502110.999453:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc239e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x222:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d42 expref: 142 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.999458:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+142:272854:x1863837563012992:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:1.0:1777502110.999469:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x222:0x0].0x0 (ffff8dfc867e5d00) 00010000:00010000:1.0:1777502110.999472:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502110.999474:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7200, rc 0) 00000100:00100000:1.0:1777502110.999499:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc595e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+142:272858:x1863837563012736:12345-192.168.202.27@tcp:101:touch.500 Request processed in 121us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502110.999503:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 238 00000100:00100000:1.0:1777502110.999507:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238243666485 time 8238244791830 state 0x2 ref 0 00000100:00100000:3.0:1777502110.999718:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+142:272854:x1863837563012992:12345-192.168.202.27@tcp:35:touch.500 Request processed in 266us (391us total) trans 8589938805 rc 0/0 00000100:00100000:3.0:1777502110.999726:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1102 00000100:00100000:0.0:1777502110.999851:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502110.999884:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563013120 00000100:00100000:2.0:1777502110.999897:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563013120 00000100:00100000:2.0:1777502110.999936:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3127 00000100:00100000:2.0:1777502110.999946:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+35:2373:x1863837563013120:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502110.999955:0:187550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502110.999968:0:187550:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000062265950/0x4ad31463d9bc23a5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x107f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833d49 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502110.999979:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00002000:00010000:2.0:1777502110.999989:0:187550:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x107f:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:2.0:1777502111.000002:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.000005:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777502111.000008:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563013376 00010000:00010000:2.0:1777502111.000013:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000062265950/0x4ad31463d9bc23a5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x107f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d49 expref: 36 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.000014:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563013376 00010000:00010000:2.0:1777502111.000029:0:187550:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000062265950/0x4ad31463d9bc23a5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x107f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d49 expref: 36 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.000034:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238243666485 time 8238244791830 state 0x0 ref 1 00010000:00010000:2.0:1777502111.000047:0:187550:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45702200, rc 0) 00000100:00100000:0.0:1777502111.000047:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238244891830 time 8238244791830 state 0x1 ref 1 00000100:00100000:2.0:1777502111.000080:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+36:2373:x1863837563013120:12345-192.168.202.27@tcp:101:rm.500 Request processed in 136us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.000089:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238244891830 time 8238245507523 state 0x0 ref 1 00000100:00100000:2.0:1777502111.000090:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3127 00000100:00100000:0.0:1777502111.000105:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+142:272856:x1863837563013376:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502111.000114:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.000124:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc23ac lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833d50 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.000189:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc23b3 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.000199:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc23b3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.000206:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc23b3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.000217:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc23ba lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.000223:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc23ba lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.000233:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc23ba lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777502111.000566:0:186936:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x105d:0x0], index 1: 0 00010000:00010000:0.0:1777502111.000716:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc23c1 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x223:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.000739:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc23c1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x223:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.000747:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc23c1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x223:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.000772:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc23b3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.000779:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc23b3 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.000785:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc23b3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.000791:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6c200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.000794:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc23b3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.000801:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc23b3 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.000808:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.000811:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.000814:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc23b3 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.000821:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc23b3 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.000832:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c2984e64 reply state 00000000cdf78ba0 transno 8589938806 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc23ba lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.000839:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777502111.000862:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502111.000862:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc23ac lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d50 expref: 145 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.000880:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc23c1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x223:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d50 expref: 144 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.000887:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x223:0x0].0x0 (ffff8dfd528d9300) 00010000:00010000:0.0:1777502111.000890:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.000893:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6cc00, rc 0) 00000100:00100000:2.0:1777502111.000900:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563013504 00000100:00100000:2.0:1777502111.000905:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563013504 00000100:00100000:0.0:1777502111.000926:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+145:272856:x1863837563013376:12345-192.168.202.27@tcp:101:touch.500 Request processed in 824us (946us total) trans 8589938806 rc 0/0 00000100:00100000:0.0:1777502111.000934:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 239 00000100:00080000:3.0:1777502111.000936:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777502111.000941:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238244891830 time 8238245507523 state 0x2 ref 0 00000100:00100000:2.0:1777502111.000947:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3128 00000100:00100000:2.0:1777502111.000958:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+36:2371:x1863837563013504:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:2.0:1777502111.001127:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+37:2371:x1863837563013504:12345-192.168.202.27@tcp:2:touch.500 Request processed in 171us (267us total) trans 8589936074 rc 0/0 00000100:00100000:2.0:1777502111.001139:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3128 00010000:00010000:2.0:1777502111.001418:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc23ba lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.001427:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc23ba lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.001433:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc23ba lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.001438:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6ca00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.001442:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc23ba lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.001448:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc23ba lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.001458:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffff8dfd528d9900) 00010000:00010000:2.0:1777502111.001460:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.001463:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc23ba lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.001469:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc23ba lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.002286:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.002348:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563013760 00000100:00100000:1.0:1777502111.002353:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563013760 00000100:00100000:1.0:1777502111.002393:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1103 00000100:00100000:1.0:1777502111.002404:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd61878c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+144:272858:x1863837563013760:12345-192.168.202.27@tcp:35:touch.500 00000100:00080000:3.0:1777502111.002419:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777502111.002459:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.002486:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563013888 00000100:00100000:2.0:1777502111.002489:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.002492:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563013888 00000100:00100000:3.0:1777502111.002516:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238244891830 time 8238245507523 state 0x0 ref 1 00000100:00100000:3.0:1777502111.002527:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238245607523 time 8238245507523 state 0x1 ref 1 00000100:00100000:0.0:1777502111.002532:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563014016 00000100:00100000:0.0:1777502111.002537:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563014016 00000100:00100000:3.0:1777502111.002619:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238245607523 time 8238247974912 state 0x0 ref 1 00000100:00100000:0.0:1777502111.002629:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238248074912 time 8238247974912 state 0x1 ref 2 00000100:00100000:3.0:1777502111.002631:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5843e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+147:272861:x1863837563013888:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:1.0:1777502111.002642:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd61878c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+147:272858:x1863837563013760:12345-192.168.202.27@tcp:35:touch.500 Request processed in 238us (355us total) trans 8589938807 rc 0/0 00010000:00010000:3.0:1777502111.002649:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777502111.002653:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1103 00000100:00100000:0.0:1777502111.002671:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238248074912 time 8238248078829 state 0x0 ref 2 00010000:00010000:3.0:1777502111.002678:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc23cf lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833d57 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.002687:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f362d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+146:272862:x1863837563014016:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.002698:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.002709:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc23d6 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833d5e expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.002725:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc23dd lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.002737:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc23dd lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.002744:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc23e4 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.002746:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc23dd lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.002765:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc23e4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.002768:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc23eb lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.002784:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc23e4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.002785:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc23eb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.002802:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc23eb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.002806:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc23f2 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.002817:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc23f2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.002824:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc23f2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.002885:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc23f9 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x21c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.002895:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc23f9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.002898:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc2400 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x21d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.002905:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc23f9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.002909:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc2400 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.002920:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc2400 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502111.002926:0:187571:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x21c:0x0]: returning size 0 00000004:00200000:3.0:1777502111.002930:0:187571:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00200000:0.0:1777502111.002941:0:186937:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x21d:0x0]: returning size 0 00000004:00010000:3.0:1777502111.002944:0:187571:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc23f9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502111.002946:0:186937:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1777502111.002955:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc23f9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.002960:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc23dd lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.002962:0:186937:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc2400 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.002980:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc23dd lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.002982:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc2400 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.002986:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc23dd lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.002996:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.002998:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc23e4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.003005:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc23e4 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.003011:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc23dd lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.003011:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc23e4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.003026:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc23dd lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.003027:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.003032:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc23e4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.003036:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.003041:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.003045:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc23dd lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.003045:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc23e4 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.003062:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc23dd lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.003063:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.003070:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.003074:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc23e4 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.003079:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc23eb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.003081:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc23e4 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.003094:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc23eb lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.003102:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc23eb lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.003102:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc23f2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.003118:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.003124:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc23eb lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.003127:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc23f2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.003137:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc23eb lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.003139:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc23f2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.003149:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffff8dfd47d18400) 00010000:00010000:0.0:1777502111.003149:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.003154:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.003156:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc23f2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.003157:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc23eb lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.003172:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc23eb lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.003174:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc23f2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.003188:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffff8dfd528d9600) 00010000:00010000:0.0:1777502111.003191:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.003194:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc23f2 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.003198:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc23cf lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d57 expref: 149 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.003201:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc23f2 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.003210:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc23f9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x21c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d57 expref: 148 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.003216:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21c:0x0].0x0 (ffff8dfd5288dc00) 00010000:00010000:3.0:1777502111.003217:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.003219:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505efa00, rc 0) 00010000:00010000:0.0:1777502111.003234:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc23d6 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d5e expref: 149 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.003238:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5843e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+149:272861:x1863837563013888:12345-192.168.202.27@tcp:101:rm.500 Request processed in 611us (779us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502111.003251:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 240 00010000:00010000:0.0:1777502111.003258:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc2400 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x21d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d5e expref: 148 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.003266:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21d:0x0].0x0 (ffff8dfd528d9c00) 00010000:00010000:0.0:1777502111.003269:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.003273:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e69000, rc 0) 00000100:00100000:0.0:1777502111.003299:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f362d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+147:272862:x1863837563014016:12345-192.168.202.27@tcp:101:rm.500 Request processed in 618us (810us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.003305:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 241 00000100:00100000:0.0:1777502111.003310:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238248074912 time 8238248078829 state 0x2 ref 0 00000100:00100000:3.0:1777502111.003318:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.003340:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563014272 00000100:00100000:0.0:1777502111.003344:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563014272 00000100:00100000:0.0:1777502111.003359:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238248074912 time 8238248078829 state 0x0 ref 1 00000100:00100000:0.0:1777502111.003366:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238248178829 time 8238248078829 state 0x1 ref 1 00000100:00100000:0.0:1777502111.003391:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238248178829 time 8238248810987 state 0x0 ref 1 00000100:00100000:0.0:1777502111.003402:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+147:272856:x1863837563014272:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:0.0:1777502111.003424:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502111.003436:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc23c1 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x223:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d50 expref: 147 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.003447:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x223:0x0].0x0 (ffff8dfd528d9300) 00010000:00010000:0.0:1777502111.003454:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.003494:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2407 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x223:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.003502:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2407 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x223:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.003510:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2407 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x223:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.003606:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a207f311 reply state 000000009197f662 transno 8589938808 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2407 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x223:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.003616:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777502111.003629:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.003678:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+148:272856:x1863837563014272:12345-192.168.202.27@tcp:36:touch.500 Request processed in 277us (363us total) trans 8589938808 rc 0/0 00000100:00100000:1.0:1777502111.003681:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563014400 00000100:00100000:1.0:1777502111.003687:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563014400 00000100:00100000:0.0:1777502111.003687:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 242 00000100:00100000:0.0:1777502111.003694:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238248178829 time 8238248810987 state 0x2 ref 0 00000100:00100000:1.0:1777502111.003709:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238248178829 time 8238248810987 state 0x0 ref 1 00000100:00100000:1.0:1777502111.003719:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238248910987 time 8238248810987 state 0x1 ref 1 00000100:00100000:0.0:1777502111.003752:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238248910987 time 8238249170900 state 0x0 ref 1 00000100:00100000:0.0:1777502111.003765:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+148:272869:x1863837563014400:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.003774:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.003784:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3800/0x4ad31463d9bc240e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833d65 expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.003793:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502111.003822:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2000/0x4ad31463d9bc2415 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.003831:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2000/0x4ad31463d9bc2415 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.003839:0:186941:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563014528 00010000:00010000:0.0:1777502111.003839:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2000/0x4ad31463d9bc2415 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.003845:0:186941:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563014528 00010000:00010000:0.0:1777502111.003857:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc241c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.003866:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc241c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.003874:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc241c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.003882:0:186941:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 271 00000100:00100000:1.0:1777502111.003892:0:186941:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ca6a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+150:2372:x1863837563014528:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:1.0:1777502111.003913:0:186941:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.003925:0:186941:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2423 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833d6c expref: -99 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.003931:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc242a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x220:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.003942:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc242a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x220:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.003950:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc242a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x220:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.003953:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2431 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.003964:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2431 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502111.003969:0:205369:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x220:0x0]: returning size 0 00010000:00010000:1.0:1777502111.003972:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2431 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502111.003973:0:205369:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777502111.003987:0:205369:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc242a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x220:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.003990:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2438 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.004005:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc242a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x220:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.004008:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2438 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.004018:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2000/0x4ad31463d9bc2415 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.004020:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2438 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.004034:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2000/0x4ad31463d9bc2415 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.004042:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2000/0x4ad31463d9bc2415 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.004048:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.004051:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2000/0x4ad31463d9bc2415 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.004058:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2431 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.004066:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2431 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.004072:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2431 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.004073:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2000/0x4ad31463d9bc2415 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.004087:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.004090:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.004094:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.004094:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2000/0x4ad31463d9bc2415 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.004100:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2431 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.004104:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2000/0x4ad31463d9bc2415 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.004108:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2431 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.004123:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc241c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.004124:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.004130:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.004135:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2431 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.004137:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc241c lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.004151:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2431 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.004153:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc241c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.004169:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e3600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.004172:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc241c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.004176:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2438 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.004180:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc241c lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.004189:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2438 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.004193:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2407 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x223:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.004195:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffff8dfd528d9a00) 00010000:00010000:1.0:1777502111.004199:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2438 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.004201:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.004205:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc241c lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.004220:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.004225:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc241c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.004226:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2438 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.004228:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2407 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x223:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.004246:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2438 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.004256:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffff8dfc867e5800) 00010000:00010000:1.0:1777502111.004259:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.004263:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3800/0x4ad31463d9bc240e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d65 expref: 152 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.004264:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2438 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.004266:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2407 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x223:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.004284:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2438 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.004287:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.004293:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2407 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x223:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.004295:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc242a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x220:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d65 expref: 151 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.004312:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2407 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x223:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.004313:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x220:0x0].0x0 (ffff8dfd528d9e00) 00010000:00010000:1.0:1777502111.004318:0:186941:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2423 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d6c expref: 151 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.004319:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.004324:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5e2400, rc 0) 00010000:00010000:2.0:1777502111.004336:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x223:0x0].0x0 (ffff8dfd528d9d00) 00010000:00010000:1.0:1777502111.004337:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.004343:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.004344:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502111.004350:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2407 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x223:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.004351:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2423 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d6c expref: 151 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.004362:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+151:272869:x1863837563014400:12345-192.168.202.27@tcp:101:rm.500 Request processed in 597us (732us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502111.004368:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2407 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x223:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.004382:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 243 00000100:00100000:0.0:1777502111.004391:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238248910987 time 8238249170900 state 0x2 ref 0 00010000:00010000:1.0:1777502111.004399:0:186941:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7600, rc -2) 00000100:00100000:1.0:1777502111.004441:0:186941:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ca6a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+148:2372:x1863837563014528:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 552us (652us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777502111.004447:0:186941:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 271 00000100:00100000:3.0:1777502111.004727:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.004756:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.004798:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563014656 00000100:00100000:0.0:1777502111.004803:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563014656 00000100:00100000:0.0:1777502111.004833:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563014784 00000100:00100000:0.0:1777502111.004836:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563014784 00000100:00100000:2.0:1777502111.004858:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3129 00000100:00100000:2.0:1777502111.004866:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+37:2370:x1863837563014656:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502111.004873:0:205381:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.004884:0:205381:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aedafa5a/0x4ad31463d9bc243f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x107e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833d73 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.004885:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3130 00000100:00100000:0.0:1777502111.004898:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+39:2373:x1863837563014784:12345-192.168.202.27@tcp:101:rm.500 00000100:00080000:3.0:1777502111.004906:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:2.0:1777502111.004906:0:205381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x107e:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502111.004906:0:187548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.004918:0:187548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000861d599/0x4ad31463d9bc2446 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x105a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833d7a expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.004921:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.004926:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.004935:0:205381:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aedafa5a/0x4ad31463d9bc243f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x107e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d73 expref: 38 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777502111.004939:0:187548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x105a:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502111.004950:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.004952:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.004955:0:205381:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000aedafa5a/0x4ad31463d9bc243f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x107e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d73 expref: 38 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.004958:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000861d599/0x4ad31463d9bc2446 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d7a expref: 40 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.004981:0:205381:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45702a00, rc 0) 00010000:00010000:0.0:1777502111.004982:0:187548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000861d599/0x4ad31463d9bc2446 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d7a expref: 40 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.004994:0:187548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5e3e00, rc 0) 00000100:00100000:3.0:1777502111.005009:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.005016:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+38:2370:x1863837563014656:12345-192.168.202.27@tcp:101:rm.500 Request processed in 150us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.005024:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+40:2373:x1863837563014784:12345-192.168.202.27@tcp:101:rm.500 Request processed in 126us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.005028:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3129 00000100:00100000:0.0:1777502111.005045:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3130 00000100:00100000:2.0:1777502111.005054:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563014912 00000100:00100000:2.0:1777502111.005060:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563014912 00000100:00100000:2.0:1777502111.005077:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238248910987 time 8238249170900 state 0x0 ref 1 00000100:00100000:2.0:1777502111.005086:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238249270900 time 8238249170900 state 0x1 ref 1 00000100:00100000:2.0:1777502111.005106:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238249270900 time 8238250526478 state 0x0 ref 1 00000100:00100000:2.0:1777502111.005116:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+148:272856:x1863837563014912:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.005128:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.005138:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc244d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x223:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833d81 expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.005167:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc244d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x223:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d81 expref: 149 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.005178:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc244d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x223:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d81 expref: 149 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.005190:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x223:0x0].0x0 (ffff8dfd5288df00) 00010000:00010000:2.0:1777502111.005192:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777502111.005194:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45703200, rc 0) 00000100:00100000:2.0:1777502111.005216:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+149:272856:x1863837563014912:12345-192.168.202.27@tcp:101:touch.500 Request processed in 104us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.005221:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 244 00000100:00100000:2.0:1777502111.005224:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238249270900 time 8238250526478 state 0x2 ref 0 00000100:00100000:3.0:1777502111.006238:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.006276:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563015168 00000100:00100000:1.0:1777502111.006281:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563015168 00000100:00100000:1.0:1777502111.006299:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238249270900 time 8238250526478 state 0x0 ref 1 00000100:00100000:1.0:1777502111.006307:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238250626478 time 8238250526478 state 0x1 ref 1 00000100:00100000:1.0:1777502111.006330:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238250626478 time 8238251748999 state 0x0 ref 1 00000100:00100000:1.0:1777502111.006340:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+149:272859:x1863837563015168:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:1.0:1777502111.006369:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777502111.006384:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc22d3 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833cf5 expref: 149 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.006401:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc21ec lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x21b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833cc4 expref: 148 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.006410:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21b:0x0].0x0 (ffff8dfd47d18800) 00010000:00010000:1.0:1777502111.006419:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502111.006433:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2454 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.006442:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2454 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.006451:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2454 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.006460:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.006467:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc245b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.006475:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc245b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.006483:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc245b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.006487:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563015296 00000100:00100000:3.0:1777502111.006544:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563015296 00010000:00010000:1.0:1777502111.006559:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2462 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x21b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.006567:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2462 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x21b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.006574:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2462 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x21b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.006669:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3131 00000100:00100000:0.0:1777502111.006682:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f361500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+40:2372:x1863837563015296:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:2.0:1777502111.006708:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.006731:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563015424 00000100:00100000:3.0:1777502111.006736:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563015424 00000100:00100000:3.0:1777502111.006775:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3132 00000100:00100000:3.0:1777502111.006786:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f360000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+38:2371:x1863837563015424:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.006792:0:205375:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.006805:0:205375:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc2469 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1080:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833d88 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777502111.006820:0:205375:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1080:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:3.0:1777502111.006830:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502111.006832:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502111.006836:0:205375:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc2469 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d88 expref: 39 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.006845:0:205375:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc2469 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d88 expref: 39 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.006853:0:205375:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ee600, rc 0) 00000100:00100000:3.0:1777502111.006883:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f360000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+39:2371:x1863837563015424:12345-192.168.202.27@tcp:101:rm.500 Request processed in 101us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502111.006889:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3132 00000100:00100000:0.0:1777502111.006943:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f361500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+41:2372:x1863837563015296:12345-192.168.202.27@tcp:2:touch.500 Request processed in 262us (484us total) trans 8589935665 rc 0/0 00000100:00100000:0.0:1777502111.006950:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3131 00000040:00080000:1.0:1777502111.007149:0:188648:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].504, 64 off40448 00010000:00010000:1.0:1777502111.007196:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2470 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x21b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.007205:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2470 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.007211:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2470 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.007218:0:188648:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2470 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.007224:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2470 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.007230:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2470 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.007247:0:188648:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502111.007260:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2462 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x21b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.007263:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502111.007269:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2462 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x21b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.007272:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2470 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.007282:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2462 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x21b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.007287:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502111.007294:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.007295:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2470 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.007299:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2462 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x21b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.007309:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2470 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.007311:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2462 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x21b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.007338:0:188362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21b:0x0].0x0 (ffff8dfd52095a00) 00010000:00010000:3.0:1777502111.007342:0:188362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777502111.007345:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21b:0x0].0x0 (ffff8dfd52095a00) 00010000:00010000:3.0:1777502111.007346:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2470 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.007351:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502111.007356:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2462 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x21b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.007358:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2470 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.007368:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2462 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x21b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.007386:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2454 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.007392:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2454 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.007398:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2454 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.007403:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.007405:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2454 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.007411:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2454 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.007423:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.007427:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.007430:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2454 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.007431:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.007434:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.007437:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.007440:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2454 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.007450:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ef76f24c reply state 00000000335d1d57 transno 8589938809 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc245b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.007457:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.007499:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+149:272859:x1863837563015168:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1160us (1261us total) trans 8589938809 rc 0/0 00000100:00100000:1.0:1777502111.007510:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 245 00000100:00100000:1.0:1777502111.007515:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238250626478 time 8238251748999 state 0x2 ref 0 00000100:00100000:2.0:1777502111.007781:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.007836:0:205362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563015680 00000100:00100000:1.0:1777502111.007841:0:205362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563015680 00000100:00100000:1.0:1777502111.007868:0:205362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1104 00000100:00100000:1.0:1777502111.007874:0:205362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+149:272856:x1863837563015680:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:1.0:1777502111.008021:0:205362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+150:272856:x1863837563015680:12345-192.168.202.27@tcp:35:touch.500 Request processed in 146us (239us total) trans 8589938810 rc 0/0 00000100:00100000:1.0:1777502111.008029:0:205362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1104 00010000:00010000:2.0:1777502111.008153:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc245b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.008162:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc245b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.008169:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc245b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.008175:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.008178:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc245b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.008185:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc245b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.008194:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffff8dfc867e5300) 00010000:00010000:2.0:1777502111.008197:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.008200:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc245b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.008206:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc245b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.008566:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.008626:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563015936 00000100:00100000:0.0:1777502111.008631:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563015936 00000100:00100000:0.0:1777502111.008649:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238250626478 time 8238251748999 state 0x0 ref 1 00000100:00100000:0.0:1777502111.008657:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238251848999 time 8238251748999 state 0x1 ref 1 00000100:00100000:0.0:1777502111.008689:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238251848999 time 8238254108457 state 0x0 ref 1 00000100:00100000:0.0:1777502111.008700:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+149:272871:x1863837563015936:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502111.008710:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.008721:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc2477 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833d8f expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.008789:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc247e lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.008799:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc247e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.008807:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc247e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.008817:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc2485 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.008824:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc2485 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.008829:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc2485 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777502111.009146:0:186937:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1082:0x0], index 0: 0 00010000:00010000:0.0:1777502111.009263:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc248c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x224:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.009272:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc248c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x224:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.009279:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc248c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x224:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.009307:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc247e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.009313:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc247e lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.009319:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc247e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.009325:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.009328:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc247e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.009333:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc247e lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.009341:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.009344:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.009347:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc247e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.009353:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc247e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.009362:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007f45b1da reply state 00000000fae032ec transno 8589938811 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc2485 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.009369:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502111.009390:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc2477 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d8f expref: 152 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.009406:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc248c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x224:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d8f expref: 151 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.009413:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x224:0x0].0x0 (ffff8dfd472ea500) 00010000:00010000:0.0:1777502111.009415:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.009428:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5e2a00, rc 0) 00000100:00100000:0.0:1777502111.009466:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+152:272871:x1863837563015936:12345-192.168.202.27@tcp:101:touch.500 Request processed in 769us (899us total) trans 8589938811 rc 0/0 00000100:00100000:0.0:1777502111.009472:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 246 00000100:00100000:0.0:1777502111.009476:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238251848999 time 8238254108457 state 0x2 ref 0 00010000:00010000:2.0:1777502111.010161:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc2485 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.010168:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc2485 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.010172:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc2485 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.010175:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e3200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.010177:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc2485 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.010181:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc2485 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.010187:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffff8dfd528d9200) 00010000:00010000:2.0:1777502111.010189:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.010191:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc2485 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.010194:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc2485 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.015805:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.015865:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563016192 00000100:00100000:0.0:1777502111.015873:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563016192 00000100:00100000:2.0:1777502111.015882:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.015910:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238251848999 time 8238254108457 state 0x0 ref 1 00000100:00100000:3.0:1777502111.015921:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563016448 00000100:00100000:0.0:1777502111.015924:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238254208457 time 8238254108457 state 0x1 ref 1 00000100:00100000:3.0:1777502111.015927:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563016448 00000100:00100000:3.0:1777502111.015999:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238254208457 time 8238254108457 state 0x1 ref 2 00000100:00100000:0.0:1777502111.016010:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238261528565 time 8238261428565 state 0x1 ref 2 00000100:00100000:2.0:1777502111.016022:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238261528565 time 8238261438900 state 0x0 ref 2 00000100:00100000:0.0:1777502111.016023:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f361180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+152:272871:x1863837563016192:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:2.0:1777502111.016049:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f360e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+152:272851:x1863837563016448:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:2.0:1777502111.016083:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777502111.016083:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502111.016111:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc248c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x224:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d8f expref: 152 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.016112:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc22da lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833cfc expref: 152 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.016139:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x224:0x0].0x0 (ffff8dfd472ea500) 00010000:00010000:2.0:1777502111.016148:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2144 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x21a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ca8 expref: 150 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.016151:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.016161:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21a:0x0].0x0 (ffff8dfc867e5900) 00010000:00010000:2.0:1777502111.016168:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.016186:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc249a lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.016200:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc249a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.016211:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc249a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.016212:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc24a1 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x224:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.016228:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc24a1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x224:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.016233:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc24a8 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.016237:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc24a1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x224:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.016248:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc24a8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.016269:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc24a8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.016370:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc24af lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x21a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.016377:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000ee07f44 reply state 000000005ec57cc9 transno 8589938812 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc24a1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x224:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.016380:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc24af lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x21a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.016398:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502111.016401:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc24af lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x21a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.016480:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f361180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+151:272871:x1863837563016192:12345-192.168.202.27@tcp:36:touch.500 Request processed in 460us (682us total) trans 8589938812 rc 0/0 00000100:00100000:0.0:1777502111.016487:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 247 00000040:00080000:2.0:1777502111.016902:0:205372:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].508, 64 off40704 00010000:00010000:2.0:1777502111.016945:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc24b6 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x21a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.016955:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc24b6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.016963:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc24b6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.016970:0:205372:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc24b6 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x21a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.016978:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc24b6 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x21a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.016985:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc24b6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x21a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.017008:0:205372:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502111.017020:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc24af lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x21a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.017027:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc24af lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x21a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.017034:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc24af lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x21a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.017037:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502111.017044:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.017046:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc24b6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x21a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.017049:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc24af lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x21a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.017060:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502111.017063:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc24af lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x21a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.017065:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc24b6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x21a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.017082:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21a:0x0].0x0 (ffff8dfd5288d700) 00010000:00010000:0.0:1777502111.017082:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc24b6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x21a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.017088:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502111.017094:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc24af lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x21a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.017094:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc24a1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x224:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.017098:0:186925:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21a:0x0].0x0 (ffff8dfd5288d700) 00010000:00010000:0.0:1777502111.017106:0:186925:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777502111.017112:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc24af lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x21a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.017112:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc24b6 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x21a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.017113:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc24a1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x224:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.017138:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc24a1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x224:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.017139:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc24b6 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x21a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.017141:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc249a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.017156:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.017162:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc24a1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x224:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.017163:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc249a lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.017168:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.017172:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.017175:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.017178:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc24a1 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x224:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.017181:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc249a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.017191:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x224:0x0].0x0 (ffff8dfd472ea100) 00010000:00010000:1.0:1777502111.017196:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.017200:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.017201:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc24a1 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x224:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.017206:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc249a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.017209:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc24a1 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x224:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.017220:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc249a lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.017233:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.017236:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.017240:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc249a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.017247:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc249a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.017257:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000045b1b79a reply state 00000000a5daf1ad transno 8589938813 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc24a8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.017264:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502111.017313:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f360e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+151:272851:x1863837563016448:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1271us (1431us total) trans 8589938813 rc 0/0 00000100:00100000:2.0:1777502111.017321:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 248 00000100:00100000:2.0:1777502111.017325:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238261528565 time 8238261438900 state 0x2 ref 0 00000100:00100000:3.0:1777502111.017543:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.017606:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563016576 00000100:00100000:1.0:1777502111.017611:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563016576 00000100:00100000:1.0:1777502111.017656:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238261528565 time 8238261438900 state 0x0 ref 1 00000100:00100000:1.0:1777502111.017676:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238261538900 time 8238261438900 state 0x1 ref 1 00000100:00100000:1.0:1777502111.017699:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238261538900 time 8238263117918 state 0x0 ref 1 00000100:00100000:1.0:1777502111.017710:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+151:272871:x1863837563016576:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.017723:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.017735:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc24bd lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x224:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833d96 expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.017772:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc24bd lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x224:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d96 expref: 152 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.017784:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc24bd lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x224:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d96 expref: 152 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.017797:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x224:0x0].0x0 (ffff8dfd52095d00) 00010000:00010000:1.0:1777502111.017800:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502111.017802:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7c00, rc 0) 00000100:00100000:1.0:1777502111.017843:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+152:272871:x1863837563016576:12345-192.168.202.27@tcp:101:touch.500 Request processed in 134us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.017865:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 249 00000100:00100000:1.0:1777502111.017869:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238261538900 time 8238263117918 state 0x2 ref 0 00010000:00010000:2.0:1777502111.018029:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc24a8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.018045:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc24a8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.018060:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc24a8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.018066:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.018070:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc24a8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.018077:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc24a8 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.018086:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffff8dfd5288d800) 00010000:00010000:2.0:1777502111.018089:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.018091:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc24a8 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.018097:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703800/0x4ad31463d9bc24a8 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.018276:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.018322:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563016832 00000100:00100000:0.0:1777502111.018328:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563016832 00000100:00100000:0.0:1777502111.018346:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238261538900 time 8238263117918 state 0x0 ref 1 00000100:00100000:0.0:1777502111.018354:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238263217918 time 8238263117918 state 0x1 ref 1 00000100:00100000:0.0:1777502111.018375:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238263217918 time 8238263794913 state 0x0 ref 1 00000100:00100000:0.0:1777502111.018388:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+151:272865:x1863837563016832:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502111.018399:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.018408:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3800/0x4ad31463d9bc24c4 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833d9d expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.018489:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc24cb lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.018500:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc24cb lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.018509:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc24cb lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.018521:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2000/0x4ad31463d9bc24d2 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.018529:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2000/0x4ad31463d9bc24d2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.018536:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2000/0x4ad31463d9bc24d2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.018607:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.018644:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563016960 00000100:00100000:1.0:1777502111.018648:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563016960 00000100:00100000:1.0:1777502111.018696:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3133 00000100:00100000:1.0:1777502111.018704:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+39:2370:x1863837563016960:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:1.0:1777502111.018934:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+40:2370:x1863837563016960:12345-192.168.202.27@tcp:2:touch.500 Request processed in 230us (328us total) trans 8589936075 rc 0/0 00000100:00100000:1.0:1777502111.018940:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3133 00000004:00080000:0.0:1777502111.019011:0:186937:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x105e:0x0], index 1: 0 00000100:00100000:3.0:1777502111.019054:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.019085:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563017216 00000100:00100000:1.0:1777502111.019090:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563017216 00000100:00100000:1.0:1777502111.019130:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238263894913 time 8238263794913 state 0x1 ref 2 00000100:00080000:3.0:1777502111.019134:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777502111.019154:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238263894913 time 8238264572949 state 0x0 ref 2 00000100:00100000:1.0:1777502111.019167:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+99:272879:x1863837563017216:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.019179:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.019180:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3400/0x4ad31463d9bc24d9 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x225:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.019189:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc24e0 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833da4 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.019191:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3400/0x4ad31463d9bc24d9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x225:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.019209:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3400/0x4ad31463d9bc24d9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x225:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.019241:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc24cb lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.019249:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc24cb lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.019250:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc24ee lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.019264:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc24cb lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.019266:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc24ee lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.019279:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e3600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.019280:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc24ee lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.019284:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc24cb lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.019292:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc24cb lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.019299:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc24f5 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.019310:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc24f5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.019312:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.019317:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.019318:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc24f5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.019321:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc24cb lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.019330:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc24cb lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.019339:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c220e779 reply state 000000000ebdf02e transno 8589938814 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2000/0x4ad31463d9bc24d2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.019347:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502111.019371:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3800/0x4ad31463d9bc24c4 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d9d expref: 154 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.019382:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3400/0x4ad31463d9bc24d9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x225:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d9d expref: 153 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.019389:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x225:0x0].0x0 (ffff8dfd472eaa00) 00010000:00010000:0.0:1777502111.019392:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.019395:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5e3400, rc 0) 00000100:00100000:0.0:1777502111.019436:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+154:272865:x1863837563016832:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1050us (1159us total) trans 8589938814 rc 0/0 00000100:00100000:0.0:1777502111.019445:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 250 00000004:00080000:1.0:1777502111.019523:0:186936:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1083:0x0], index 0: 0 00010000:00010000:1.0:1777502111.019644:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc24fc lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.019653:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc24fc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.019673:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc24fc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.019694:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc24ee lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.019700:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc24ee lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.019704:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc24ee lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.019707:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.019709:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc24ee lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.019717:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc24ee lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.019723:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.019725:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.019728:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc24ee lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.019733:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc24ee lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.019745:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d94c44cb reply state 00000000b0083038 transno 8589938815 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc24f5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.019752:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502111.019769:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc24e0 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833da4 expref: 102 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.019780:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc24fc lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833da4 expref: 101 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.019784:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f5:0x0].0x0 (ffff8dfd52095a00) 00010000:00010000:1.0:1777502111.019786:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.019787:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba6c00, rc 0) 00000100:00100000:1.0:1777502111.019816:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+102:272879:x1863837563017216:12345-192.168.202.27@tcp:101:touch.500 Request processed in 653us (763us total) trans 8589938815 rc 0/0 00000100:00100000:1.0:1777502111.019823:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 251 00000100:00100000:1.0:1777502111.019827:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238263894913 time 8238264572949 state 0x2 ref 0 00000100:00100000:2.0:1777502111.019918:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.019979:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2000/0x4ad31463d9bc24d2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.019987:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2000/0x4ad31463d9bc24d2 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.019993:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2000/0x4ad31463d9bc24d2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.019998:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.020002:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2000/0x4ad31463d9bc24d2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.020005:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563017472 00010000:00010000:1.0:1777502111.020008:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2000/0x4ad31463d9bc24d2 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.020011:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563017472 00010000:00010000:1.0:1777502111.020022:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffff8dfd472ea900) 00010000:00010000:1.0:1777502111.020025:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.020028:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2000/0x4ad31463d9bc24d2 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.020034:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2000/0x4ad31463d9bc24d2 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.020047:0:186939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1105 00000100:00100000:0.0:1777502111.020055:0:186939:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+153:272871:x1863837563017472:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:0.0:1777502111.020200:0:186939:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+154:272871:x1863837563017472:12345-192.168.202.27@tcp:35:touch.500 Request processed in 146us (283us total) trans 8589938816 rc 0/0 00000100:00100000:0.0:1777502111.020205:0:186939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1105 00000100:00100000:0.0:1777502111.020887:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.020905:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.020926:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563017728 00000100:00100000:2.0:1777502111.020931:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563017728 00010000:00010000:3.0:1777502111.020951:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc24f5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.020952:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238263894913 time 8238264572949 state 0x0 ref 1 00000100:00100000:1.0:1777502111.020957:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563017984 00000100:00100000:1.0:1777502111.020963:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563017984 00000100:00100000:2.0:1777502111.020970:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238264672949 time 8238264572949 state 0x1 ref 1 00010000:00010000:3.0:1777502111.020971:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc24f5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.020986:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238264672949 time 8238264572949 state 0x1 ref 2 00010000:00010000:3.0:1777502111.020995:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc24f5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.021001:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.021005:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc24f5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.021007:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238266525713 time 8238266425713 state 0x1 ref 2 00010000:00010000:3.0:1777502111.021022:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc24f5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.021026:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238266525713 time 8238266444422 state 0x0 ref 2 00000100:00100000:2.0:1777502111.021029:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+155:272860:x1863837563017728:12345-192.168.202.27@tcp:101:touch.500 00000100:00100000:1.0:1777502111.021043:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+155:272865:x1863837563017984:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:3.0:1777502111.021045:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffff8dfd52095000) 00010000:00010000:2.0:1777502111.021046:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.021052:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.021055:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc24f5 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.021060:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc250a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833dab expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.021063:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc24f5 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.021071:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502111.021087:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3400/0x4ad31463d9bc24d9 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x225:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d9d expref: 156 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.021102:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x225:0x0].0x0 (ffff8dfd472eaa00) 00010000:00010000:1.0:1777502111.021111:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.021136:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2511 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.021147:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2511 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.021153:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2518 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x225:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.021157:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2511 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.021170:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2518 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x225:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.021178:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc251f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.021179:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2518 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x225:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.021197:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc251f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.021206:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc251f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.021265:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000da6f6569 reply state 000000007c1d2b1d transno 8589938817 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2518 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x225:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.021273:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.021333:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+157:272865:x1863837563017984:12345-192.168.202.27@tcp:36:touch.500 Request processed in 294us (425us total) trans 8589938817 rc 0/0 00000100:00100000:1.0:1777502111.021340:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 253 00000004:00080000:2.0:1777502111.021517:0:205372:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x105f:0x0], index 1: 0 00010000:00010000:2.0:1777502111.021645:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc2526 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x226:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.021655:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc2526 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x226:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.021678:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc2526 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x226:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.021702:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2511 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.021710:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2511 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.021716:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2511 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.021723:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.021726:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2511 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.021733:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2511 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.021741:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.021743:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.021747:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2511 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.021753:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2511 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.021763:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f9d4b4cb reply state 0000000061caa5dd transno 8589938818 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc251f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.021770:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502111.021787:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc250a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833dab expref: 158 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.021800:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc2526 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x226:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833dab expref: 157 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.021813:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x226:0x0].0x0 (ffff8dfd5288da00) 00010000:00010000:2.0:1777502111.021816:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.021819:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45703e00, rc 0) 00000100:00100000:2.0:1777502111.021868:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+158:272860:x1863837563017728:12345-192.168.202.27@tcp:101:touch.500 Request processed in 843us (980us total) trans 8589938818 rc 0/0 00000100:00100000:2.0:1777502111.021875:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 252 00000100:00100000:2.0:1777502111.021879:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238266525713 time 8238266444422 state 0x2 ref 0 00010000:00010000:1.0:1777502111.021900:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2518 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x225:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.021912:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2518 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x225:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.021918:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2518 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x225:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.021926:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.021928:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2518 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x225:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.021934:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2518 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x225:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.021941:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x225:0x0].0x0 (ffff8dfd56b4dc00) 00010000:00010000:1.0:1777502111.021943:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.021945:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2518 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x225:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.021950:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2518 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x225:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.022042:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.022076:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563018112 00000100:00100000:2.0:1777502111.022081:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563018112 00000100:00100000:2.0:1777502111.022096:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238266525713 time 8238266444422 state 0x0 ref 1 00000100:00100000:2.0:1777502111.022103:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238266544422 time 8238266444422 state 0x1 ref 1 00000100:00100000:2.0:1777502111.022125:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238266544422 time 8238267545190 state 0x0 ref 1 00000100:00100000:2.0:1777502111.022135:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+157:272865:x1863837563018112:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.022145:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.022156:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6600/0x4ad31463d9bc2534 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x225:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833db2 expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.022182:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6600/0x4ad31463d9bc2534 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x225:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833db2 expref: 158 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.022192:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6600/0x4ad31463d9bc2534 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x225:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833db2 expref: 158 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.022211:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x225:0x0].0x0 (ffff8dfd528d9200) 00010000:00010000:2.0:1777502111.022214:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777502111.022217:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf6600, rc 0) 00000100:00100000:2.0:1777502111.022245:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+158:272865:x1863837563018112:12345-192.168.202.27@tcp:101:touch.500 Request processed in 112us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.022252:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 254 00000100:00100000:2.0:1777502111.022256:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238266544422 time 8238267545190 state 0x2 ref 0 00010000:00010000:2.0:1777502111.022411:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc251f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.022420:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc251f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.022426:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc251f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.022432:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.022435:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc251f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.022441:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc251f lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.022449:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffff8dfd5288de00) 00010000:00010000:2.0:1777502111.022452:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.022455:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc251f lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.022465:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc251f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.023093:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.023133:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563018496 00000100:00100000:3.0:1777502111.023136:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.023139:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563018496 00000100:00100000:1.0:1777502111.023159:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238266544422 time 8238267545190 state 0x0 ref 1 00000100:00100000:1.0:1777502111.023167:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238267645190 time 8238267545190 state 0x1 ref 1 00000100:00100000:1.0:1777502111.023186:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563018624 00000100:00100000:1.0:1777502111.023189:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563018624 00000100:00100000:0.0:1777502111.023195:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238267645190 time 8238268612170 state 0x0 ref 1 00000100:00100000:1.0:1777502111.023206:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238268712170 time 8238268612170 state 0x1 ref 2 00000100:00100000:0.0:1777502111.023212:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+157:272860:x1863837563018496:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:1.0:1777502111.023230:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238268712170 time 8238268648898 state 0x0 ref 2 00000100:00100000:1.0:1777502111.023243:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+101:272879:x1863837563018624:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:0.0:1777502111.023245:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502111.023260:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc2526 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x226:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833dab expref: 157 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.023268:0:186936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502111.023272:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x226:0x0].0x0 (ffff8dfd5288da00) 00010000:00010000:0.0:1777502111.023279:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502111.023288:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc24fc lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833da4 expref: 101 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.023301:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f5:0x0].0x0 (ffff8dfd52095a00) 00010000:00010000:1.0:1777502111.023308:0:186936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.023318:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc253b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x226:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.023329:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc253b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x226:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.023337:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc253b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x226:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.023352:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2542 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.023360:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2542 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.023368:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2542 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.023421:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005d2f3e33 reply state 00000000d73ea470 transno 8589938819 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc253b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x226:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.023429:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00010000:1.0:1777502111.023443:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d138deee reply state 00000000d74e94ec transno 8589938820 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2542 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.023451:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502111.023489:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+158:272860:x1863837563018496:12345-192.168.202.27@tcp:36:touch.500 Request processed in 281us (396us total) trans 8589938819 rc 0/0 00000100:00100000:0.0:1777502111.023501:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 255 00000100:00100000:1.0:1777502111.023502:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+102:272879:x1863837563018624:12345-192.168.202.27@tcp:36:touch.500 Request processed in 259us (376us total) trans 8589938820 rc 0/0 00000100:00100000:1.0:1777502111.023512:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 256 00000100:00100000:1.0:1777502111.023517:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238268712170 time 8238268648898 state 0x2 ref 0 00000100:00100000:3.0:1777502111.024098:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.024125:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.024147:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563019008 00000100:00100000:2.0:1777502111.024151:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563019008 00000100:00100000:2.0:1777502111.024166:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238268712170 time 8238268648898 state 0x0 ref 1 00000100:00100000:0.0:1777502111.024172:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563019264 00000100:00100000:2.0:1777502111.024173:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238268748898 time 8238268648898 state 0x1 ref 1 00000100:00100000:0.0:1777502111.024180:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563019264 00000100:00100000:2.0:1777502111.024192:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238268748898 time 8238269611536 state 0x0 ref 1 00000100:00100000:2.0:1777502111.024203:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+158:272866:x1863837563019008:12345-192.168.202.27@tcp:36:rm.500 00000100:00100000:0.0:1777502111.024203:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238269711536 time 8238269611536 state 0x1 ref 2 00000100:00100000:3.0:1777502111.024209:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.024228:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:0.0:1777502111.024235:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238269711536 time 8238269654371 state 0x0 ref 2 00000100:00100000:1.0:1777502111.024238:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563018880 00010000:00010000:2.0:1777502111.024242:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc2397 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x21e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d3b expref: 158 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.024243:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563018880 00000100:00100000:0.0:1777502111.024252:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+102:272880:x1863837563019264:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.024261:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc229b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x21e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833cee expref: 157 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.024262:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.024275:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21e:0x0].0x0 (ffff8dfc867e5100) 00000100:00100000:1.0:1777502111.024275:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3134 00010000:00010000:0.0:1777502111.024275:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc2549 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833db9 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.024287:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502111.024288:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+41:2373:x1863837563018880:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:2.0:1777502111.024301:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6a00/0x4ad31463d9bc2550 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.024311:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6a00/0x4ad31463d9bc2550 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.024316:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6a00/0x4ad31463d9bc2550 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.024327:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7a00/0x4ad31463d9bc2557 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.024334:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7a00/0x4ad31463d9bc2557 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.024341:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7a00/0x4ad31463d9bc2557 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.024357:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2c00/0x4ad31463d9bc255e lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.024366:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2c00/0x4ad31463d9bc255e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.024371:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2c00/0x4ad31463d9bc255e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.024382:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc2565 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.024386:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc2565 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.024391:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc2565 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.024426:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7200/0x4ad31463d9bc256c lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x21e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.024435:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7200/0x4ad31463d9bc256c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x21e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.024444:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7200/0x4ad31463d9bc256c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x21e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.024658:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+42:2373:x1863837563018880:12345-192.168.202.27@tcp:2:touch.500 Request processed in 372us (453us total) trans 8589935666 rc 0/0 00000100:00100000:1.0:1777502111.024681:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3134 00000004:00080000:0.0:1777502111.024866:0:186937:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1084:0x0], index 0: 0 00010000:00010000:0.0:1777502111.025002:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2800/0x4ad31463d9bc2573 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.025008:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2800/0x4ad31463d9bc2573 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.025014:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2800/0x4ad31463d9bc2573 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.025035:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2c00/0x4ad31463d9bc255e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.025040:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2c00/0x4ad31463d9bc255e lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.025044:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2c00/0x4ad31463d9bc255e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.025048:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.025050:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2c00/0x4ad31463d9bc255e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.025054:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2c00/0x4ad31463d9bc255e lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.025060:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.025062:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.025064:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2c00/0x4ad31463d9bc255e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.025070:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2c00/0x4ad31463d9bc255e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.025077:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003197a4a2 reply state 000000006b5e2b3c transno 8589938821 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc2565 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.025081:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502111.025097:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc2549 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833db9 expref: 105 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777502111.025103:0:205372:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].509, 64 off40768 00010000:00010000:0.0:1777502111.025107:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2800/0x4ad31463d9bc2573 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833db9 expref: 104 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.025113:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f6:0x0].0x0 (ffff8dfd472ea000) 00010000:00010000:0.0:1777502111.025115:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.025116:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5e2800, rc 0) 00010000:00010000:2.0:1777502111.025155:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7800/0x4ad31463d9bc2581 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x21e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.025165:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+105:272880:x1863837563019264:12345-192.168.202.27@tcp:101:touch.500 Request processed in 915us (1036us total) trans 8589938821 rc 0/0 00010000:00010000:2.0:1777502111.025166:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7800/0x4ad31463d9bc2581 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.025180:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 258 00010000:00010000:2.0:1777502111.025183:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7800/0x4ad31463d9bc2581 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.025193:0:205372:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7800/0x4ad31463d9bc2581 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x21e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.025200:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7800/0x4ad31463d9bc2581 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x21e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.025207:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7800/0x4ad31463d9bc2581 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x21e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.025230:0:205372:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502111.025242:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7200/0x4ad31463d9bc256c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x21e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.025250:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7200/0x4ad31463d9bc256c lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x21e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.025256:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7200/0x4ad31463d9bc256c lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x21e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.025262:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf7200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.025266:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7200/0x4ad31463d9bc256c lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x21e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.025266:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502111.025272:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7800/0x4ad31463d9bc2581 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x21e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.025277:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7200/0x4ad31463d9bc256c lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x21e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.025280:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf7800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502111.025284:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7800/0x4ad31463d9bc2581 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x21e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.025291:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21e:0x0].0x0 (ffff8dfd528d9300) 00010000:00010000:2.0:1777502111.025295:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502111.025298:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7200/0x4ad31463d9bc256c lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x21e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.025300:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7800/0x4ad31463d9bc2581 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x21e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.025307:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7200/0x4ad31463d9bc256c lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x21e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.025316:0:205387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21e:0x0].0x0 (ffff8dfd528d9300) 00010000:00010000:0.0:1777502111.025320:0:205387:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777502111.025323:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6a00/0x4ad31463d9bc2550 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.025324:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7800/0x4ad31463d9bc2581 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x21e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.025342:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7800/0x4ad31463d9bc2581 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x21e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.025348:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6a00/0x4ad31463d9bc2550 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.025357:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6a00/0x4ad31463d9bc2550 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.025361:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.025362:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.025365:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.025366:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6a00/0x4ad31463d9bc2550 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.025367:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.025375:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6a00/0x4ad31463d9bc2550 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.025383:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.025384:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.025387:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6a00/0x4ad31463d9bc2550 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.025393:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6a00/0x4ad31463d9bc2550 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.025402:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003934a131 reply state 000000003eb04dfd transno 8589938822 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7a00/0x4ad31463d9bc2557 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.025409:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502111.025450:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+158:272866:x1863837563019008:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1250us (1353us total) trans 8589938822 rc 0/0 00000100:00100000:2.0:1777502111.025457:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 257 00000100:00100000:2.0:1777502111.025462:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238269711536 time 8238269654371 state 0x2 ref 0 00010000:00010000:1.0:1777502111.025985:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc253b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x226:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.025995:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc253b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x226:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.026004:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc253b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x226:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.026005:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.026013:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e3a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.026017:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc253b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x226:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.026019:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2542 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.026030:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc253b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x226:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.026032:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2542 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.026046:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2542 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.026046:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x226:0x0].0x0 (ffff8dfd472ea500) 00010000:00010000:1.0:1777502111.026051:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.026057:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.026058:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc253b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x226:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.026063:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2542 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.026068:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.026075:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc253b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x226:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.026078:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2542 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.026104:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f5:0x0].0x0 (ffff8dfd56b4d700) 00010000:00010000:2.0:1777502111.026108:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.026111:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2542 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.026118:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2542 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.026180:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563019392 00000100:00100000:0.0:1777502111.026186:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563019392 00000100:00100000:0.0:1777502111.026205:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238269711536 time 8238269654371 state 0x0 ref 1 00000100:00100000:0.0:1777502111.026214:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238269754371 time 8238269654371 state 0x1 ref 1 00000100:00100000:0.0:1777502111.026231:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563019520 00000100:00100000:0.0:1777502111.026234:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563019520 00000100:00100000:0.0:1777502111.026244:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238269754371 time 8238269654371 state 0x1 ref 2 00000100:00100000:1.0:1777502111.026256:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238271775046 time 8238271675046 state 0x1 ref 2 00000100:00100000:0.0:1777502111.026272:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238271775046 time 8238271690792 state 0x0 ref 2 00000100:00100000:1.0:1777502111.026273:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+157:272860:x1863837563019392:12345-192.168.202.27@tcp:101:touch.500 00000100:00100000:0.0:1777502111.026292:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+104:272879:x1863837563019520:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.026295:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.026303:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.026309:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2588 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x226:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833dc0 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.026317:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3800/0x4ad31463d9bc258f lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833dc7 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.026346:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc2565 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.026349:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3800/0x4ad31463d9bc258f lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833dc7 expref: 105 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.026354:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc2565 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.026367:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc2565 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.026372:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e3000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.026372:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3800/0x4ad31463d9bc258f lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833dc7 expref: 105 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.026376:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc2565 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.026391:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc2565 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.026397:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f5:0x0].0x0 (ffff8dfd472ead00) 00010000:00010000:1.0:1777502111.026399:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffff8dfd472eaf00) 00010000:00010000:0.0:1777502111.026402:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777502111.026405:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5e3800, rc 0) 00010000:00010000:1.0:1777502111.026411:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.026415:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc2565 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.026422:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc2565 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.026437:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+104:272879:x1863837563019520:12345-192.168.202.27@tcp:101:touch.500 Request processed in 148us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.026444:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 260 00010000:00010000:1.0:1777502111.026454:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2588 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x226:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833dc0 expref: 158 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.026466:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2588 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x226:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833dc0 expref: 158 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.026486:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x226:0x0].0x0 (ffff8dfd56b4d900) 00010000:00010000:1.0:1777502111.026489:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502111.026492:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7a00, rc 0) 00010000:00010000:2.0:1777502111.026500:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7a00/0x4ad31463d9bc2557 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.026509:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7a00/0x4ad31463d9bc2557 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.026517:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7a00/0x4ad31463d9bc2557 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.026523:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+158:272860:x1863837563019392:12345-192.168.202.27@tcp:101:touch.500 Request processed in 255us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.026536:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 259 00010000:00010000:2.0:1777502111.026537:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf7a00 already unused, calling callback (ffffffffc1e434f0) 00000100:00100000:1.0:1777502111.026541:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238271775046 time 8238271690792 state 0x2 ref 0 00010000:00010000:2.0:1777502111.026543:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7a00/0x4ad31463d9bc2557 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.026552:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7a00/0x4ad31463d9bc2557 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.026562:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffff8dfd528d9a00) 00010000:00010000:2.0:1777502111.026565:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.026568:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7a00/0x4ad31463d9bc2557 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.026573:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7a00/0x4ad31463d9bc2557 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.027359:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.027386:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.027410:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563019648 00000100:00100000:0.0:1777502111.027416:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563019648 00000100:00100000:3.0:1777502111.027417:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.027438:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238271775046 time 8238271690792 state 0x0 ref 1 00000100:00100000:2.0:1777502111.027446:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563020032 00000100:00100000:0.0:1777502111.027448:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238271790792 time 8238271690792 state 0x1 ref 1 00000100:00100000:2.0:1777502111.027452:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563020032 00000100:00100000:0.0:1777502111.027470:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563019776 00000100:00100000:2.0:1777502111.027473:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238271790792 time 8238271690792 state 0x1 ref 2 00000100:00100000:0.0:1777502111.027475:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563019776 00000100:00100000:3.0:1777502111.027689:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.027825:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.027843:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563020416 00000100:00100000:3.0:1777502111.027847:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563020416 00000100:00100000:3.0:1777502111.027872:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1106 00000100:00100000:3.0:1777502111.027880:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc42385880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+159:272865:x1863837563020416:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:3.0:1777502111.028084:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc42385880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+160:272865:x1863837563020416:12345-192.168.202.27@tcp:35:touch.500 Request processed in 204us (260us total) trans 8589938823 rc 0/0 00000100:00100000:3.0:1777502111.028091:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1106 00000100:00100000:1.0:1777502111.028130:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238273648875 time 8238273548875 state 0x1 ref 3 00000100:00100000:2.0:1777502111.028141:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238273648875 time 8238273559468 state 0x0 ref 3 00000100:00100000:1.0:1777502111.028141:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+159:272873:x1863837563019648:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:3.0:1777502111.028151:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.028155:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777502111.028157:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238273659468 time 8238273559468 state 0x1 ref 3 00000100:00100000:2.0:1777502111.028162:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc42385500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+104:272880:x1863837563020032:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:1.0:1777502111.028173:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563020544 00000100:00100000:1.0:1777502111.028176:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563020544 00000100:00100000:0.0:1777502111.028189:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563020160 00000100:00100000:0.0:1777502111.028194:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563020160 00000100:00100000:2.0:1777502111.028196:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 0 deadline 8238273659468 time 8238273615392 state 0x0 ref 3 00000100:00100000:2.0:1777502111.028207:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc42384380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+160:272877:x1863837563019776:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502111.028213:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777502111.028216:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 0 deadline 8238273715392 time 8238273615392 state 0x1 ref 4 00010000:00010000:2.0:1777502111.028222:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc259d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833dd5 expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777502111.028223:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777502111.028229:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3135 00000100:00100000:1.0:1777502111.028243:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc42386a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0775d2ab-558e-41f1-82c0-14244d133390+23:2371:x1863837563020544:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:3.0:1777502111.028259:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.028279:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7000/0x4ad31463d9bc25a4 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.028291:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7000/0x4ad31463d9bc25a4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.028301:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7000/0x4ad31463d9bc25a4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.028315:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc25ab lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.028319:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563020672 00010000:00010000:2.0:1777502111.028320:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc25ab lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.028325:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563020672 00010000:00010000:2.0:1777502111.028327:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc25ab lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.028355:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3136 00000100:00100000:0.0:1777502111.028364:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc42384e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+42:2370:x1863837563020672:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:2.0:1777502111.028400:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7600/0x4ad31463d9bc25b2 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x223:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.028408:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7600/0x4ad31463d9bc25b2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x223:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.028416:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7600/0x4ad31463d9bc25b2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x223:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.028434:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238273715392 time 8238273852372 state 0x0 ref 4 00000004:00200000:2.0:1777502111.028437:0:205369:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x223:0x0]: returning size 0 00000004:00200000:2.0:1777502111.028442:0:205369:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777502111.028456:0:205369:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7600/0x4ad31463d9bc25b2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x223:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.028457:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc42386a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0775d2ab-558e-41f1-82c0-14244d133390+24:2371:x1863837563020544:12345-192.168.202.27@tcp:2:touch.500 Request processed in 216us (311us total) trans 8589936076 rc 0/0 00000100:00100000:3.0:1777502111.028459:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc42385c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+161:272875:x1863837563020160:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.028474:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777502111.028476:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3135 00010000:00010000:2.0:1777502111.028479:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7600/0x4ad31463d9bc25b2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x223:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.028485:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc25b9 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833ddc expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.028485:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7000/0x4ad31463d9bc25a4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.028492:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7000/0x4ad31463d9bc25a4 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.028502:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2596 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833dce expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.028505:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7000/0x4ad31463d9bc25a4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.028524:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf7000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.028528:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7000/0x4ad31463d9bc25a4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.028536:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7000/0x4ad31463d9bc25a4 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.028547:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.028548:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc25c0 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.028553:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc42384e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+43:2370:x1863837563020672:12345-192.168.202.27@tcp:2:touch.500 Request processed in 187us (292us total) trans 8589935667 rc 0/0 00010000:00010000:2.0:1777502111.028554:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.028561:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7000/0x4ad31463d9bc25a4 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.028572:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3136 00010000:00010000:1.0:1777502111.028594:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc25c0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.028603:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc25c0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.028611:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7000/0x4ad31463d9bc25a4 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.028618:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc25c7 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.028623:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc25ce lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.028627:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc25c7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.028628:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc25ab lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.028643:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc25ce lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.028648:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc25ab lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.028649:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc25c7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.028679:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc25ce lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.028680:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc25ab lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.028697:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.028701:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc25ab lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.028705:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc25d5 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.028709:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc25ab lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.028712:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc25d5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.028718:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc25dc lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x221:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.028727:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffff8dfd528d9600) 00010000:00010000:3.0:1777502111.028730:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc25d5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.028730:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.028731:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc25dc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x221:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.028736:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc25ab lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.028749:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc25dc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x221:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.028751:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc25ab lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502111.028770:0:205372:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x221:0x0]: returning size 0 00000004:00200000:1.0:1777502111.028773:0:205372:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777502111.028782:0:205372:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc25dc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x221:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.028784:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc259d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833dd5 expref: 164 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.028798:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc25e3 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x222:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.028799:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc25dc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x221:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.028804:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7600/0x4ad31463d9bc25b2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x223:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833dd5 expref: 163 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.028816:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc25e3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x222:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.028824:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x223:0x0].0x0 (ffff8dfd5288df00) 00010000:00010000:2.0:1777502111.028829:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.028833:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc25c0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.028834:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf7600, rc 0) 00010000:00010000:3.0:1777502111.028835:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc25e3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x222:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.028848:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc25c0 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.028853:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc25c0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.028855:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc42384380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+163:272877:x1863837563019776:12345-192.168.202.27@tcp:101:rm.500 Request processed in 651us (1440us total) trans 0 rc 0/0 00000004:00200000:3.0:1777502111.028859:0:187571:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x222:0x0]: returning size 0 00000004:00200000:3.0:1777502111.028865:0:187571:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:1.0:1777502111.028865:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.028870:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc25c0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502111.028875:0:187571:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc25e3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x222:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.028875:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 263 00010000:00010000:1.0:1777502111.028880:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc25c0 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.028886:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc25e3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.028891:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.028895:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.028899:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc25ce lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.028899:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc25c0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.028905:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502111.028919:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc25ce lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.028919:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc25c0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.028923:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2800/0x4ad31463d9bc2573 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833db9 expref: 104 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.028936:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc25ce lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.028944:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc25c7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.028947:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.028951:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f6:0x0].0x0 (ffff8dfd472ea000) 00010000:00010000:3.0:1777502111.028952:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc25ce lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.028953:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc25c7 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.028962:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502111.028968:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc25ce lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.028969:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc25c7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.028976:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.028978:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.028979:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.028983:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc25ce lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.028984:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc25c7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.028994:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc25ce lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.028999:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc25c7 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.029004:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc25d5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.029004:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7400/0x4ad31463d9bc25ea lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.029011:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffff8dfd56b4dc00) 00010000:00010000:3.0:1777502111.029019:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc25d5 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.029020:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.029025:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc25c7 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.029026:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc25d5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.029026:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7400/0x4ad31463d9bc25ea lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.029044:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc25c7 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.029047:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.029049:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7400/0x4ad31463d9bc25ea lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.029051:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc25d5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.029068:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc25d5 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.029073:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffff8dfd47d18400) 00010000:00010000:3.0:1777502111.029075:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.029077:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc25d5 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.029082:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc25d5 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.029082:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2596 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833dce expref: 163 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.029106:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc25dc lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x221:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833dce expref: 162 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.029115:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x221:0x0].0x0 (ffff8dfd528d9500) 00000004:00010000:2.0:1777502111.029118:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001e0f5256 reply state 0000000061a339db transno 8589938824 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7400/0x4ad31463d9bc25ea lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.029118:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.029120:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc25b9 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ddc expref: 163 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.029122:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7e00, rc 0) 00000100:00100000:2.0:1777502111.029141:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777502111.029148:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc25e3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ddc expref: 162 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.029148:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+162:272873:x1863837563019648:12345-192.168.202.27@tcp:101:rm.500 Request processed in 1007us (1789us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502111.029162:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x222:0x0].0x0 (ffff8dfc867e5d00) 00000100:00100000:1.0:1777502111.029164:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 261 00010000:00010000:3.0:1777502111.029165:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.029169:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ee400, rc 0) 00000100:00100000:2.0:1777502111.029187:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc42385500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+105:272880:x1863837563020032:12345-192.168.202.27@tcp:36:touch.500 Request processed in 1029us (1799us total) trans 8589938824 rc 0/0 00000100:00100000:3.0:1777502111.029193:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc42385c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+161:272875:x1863837563020160:12345-192.168.202.27@tcp:101:rm.500 Request processed in 739us (1505us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.029195:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 262 00000100:00100000:3.0:1777502111.029203:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 264 00000100:00100000:3.0:1777502111.029207:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238273715392 time 8238273852372 state 0x2 ref 0 00000100:00100000:3.0:1777502111.029973:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.030016:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563020928 00000100:00100000:2.0:1777502111.030022:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563020928 00000100:00100000:2.0:1777502111.030060:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1107 00000100:00100000:2.0:1777502111.030068:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc42385f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+105:272879:x1863837563020928:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:2.0:1777502111.030249:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc42385f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+106:272879:x1863837563020928:12345-192.168.202.27@tcp:35:touch.500 Request processed in 182us (275us total) trans 8589938825 rc 0/0 00000100:00100000:2.0:1777502111.030258:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1107 00010000:00010000:1.0:1777502111.031014:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7400/0x4ad31463d9bc25ea lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.031022:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7400/0x4ad31463d9bc25ea lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.031026:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7400/0x4ad31463d9bc25ea lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.031029:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf7400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.031031:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7400/0x4ad31463d9bc25ea lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.031035:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7400/0x4ad31463d9bc25ea lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.031042:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f6:0x0].0x0 (ffff8dfd528d9d00) 00010000:00010000:1.0:1777502111.031043:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.031045:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7400/0x4ad31463d9bc25ea lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.031049:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7400/0x4ad31463d9bc25ea lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.031173:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.031193:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.031213:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.031220:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563021056 00000100:00100000:0.0:1777502111.031225:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563021056 00000100:00100000:2.0:1777502111.031229:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563021184 00000100:00100000:2.0:1777502111.031234:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563021184 00000100:00100000:1.0:1777502111.031251:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563021568 00000100:00100000:0.0:1777502111.031252:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238273715392 time 8238273852372 state 0x0 ref 1 00000100:00100000:1.0:1777502111.031258:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563021568 00000100:00100000:0.0:1777502111.031264:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238273952372 time 8238273852372 state 0x1 ref 1 00000100:00100000:2.0:1777502111.031279:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3137 00000100:00100000:0.0:1777502111.031290:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238273952372 time 8238276708397 state 0x0 ref 1 00000100:00100000:2.0:1777502111.031291:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc53d91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+40:2371:x1863837563021184:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:1.0:1777502111.031302:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1108 00010000:00010000:2.0:1777502111.031306:0:187550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777502111.031311:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc42386300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+105:272880:x1863837563021056:12345-192.168.202.27@tcp:101:touch.500 00000100:00100000:1.0:1777502111.031315:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc53d93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+161:272860:x1863837563021568:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:2.0:1777502111.031319:0:187550:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ad1ba5d/0x4ad31463d9bc25f1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1081:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833dea expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.031327:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:2.0:1777502111.031337:0:187550:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1081:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502111.031342:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc25f8 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833de3 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.031349:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.031351:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.031358:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ad1ba5d/0x4ad31463d9bc25f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1081:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833dea expref: 41 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.031369:0:187550:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005ad1ba5d/0x4ad31463d9bc25f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1081:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833dea expref: 41 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.031378:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc25f8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833de3 expref: 106 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.031379:0:187550:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf6a00, rc 0) 00000100:00100000:3.0:1777502111.031388:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502111.031400:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc25f8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833de3 expref: 106 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.031415:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f6:0x0].0x0 (ffff8dfd472eab00) 00000100:00100000:2.0:1777502111.031420:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc53d91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+41:2371:x1863837563021184:12345-192.168.202.27@tcp:101:rm.500 Request processed in 131us (222us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502111.031421:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1777502111.031430:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3137 00010000:00010000:0.0:1777502111.031431:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5e3c00, rc 0) 00000100:00100000:2.0:1777502111.031445:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563021312 00000100:00100000:2.0:1777502111.031450:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563021312 00000100:00100000:2.0:1777502111.031488:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3138 00000100:00100000:2.0:1777502111.031498:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc53d93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+43:2372:x1863837563021312:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:0.0:1777502111.031501:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc42386300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+106:272880:x1863837563021056:12345-192.168.202.27@tcp:101:touch.500 Request processed in 193us (326us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502111.031510:0:187550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777502111.031510:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc53d93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+162:272860:x1863837563021568:12345-192.168.202.27@tcp:35:touch.500 Request processed in 198us (293us total) trans 8589938826 rc 0/0 00000100:00100000:0.0:1777502111.031516:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 265 00000100:00100000:0.0:1777502111.031523:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238273952372 time 8238276708397 state 0x2 ref 0 00000100:00100000:1.0:1777502111.031524:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1108 00010000:00010000:2.0:1777502111.031528:0:187550:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec6cce61/0x4ad31463d9bc25ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x105d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833df1 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.031532:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00002000:00010000:2.0:1777502111.031554:0:187550:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x105d:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00000100:00100000:0.0:1777502111.031556:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563021696 00000100:00100000:0.0:1777502111.031561:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563021696 00010000:00010000:2.0:1777502111.031565:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.031568:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.031574:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec6cce61/0x4ad31463d9bc25ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833df1 expref: 45 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.031608:0:187550:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ec6cce61/0x4ad31463d9bc25ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833df1 expref: 45 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.031618:0:187550:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf7200, rc 0) 00000100:00100000:0.0:1777502111.031623:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3139 00000100:00100000:0.0:1777502111.031632:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc53d91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+45:2372:x1863837563021696:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.031640:0:187548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.031650:0:187548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000061464c92/0x4ad31463d9bc2606 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x105c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833df8 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.031656:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc53d93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+45:2372:x1863837563021312:12345-192.168.202.27@tcp:101:rm.500 Request processed in 158us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.031674:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3138 00002000:00010000:0.0:1777502111.031680:0:187548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x105c:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502111.031688:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.031690:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.031694:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000061464c92/0x4ad31463d9bc2606 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833df8 expref: 45 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.031704:0:187548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000061464c92/0x4ad31463d9bc2606 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833df8 expref: 45 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.031710:0:187548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5e2c00, rc 0) 00000100:00100000:0.0:1777502111.031736:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc53d91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+45:2372:x1863837563021696:12345-192.168.202.27@tcp:101:rm.500 Request processed in 107us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.031741:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3139 00000100:00100000:3.0:1777502111.033902:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.033935:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563021824 00000100:00100000:1.0:1777502111.033939:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563021824 00000100:00100000:1.0:1777502111.033969:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3140 00000100:00100000:1.0:1777502111.033973:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4a887450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0775d2ab-558e-41f1-82c0-14244d133390+24:2371:x1863837563021824:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:1.0:1777502111.034178:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4a887450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0775d2ab-558e-41f1-82c0-14244d133390+25:2371:x1863837563021824:12345-192.168.202.27@tcp:2:touch.500 Request processed in 202us (278us total) trans 8589936077 rc 0/0 00000100:00100000:1.0:1777502111.034186:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3140 00000100:00100000:3.0:1777502111.034283:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.034340:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563021952 00000100:00100000:0.0:1777502111.034345:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563021952 00000100:00100000:0.0:1777502111.034365:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238273952372 time 8238276708397 state 0x0 ref 1 00000100:00100000:0.0:1777502111.034382:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238276808397 time 8238276708397 state 0x1 ref 1 00000100:00100000:0.0:1777502111.034408:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238276808397 time 8238279827258 state 0x0 ref 1 00000100:00100000:0.0:1777502111.034420:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc53d92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+162:272867:x1863837563021952:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.034432:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.034445:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc260d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833dff expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.034491:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc2614 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.034503:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc2614 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.034512:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc2614 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.034525:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc261b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.034530:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc261b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.034534:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc261b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.034640:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc2622 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x21f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.034646:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc2622 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.034654:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc2622 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502111.034682:0:186936:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x21f:0x0]: returning size 0 00000004:00200000:0.0:1777502111.034685:0:186936:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777502111.034695:0:186936:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc2622 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.034701:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc2622 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x21f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.034706:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc2614 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.034710:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc2614 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.034715:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc2614 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.034718:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.034721:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc2614 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.034725:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc2614 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.034732:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.034734:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.034736:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc2614 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.034743:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc2614 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.034751:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc261b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.034755:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc261b lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.034759:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc261b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.034761:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e3000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.034763:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc261b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.034766:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc261b lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.034771:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffff8dfd472ea300) 00010000:00010000:0.0:1777502111.034772:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.034774:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc261b lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.034777:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc261b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.034796:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc260d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833dff expref: 164 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.034813:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc2622 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x21f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833dff expref: 163 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.034822:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502111.034826:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21f:0x0].0x0 (ffff8dfd528d9400) 00010000:00010000:0.0:1777502111.034829:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.034832:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5e3a00, rc 0) 00000100:00100000:2.0:1777502111.034863:0:205371:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563022080 00000100:00100000:0.0:1777502111.034868:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc53d92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+163:272867:x1863837563021952:12345-192.168.202.27@tcp:101:rm.500 Request processed in 449us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.034870:0:205371:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563022080 00000100:00100000:0.0:1777502111.034879:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 266 00000100:00100000:0.0:1777502111.034884:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238276808397 time 8238279827258 state 0x2 ref 0 00000100:00100000:2.0:1777502111.034917:0:205371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 272 00000100:00100000:2.0:1777502111.034926:0:205371:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc53d93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+163:2372:x1863837563022080:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:2.0:1777502111.034947:0:205371:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.034955:0:205371:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc2629 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833e06 expref: -99 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.034980:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2630 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.034990:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2630 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.034999:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2630 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035010:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2637 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035016:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2637 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035022:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2637 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035070:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc263e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x226:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035077:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc263e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x226:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035083:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc263e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x226:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502111.035094:0:205371:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x226:0x0]: returning size 0 00000004:00200000:2.0:1777502111.035096:0:205371:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777502111.035106:0:205371:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc263e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x226:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035113:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc263e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x226:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035122:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2630 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035127:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2630 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035133:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2630 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035138:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.035141:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2630 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035147:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2630 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035154:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.035157:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.035160:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2630 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035165:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2630 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035173:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2637 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035177:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2637 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035182:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2637 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035187:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.035189:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2637 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035194:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2637 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035198:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffff8dfc867e5300) 00010000:00010000:2.0:1777502111.035200:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.035202:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2637 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035206:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2637 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035223:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc2629 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e06 expref: 165 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035232:0:205371:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc263e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x226:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e06 expref: 164 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035238:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x226:0x0].0x0 (ffff8dfd56b4d900) 00010000:00010000:2.0:1777502111.035240:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.035242:0:205371:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf6e00, rc 0) 00010000:00010000:2.0:1777502111.035246:0:205371:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.035251:0:205371:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7800/0x4ad31463d9bc2645 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833e0d expref: -99 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035273:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc264c lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035280:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc264c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035286:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc264c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035296:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc2653 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035301:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc2653 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035307:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc2653 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035352:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc265a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x225:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035361:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc265a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x225:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035368:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc265a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x225:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502111.035380:0:205371:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x225:0x0]: returning size 0 00000004:00200000:2.0:1777502111.035382:0:205371:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777502111.035388:0:205371:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc265a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x225:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035396:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc265a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x225:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035400:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc264c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035404:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc264c lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035409:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc264c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035414:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf7c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.035417:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc264c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035423:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc264c lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035430:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.035432:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.035435:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc264c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035440:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc264c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035448:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc2653 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035455:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc2653 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035461:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc2653 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035464:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.035466:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc2653 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035470:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc2653 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035474:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffff8dfc867e5800) 00010000:00010000:2.0:1777502111.035475:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.035477:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc2653 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035480:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc2653 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035494:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7800/0x4ad31463d9bc2645 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e0d expref: 166 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035501:0:205371:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc265a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x225:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e0d expref: 165 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035505:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x225:0x0].0x0 (ffff8dfd528d9200) 00010000:00010000:2.0:1777502111.035507:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.035509:0:205371:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45703e00, rc 0) 00010000:00010000:2.0:1777502111.035512:0:205371:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.035517:0:205371:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc2661 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833e14 expref: -99 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035531:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc2668 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035537:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc2668 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035542:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc2668 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035550:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc266f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035555:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc266f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035560:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc266f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.035567:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.035607:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc2668 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035612:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc2668 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035615:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc2668 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035618:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.035620:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc2668 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035627:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc2668 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035632:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.035633:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.035635:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc2668 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035638:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc2668 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035643:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc266f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035647:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc266f lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035650:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc266f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035653:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.035655:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc266f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035658:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc266f lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035676:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffff8dfc867e5400) 00010000:00010000:2.0:1777502111.035678:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.035680:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc266f lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035684:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc266f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.035694:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563022336 00000100:00100000:0.0:1777502111.035698:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563022336 00010000:00010000:2.0:1777502111.035702:0:205371:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc2661 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e14 expref: 166 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035709:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.035711:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502111.035713:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc2661 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e14 expref: 166 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.035719:0:205371:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45703400, rc -2) 00000100:00100000:0.0:1777502111.035726:0:186939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1109 00000100:00100000:0.0:1777502111.035735:0:186939:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd61879450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0775d2ab-558e-41f1-82c0-14244d133390+106:272880:x1863837563022336:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:2.0:1777502111.035751:0:205371:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc53d93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+165:2372:x1863837563022080:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 827us (933us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777502111.035756:0:205371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 272 00000100:00100000:0.0:1777502111.035928:0:186939:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd61879450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0775d2ab-558e-41f1-82c0-14244d133390+107:272880:x1863837563022336:12345-192.168.202.27@tcp:35:touch.500 Request processed in 195us (367us total) trans 8589938827 rc 0/0 00000100:00100000:0.0:1777502111.035934:0:186939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1109 00000100:00100000:3.0:1777502111.036183:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.036224:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563022464 00000100:00100000:2.0:1777502111.036228:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563022464 00000100:00100000:2.0:1777502111.036260:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3141 00000100:00100000:2.0:1777502111.036268:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc53d92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+45:2373:x1863837563022464:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502111.036275:0:205380:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.036288:0:205380:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002201a793/0x4ad31463d9bc2676 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x105b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833e22 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777502111.036306:0:205380:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x105b:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:2.0:1777502111.036317:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.036320:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.036331:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002201a793/0x4ad31463d9bc2676 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e22 expref: 46 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.036345:0:205380:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002201a793/0x4ad31463d9bc2676 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e22 expref: 46 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.036356:0:205380:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45703800, rc 0) 00000100:00100000:2.0:1777502111.036396:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc53d92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+46:2373:x1863837563022464:12345-192.168.202.27@tcp:101:rm.500 Request processed in 129us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.036403:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3141 00000100:00100000:1.0:1777502111.036448:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.036479:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563022720 00000100:00100000:2.0:1777502111.036483:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563022720 00000100:00100000:2.0:1777502111.036498:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238276808397 time 8238279827258 state 0x0 ref 1 00000100:00100000:2.0:1777502111.036505:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238279927258 time 8238279827258 state 0x1 ref 1 00000100:00100000:2.0:1777502111.036529:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238279927258 time 8238281948641 state 0x0 ref 1 00000100:00100000:2.0:1777502111.036540:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46d6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+165:272862:x1863837563022720:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:2.0:1777502111.036564:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777502111.036573:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc2400 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x21d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d5e expref: 165 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.036632:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc2247 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x21d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833cd9 expref: 164 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.036642:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21d:0x0].0x0 (ffff8dfd528d9c00) 00010000:00010000:2.0:1777502111.036649:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.036670:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc267d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.036679:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc267d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.036687:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc267d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.036698:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2684 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.036702:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2684 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.036706:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2684 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.036773:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc268b lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x21d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.036780:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc268b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x21d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.036787:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc268b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x21d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777502111.037238:0:205372:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].505, 64 off40512 00010000:00010000:2.0:1777502111.037283:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2692 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x21d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.037293:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2692 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.037300:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2692 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.037307:0:205372:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2692 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x21d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.037313:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2692 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x21d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.037318:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2692 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x21d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.037334:0:205372:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502111.037348:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc268b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x21d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.037355:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc268b lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x21d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.037360:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502111.037360:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc268b lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x21d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.037369:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2692 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x21d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.037373:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.037377:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc268b lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x21d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.037381:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502111.037383:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc268b lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x21d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.037387:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2692 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x21d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.037390:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21d:0x0].0x0 (ffff8dfd528d9d00) 00010000:00010000:2.0:1777502111.037395:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502111.037400:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc268b lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x21d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.037401:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2692 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x21d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.037408:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc268b lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x21d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.037419:0:186924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21d:0x0].0x0 (ffff8dfd528d9d00) 00010000:00010000:3.0:1777502111.037423:0:186924:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777502111.037424:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc267d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.037428:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2692 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x21d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.037432:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc267d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.037443:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2692 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x21d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.037445:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc267d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.037460:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.037464:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc267d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.037466:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.037469:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.037471:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.037474:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc267d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.037483:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.037486:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.037488:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc267d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.037492:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703600/0x4ad31463d9bc267d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.037499:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002b1ed3c2 reply state 000000004e954644 transno 8589938828 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2684 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.037508:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502111.037541:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46d6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+165:272862:x1863837563022720:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1004us (1093us total) trans 8589938828 rc 0/0 00000100:00100000:2.0:1777502111.037547:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 267 00000100:00100000:2.0:1777502111.037551:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238279927258 time 8238281948641 state 0x2 ref 0 00000100:00100000:1.0:1777502111.037781:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.037816:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563022848 00000100:00100000:0.0:1777502111.037821:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563022848 00000100:00100000:0.0:1777502111.037845:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3142 00000100:00100000:0.0:1777502111.037851:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46d6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+46:2372:x1863837563022848:12345-192.168.202.27@tcp:101:ll_agl.0 00010000:00010000:0.0:1777502111.037858:0:188366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.037867:0:188366:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe3a3f5d/0x4ad31463d9bc2699 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x105f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833e29 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777502111.037890:0:188366:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x105f:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502111.037900:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.037901:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.037907:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe3a3f5d/0x4ad31463d9bc2699 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e29 expref: 47 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.037919:0:188366:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fe3a3f5d/0x4ad31463d9bc2699 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e29 expref: 47 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.037929:0:188366:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5e3400, rc 0) 00000100:00100000:0.0:1777502111.037956:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46d6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+47:2372:x1863837563022848:12345-192.168.202.27@tcp:101:ll_agl.0 Request processed in 105us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.037961:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3142 00010000:00010000:2.0:1777502111.038059:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2684 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.038068:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2684 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.038074:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2684 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.038078:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.038082:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2684 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.038087:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2684 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.038096:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffff8dfd64790d00) 00010000:00010000:2.0:1777502111.038099:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.038101:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2684 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.038106:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2684 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.038283:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.038315:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563022976 00000100:00100000:0.0:1777502111.038319:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563022976 00000100:00100000:0.0:1777502111.038350:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3143 00000100:00100000:0.0:1777502111.038358:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46d6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+47:2373:x1863837563022976:12345-192.168.202.27@tcp:101:ll_agl.0 00010000:00010000:0.0:1777502111.038363:0:205378:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.038370:0:205378:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e9e05a09/0x4ad31463d9bc26a0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x105e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833e30 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777502111.038380:0:205378:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x105e:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502111.038386:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.038387:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.038390:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e9e05a09/0x4ad31463d9bc26a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e30 expref: 48 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.038398:0:205378:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e9e05a09/0x4ad31463d9bc26a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e30 expref: 48 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.038418:0:205378:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5e2000, rc 0) 00000100:00100000:0.0:1777502111.038447:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46d6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+48:2373:x1863837563022976:12345-192.168.202.27@tcp:101:ll_agl.0 Request processed in 90us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.038454:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3143 00000100:00100000:0.0:1777502111.038718:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.038745:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563023232 00000100:00100000:3.0:1777502111.038749:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563023232 00000100:00100000:3.0:1777502111.038765:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238279927258 time 8238281948641 state 0x0 ref 1 00000100:00100000:3.0:1777502111.038771:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238282048641 time 8238281948641 state 0x1 ref 1 00000100:00100000:3.0:1777502111.038785:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238282048641 time 8238284205737 state 0x0 ref 1 00000100:00100000:3.0:1777502111.038792:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+164:272861:x1863837563023232:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:3.0:1777502111.038818:0:187571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777502111.038827:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc23f9 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x21c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d57 expref: 164 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.038837:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc221d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x21c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833cd2 expref: 163 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.038842:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21c:0x0].0x0 (ffff8dfd5288dc00) 00010000:00010000:3.0:1777502111.038847:0:187571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502111.038855:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc26a7 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.038861:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc26a7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.038865:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc26a7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.038871:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc26ae lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.038875:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc26ae lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.038879:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc26ae lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.038940:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc26b5 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x21c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.038945:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc26b5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x21c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.038949:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc26b5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x21c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777502111.039245:0:187571:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].510, 64 off40832 00010000:00010000:3.0:1777502111.039291:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc26bc lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x21c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.039300:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc26bc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.039306:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc26bc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.039310:0:187571:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc26bc lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.039314:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc26bc lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.039317:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc26bc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.039330:0:187571:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502111.039339:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc26b5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x21c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.039343:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc26b5 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x21c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.039347:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc26b5 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x21c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.039351:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.039353:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc26b5 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x21c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.039354:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502111.039357:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc26b5 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x21c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.039360:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc26bc lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.039363:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21c:0x0].0x0 (ffff8dfd47d18800) 00010000:00010000:3.0:1777502111.039368:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777502111.039371:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc26b5 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x21c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.039372:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502111.039377:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc26bc lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.039379:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc26b5 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x21c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.039388:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc26bc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.039393:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc26a7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.039397:0:188362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21c:0x0].0x0 (ffff8dfd47d18800) 00010000:00010000:3.0:1777502111.039398:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc26a7 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.039400:0:188362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777502111.039405:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc26bc lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.039406:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc26a7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.039422:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee200/0x4ad31463d9bc26bc lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.039424:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.039428:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc26a7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.039438:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc26a7 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.039443:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.039445:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.039447:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc26a7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.039448:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.039451:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc26a7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.039452:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.039455:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:3.0:1777502111.039461:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f12286cb reply state 0000000017550031 transno 8589938829 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc26ae lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.039466:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777502111.039504:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+164:272861:x1863837563023232:12345-192.168.202.27@tcp:36:rm.500 Request processed in 712us (786us total) trans 8589938829 rc 0/0 00000100:00100000:3.0:1777502111.039509:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 268 00000100:00100000:3.0:1777502111.039512:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238282048641 time 8238284205737 state 0x2 ref 0 00010000:00010000:1.0:1777502111.040126:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc26ae lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.040132:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc26ae lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.040135:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc26ae lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.040138:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.040140:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc26ae lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.040144:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc26ae lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.040150:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffff8dfd47d18400) 00010000:00010000:1.0:1777502111.040151:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.040153:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc26ae lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.040159:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc26ae lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.040483:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.040513:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.040550:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563023488 00000100:00100000:3.0:1777502111.040555:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563023488 00000100:00100000:3.0:1777502111.040571:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238282048641 time 8238284205737 state 0x0 ref 1 00000100:00100000:3.0:1777502111.040600:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238284305737 time 8238284205737 state 0x1 ref 1 00000100:00100000:3.0:1777502111.040622:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563023744 00000100:00100000:3.0:1777502111.040625:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563023744 00000100:00100000:0.0:1777502111.040631:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238284305737 time 8238286049297 state 0x0 ref 1 00000100:00100000:3.0:1777502111.040640:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238286149297 time 8238286049297 state 0x1 ref 2 00000100:00100000:0.0:1777502111.040643:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+107:272887:x1863837563023488:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502111.040657:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.040675:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc26c3 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833e37 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.040682:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238286149297 time 8238286099920 state 0x0 ref 2 00000100:00100000:3.0:1777502111.040696:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+163:272868:x1863837563023744:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502111.040706:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.040717:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc26ca lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833e3e expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.040762:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc26d1 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.040773:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc26d1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.040783:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc26d8 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.040783:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc26d1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.040804:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc26d8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.040808:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc26df lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.040813:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc26d8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.040819:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc26df lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.040829:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc26e6 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.040830:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc26df lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.040849:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc26e6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.040857:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc26e6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777502111.041279:0:205369:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1085:0x0], index 0: 0 00000004:00080000:1.0:1777502111.041294:0:186936:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1060:0x0], index 1: 0 00010000:00010000:0.0:1777502111.041464:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc26ed lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x227:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.041472:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc26ed lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x227:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.041477:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc26f4 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.041477:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc26ed lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x227:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.041495:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc26f4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.041504:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc26f4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.041508:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc26d8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.041513:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc26d8 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.041517:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc26d8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.041521:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505eec00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.041523:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc26d8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.041526:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc26d8 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.041531:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc26d1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.041539:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc26d1 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.041545:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc26d1 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.041547:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.041552:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.041557:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e3000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.041557:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc26d8 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.041563:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc26d1 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.041565:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc26d8 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.041606:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc26d1 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.041621:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.041623:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00010000:0.0:1777502111.041623:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000042a43d23 reply state 000000001bcbd6ee transno 8589938830 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc26e6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.041627:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc26d1 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.041645:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc26d1 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.041645:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00010000:1.0:1777502111.041655:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000779dbfd8 reply state 0000000056222a08 transno 8589938831 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc26df lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.041672:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502111.041697:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc26c3 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e37 expref: 110 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.041701:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc26ca lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e3e expref: 166 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.041709:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc26f4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e37 expref: 109 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.041715:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f7:0x0].0x0 (ffff8dfd56b4dc00) 00010000:00010000:1.0:1777502111.041717:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.041719:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7600, rc 0) 00010000:00010000:0.0:1777502111.041722:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc26ed lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x227:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e3e expref: 165 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.041730:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x227:0x0].0x0 (ffff8dfd472eac00) 00010000:00010000:0.0:1777502111.041733:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.041736:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5e2600, rc 0) 00000100:00100000:1.0:1777502111.041762:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+110:272887:x1863837563023488:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1122us (1279us total) trans 8589938831 rc 0/0 00000100:00100000:0.0:1777502111.041770:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+166:272868:x1863837563023744:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1076us (1254us total) trans 8589938830 rc 0/0 00000100:00100000:1.0:1777502111.041774:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 269 00000100:00100000:0.0:1777502111.041783:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 270 00000100:00100000:0.0:1777502111.041789:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238286149297 time 8238286099920 state 0x2 ref 0 00010000:00010000:0.0:1777502111.042355:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc26df lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.042364:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc26df lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.042370:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc26df lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.042376:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.042379:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc26df lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.042391:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc26df lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.042416:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffff8dfd472ea300) 00010000:00010000:0.0:1777502111.042421:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.042425:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc26df lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.042427:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc26e6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.042441:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc26df lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.042443:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc26e6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.042458:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc26e6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.042468:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.042472:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc26e6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.042478:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc26e6 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.042488:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffff8dfd47d18200) 00010000:00010000:1.0:1777502111.042491:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.042494:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc26e6 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.042500:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc26e6 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.043421:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.043476:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563024000 00000100:00100000:2.0:1777502111.043482:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563024000 00000100:00100000:2.0:1777502111.043505:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238286149297 time 8238286099920 state 0x0 ref 1 00000100:00100000:2.0:1777502111.043515:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238286199920 time 8238286099920 state 0x1 ref 1 00000100:00100000:3.0:1777502111.043563:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.043570:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238286199920 time 8238288988172 state 0x0 ref 1 00000100:00100000:2.0:1777502111.043614:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+165:272868:x1863837563024000:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:2.0:1777502111.043657:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502111.043679:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc26ed lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x227:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e3e expref: 165 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.043691:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x227:0x0].0x0 (ffff8dfd472eac00) 00010000:00010000:2.0:1777502111.043697:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.043746:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2709 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x227:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.043756:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2709 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x227:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.043764:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2709 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x227:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.043843:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d5c1e617 reply state 00000000bbbcd88a transno 8589938832 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2709 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x227:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.043851:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502111.043903:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+166:272868:x1863837563024000:12345-192.168.202.27@tcp:36:touch.500 Request processed in 323us (484us total) trans 8589938832 rc 0/0 00000100:00100000:2.0:1777502111.043910:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 271 00000100:00100000:2.0:1777502111.043915:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238286199920 time 8238288988172 state 0x2 ref 0 00000100:00100000:2.0:1777502111.044018:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563024256 00000100:00100000:2.0:1777502111.044022:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563024256 00000100:00100000:2.0:1777502111.044036:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238286199920 time 8238288988172 state 0x0 ref 1 00000100:00100000:2.0:1777502111.044044:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238289088172 time 8238288988172 state 0x1 ref 1 00000100:00100000:2.0:1777502111.044064:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238289088172 time 8238289483954 state 0x0 ref 1 00000100:00100000:2.0:1777502111.044073:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc53d91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+166:272869:x1863837563024256:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:2.0:1777502111.044093:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777502111.044104:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc242a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x220:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d65 expref: 166 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.044118:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc2343 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x220:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d26 expref: 165 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.044127:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x220:0x0].0x0 (ffff8dfd528d9e00) 00010000:00010000:2.0:1777502111.044134:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.044146:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2710 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.044154:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2710 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.044162:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2710 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.044174:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2717 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.044181:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2717 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.044185:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2717 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.044246:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.044249:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc271e lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x220:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.044256:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc271e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x220:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.044263:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc271e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x220:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.044395:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563024512 00000100:00100000:1.0:1777502111.044400:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563024512 00000100:00100000:1.0:1777502111.044420:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238289583954 time 8238289483954 state 0x1 ref 2 00000100:00100000:1.0:1777502111.044445:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238289583954 time 8238289864054 state 0x0 ref 2 00000100:00100000:1.0:1777502111.044456:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc53d92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+109:272887:x1863837563024512:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:1.0:1777502111.044481:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502111.044494:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc26f4 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e37 expref: 109 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.044510:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f7:0x0].0x0 (ffff8dfd56b4dc00) 00010000:00010000:1.0:1777502111.044521:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502111.044573:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2725 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.044608:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2725 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.044617:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2725 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777502111.044646:0:205372:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].511, 64 off40896 00000004:00010000:1.0:1777502111.044710:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000089753d60 reply state 00000000c16ee5f0 transno 8589938834 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2725 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.044714:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2709 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x227:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.044720:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc272c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x220:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.044724:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502111.044729:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2709 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x227:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.044731:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc272c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x220:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.044737:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2709 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x227:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.044739:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc272c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x220:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.044743:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbda00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.044746:0:205372:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc272c lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x220:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.044746:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2709 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x227:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.044754:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc272c lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x220:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.044754:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2709 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x227:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.044761:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc272c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x220:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.044763:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x227:0x0].0x0 (ffff8dfd528d9c00) 00010000:00010000:0.0:1777502111.044766:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.044770:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2709 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x227:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.044777:0:205372:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502111.044777:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2709 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x227:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.044778:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc53d92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+110:272887:x1863837563024512:12345-192.168.202.27@tcp:36:touch.500 Request processed in 322us (531us total) trans 8589938834 rc 0/0 00010000:00010000:2.0:1777502111.044788:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc271e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x220:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.044796:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 273 00010000:00010000:2.0:1777502111.044797:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc271e lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x220:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.044806:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc271e lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x220:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.044811:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.044812:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502111.044814:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc271e lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x220:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.044816:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc272c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x220:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.044821:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc271e lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x220:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.044822:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbca00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502111.044826:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc272c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x220:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.044829:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x220:0x0].0x0 (ffff8dfd528d9d00) 00010000:00010000:2.0:1777502111.044831:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502111.044834:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc271e lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x220:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.044838:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc272c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x220:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.044840:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc271e lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x220:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.044846:0:186925:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x220:0x0].0x0 (ffff8dfd528d9d00) 00010000:00010000:0.0:1777502111.044849:0:186925:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777502111.044851:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc272c lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x220:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.044852:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2710 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.044856:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502111.044863:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc272c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x220:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.044867:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2710 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.044873:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2710 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.044874:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.044876:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.044878:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.044878:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.044881:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2710 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.044887:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2710 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.044888:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563024640 00000100:00100000:0.0:1777502111.044891:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563024640 00010000:00010000:2.0:1777502111.044894:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.044896:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.044899:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2710 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.044905:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2710 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.044907:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238289964054 time 8238289864054 state 0x1 ref 2 00000004:00010000:2.0:1777502111.044914:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009d5192c8 reply state 00000000930aaec7 transno 8589938833 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2717 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.044921:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502111.044980:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238289964054 time 8238290360680 state 0x0 ref 2 00000100:00100000:0.0:1777502111.044993:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc53d93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+166:272868:x1863837563024640:12345-192.168.202.27@tcp:101:touch.500 00000100:00100000:2.0:1777502111.044998:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc53d91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+166:272869:x1863837563024256:12345-192.168.202.27@tcp:36:rm.500 Request processed in 926us (1438us total) trans 8589938833 rc 0/0 00010000:00010000:0.0:1777502111.045003:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.045015:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc2733 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x227:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833e45 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.045032:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 272 00010000:00010000:0.0:1777502111.045079:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc2733 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x227:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e45 expref: 166 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.045089:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc2733 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x227:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e45 expref: 166 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.045104:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x227:0x0].0x0 (ffff8dfd472ea000) 00010000:00010000:0.0:1777502111.045106:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777502111.045108:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5e2200, rc 0) 00000100:00100000:0.0:1777502111.045137:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc53d93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+166:272868:x1863837563024640:12345-192.168.202.27@tcp:101:touch.500 Request processed in 147us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.045142:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 274 00000100:00100000:0.0:1777502111.045146:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238289964054 time 8238290360680 state 0x2 ref 0 00010000:00010000:1.0:1777502111.045522:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2725 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.045529:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2725 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.045533:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2725 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.045536:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.045538:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2725 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.045543:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2725 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.045549:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f7:0x0].0x0 (ffff8dfd56b4d500) 00010000:00010000:1.0:1777502111.045552:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.045555:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2725 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.045560:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2725 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.045705:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2717 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.045712:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2717 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.045716:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2717 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.045722:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.045724:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2717 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.045728:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2717 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.045733:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffff8dfd528d9600) 00010000:00010000:0.0:1777502111.045735:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.045737:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2717 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.045740:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2717 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.046633:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.046677:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.046679:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563024896 00000100:00100000:0.0:1777502111.046685:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563024896 00000100:00100000:0.0:1777502111.046708:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238289964054 time 8238290360680 state 0x0 ref 1 00000100:00100000:1.0:1777502111.046713:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563025024 00000100:00100000:3.0:1777502111.046718:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.046720:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563025024 00000100:00100000:0.0:1777502111.046722:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238290460680 time 8238290360680 state 0x1 ref 1 00000100:00100000:1.0:1777502111.046744:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238290460680 time 8238290360680 state 0x1 ref 2 00000100:00100000:0.0:1777502111.046755:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238292273391 time 8238292173391 state 0x1 ref 2 00000100:00100000:2.0:1777502111.046765:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563025152 00000100:00100000:0.0:1777502111.046770:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc53d91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+165:272878:x1863837563024896:12345-192.168.202.27@tcp:101:touch.500 00000100:00100000:1.0:1777502111.046771:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238292273391 time 8238292189267 state 0x0 ref 2 00000100:00100000:2.0:1777502111.046772:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563025152 00010000:00010000:0.0:1777502111.046786:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777502111.046791:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc53d93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+109:272887:x1863837563025024:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502111.046799:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc273a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833e4c expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.046803:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777502111.046816:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3144 00010000:00010000:1.0:1777502111.046817:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2741 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833e53 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.046828:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc53d91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+41:2372:x1863837563025152:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:1.0:1777502111.046854:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2741 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e53 expref: 110 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.046868:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2741 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e53 expref: 110 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.046884:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f7:0x0].0x0 (ffff8dfd56b4d000) 00010000:00010000:1.0:1777502111.046887:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502111.046891:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7800, rc 0) 00010000:00010000:0.0:1777502111.046897:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc2748 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.046908:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc2748 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.046917:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc2748 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.046928:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc53d93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+110:272887:x1863837563025024:12345-192.168.202.27@tcp:101:touch.500 Request processed in 141us (250us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502111.046930:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2800/0x4ad31463d9bc274f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.046947:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2800/0x4ad31463d9bc274f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.046948:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 276 00010000:00010000:0.0:1777502111.046958:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2800/0x4ad31463d9bc274f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.047063:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc53d91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+42:2372:x1863837563025152:12345-192.168.202.27@tcp:2:touch.500 Request processed in 238us (347us total) trans 8589936078 rc 0/0 00000100:00100000:2.0:1777502111.047070:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3144 00000004:00080000:0.0:1777502111.047338:0:186937:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1061:0x0], index 1: 0 00010000:00010000:0.0:1777502111.047468:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc2756 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x228:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.047477:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc2756 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x228:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.047484:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc2756 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x228:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.047511:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc2748 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.047519:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc2748 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.047526:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc2748 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.047532:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.047536:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc2748 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.047542:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc2748 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.047551:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.047553:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.047556:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc2748 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.047562:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc2748 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.047573:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e1a6590e reply state 000000009270d84b transno 8589938835 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2800/0x4ad31463d9bc274f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.047626:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502111.047676:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc273a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e4c expref: 168 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.047690:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc2756 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x228:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e4c expref: 167 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.047698:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x228:0x0].0x0 (ffff8dfd472ea500) 00010000:00010000:0.0:1777502111.047702:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.047705:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6d000, rc 0) 00000100:00100000:3.0:1777502111.047719:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.047748:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc53d91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+168:272878:x1863837563024896:12345-192.168.202.27@tcp:101:touch.500 Request processed in 982us (1118us total) trans 8589938835 rc 0/0 00000100:00100000:2.0:1777502111.047757:0:205370:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563025280 00000100:00100000:0.0:1777502111.047757:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 275 00000100:00100000:2.0:1777502111.047763:0:205370:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563025280 00000100:00100000:0.0:1777502111.047764:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238292273391 time 8238292189267 state 0x2 ref 0 00000100:00100000:2.0:1777502111.047800:0:205370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 273 00000100:00100000:2.0:1777502111.047809:0:205370:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7c2fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0775d2ab-558e-41f1-82c0-14244d133390+110:2373:x1863837563025280:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:2.0:1777502111.047828:0:205370:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.047838:0:205370:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2764 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833e5a expref: -99 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.047869:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc276b lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.047878:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc276b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.047886:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc276b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.047898:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2772 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.047905:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2772 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.047912:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2772 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.047940:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc276b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.047947:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc276b lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.047952:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc276b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.047957:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.047960:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc276b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.047966:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc276b lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.047974:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.047977:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.047980:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc276b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.047986:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc276b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.047995:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2772 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.048001:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2772 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.048007:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2772 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.048012:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.048015:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2772 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.048020:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2772 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.048027:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffff8dfd64790d00) 00010000:00010000:2.0:1777502111.048030:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.048032:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2772 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.048038:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2772 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.048058:0:205370:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2764 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e5a expref: 111 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.048067:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.048070:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502111.048073:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2764 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e5a expref: 111 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.048080:0:205370:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbd600, rc -2) 00000100:00100000:2.0:1777502111.048126:0:205370:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7c2fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0775d2ab-558e-41f1-82c0-14244d133390+110:2373:x1863837563025280:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 307us (396us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777502111.048138:0:205370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 273 00000100:00100000:1.0:1777502111.048498:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.048518:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.048537:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.048539:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563025408 00000100:00100000:2.0:1777502111.048545:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563025408 00010000:00010000:1.0:1777502111.048573:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2800/0x4ad31463d9bc274f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.048599:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2800/0x4ad31463d9bc274f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.048603:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2800/0x4ad31463d9bc274f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.048604:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563025792 00010000:00010000:1.0:1777502111.048610:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2800 already unused, calling callback (ffffffffc1e434f0) 00000100:00100000:0.0:1777502111.048611:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563025792 00010000:00010000:1.0:1777502111.048613:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2800/0x4ad31463d9bc274f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.048615:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563025536 00010000:00010000:1.0:1777502111.048621:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2800/0x4ad31463d9bc274f lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.048622:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563025536 00000100:00100000:2.0:1777502111.048623:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3145 00010000:00010000:1.0:1777502111.048634:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffff8dfd472eaf00) 00000100:00100000:2.0:1777502111.048639:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46d6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0775d2ab-558e-41f1-82c0-14244d133390+27:2372:x1863837563025408:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:1.0:1777502111.048639:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.048642:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2800/0x4ad31463d9bc274f lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.048651:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1110 00010000:00010000:1.0:1777502111.048652:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2800/0x4ad31463d9bc274f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.048674:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46d6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+168:272868:x1863837563025792:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:3.0:1777502111.048721:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238292273391 time 8238292189267 state 0x0 ref 1 00000100:00100000:3.0:1777502111.048733:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238292289267 time 8238292189267 state 0x1 ref 1 00000100:00100000:3.0:1777502111.048756:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238292289267 time 8238294175183 state 0x0 ref 1 00000100:00100000:1.0:1777502111.048764:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.048871:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46d6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0775d2ab-558e-41f1-82c0-14244d133390+28:2372:x1863837563025408:12345-192.168.202.27@tcp:2:touch.500 Request processed in 236us (371us total) trans 8589935668 rc 0/0 00000100:00100000:3.0:1777502111.048873:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46d6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+110:272896:x1863837563025536:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.048886:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777502111.048887:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3145 00000100:00100000:0.0:1777502111.048890:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46d6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+168:272868:x1863837563025792:12345-192.168.202.27@tcp:35:touch.500 Request processed in 226us (348us total) trans 8589938836 rc 0/0 00010000:00010000:3.0:1777502111.048899:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc2779 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833e61 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.048900:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1110 00000100:00100000:1.0:1777502111.048911:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00080000:2.0:1777502111.048913:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777502111.048932:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563025920 00000100:00100000:2.0:1777502111.048937:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563026176 00000100:00100000:0.0:1777502111.048937:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563025920 00000100:00100000:2.0:1777502111.048942:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563026176 00010000:00010000:3.0:1777502111.048948:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc2780 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.048960:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc2780 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.048960:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238294275183 time 8238294175183 state 0x1 ref 2 00010000:00010000:3.0:1777502111.048977:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc2780 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.048977:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238294275183 time 8238294175183 state 0x1 ref 3 00000100:00100000:1.0:1777502111.048988:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502111.049002:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc2787 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.049003:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563026304 00000100:00100000:0.0:1777502111.049008:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563026304 00000100:00100000:2.0:1777502111.049009:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238294528158 time 8238294428158 state 0x1 ref 3 00010000:00010000:3.0:1777502111.049023:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc2787 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.049024:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+170:272885:x1863837563025920:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:0.0:1777502111.049030:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238294528158 time 8238294428158 state 0x1 ref 4 00010000:00010000:2.0:1777502111.049039:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777502111.049044:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238294562736 time 8238294462736 state 0x1 ref 4 00010000:00010000:2.0:1777502111.049047:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc278e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833e68 expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.049052:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 0 deadline 8238294562736 time 8238294470841 state 0x0 ref 4 00000100:00100000:1.0:1777502111.049057:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46d6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+170:272878:x1863837563026176:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:0.0:1777502111.049073:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc511d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+171:272889:x1863837563026304:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502111.049078:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc2795 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.049082:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.049084:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc2795 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.049086:0:186936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502111.049093:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc279c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833e6f expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.049094:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc2795 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.049102:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc2756 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x228:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e4c expref: 171 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.049121:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc27a3 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.049122:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x228:0x0].0x0 (ffff8dfd472ea500) 00010000:00010000:3.0:1777502111.049125:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc2787 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.049132:0:186936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.049137:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc27aa lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.049154:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc27a3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.049163:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc27a3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.049163:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc27aa lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.049169:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc27b1 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x228:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.049185:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc27aa lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.049186:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc27b1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x228:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.049206:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc27b1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x228:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.049207:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc27b8 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.049214:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc27bf lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.049218:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc27b8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.049225:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc27bf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.049228:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc27b8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.049233:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc27c6 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x224:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.049241:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc27bf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.049255:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc27c6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x224:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.049261:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc27c6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x224:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502111.049272:0:187571:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1f6:0x0]: returning size 0 00000004:00010000:1.0:1777502111.049276:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000000e35992 reply state 00000000276042a0 transno 8589938837 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc27b1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x228:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502111.049277:0:187571:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00200000:2.0:1777502111.049278:0:205372:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x224:0x0]: returning size 0 00000004:00200000:2.0:1777502111.049284:0:205372:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:1.0:1777502111.049289:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00010000:3.0:1777502111.049291:0:187571:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc27b8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.049299:0:205372:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc27c6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x224:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.049301:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc27b8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.049318:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc2780 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.049319:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc27c6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x224:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.049327:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc27cd lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x225:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.049331:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc2780 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.049335:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46d6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+173:272878:x1863837563026176:12345-192.168.202.27@tcp:36:touch.500 Request processed in 282us (430us total) trans 8589938837 rc 0/0 00010000:00010000:3.0:1777502111.049348:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc2780 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.049349:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc2795 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.049349:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 279 00010000:00010000:0.0:1777502111.049350:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc27cd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x225:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.049368:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc2795 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.049373:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc27cd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x225:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.049384:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc2795 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.049385:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.049389:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc2780 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502111.049397:0:186938:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x225:0x0]: returning size 0 00010000:00010000:3.0:1777502111.049401:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc2780 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502111.049402:0:186938:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1777502111.049416:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbcc00 already unused, calling callback (ffffffffc1e434f0) 00000004:00010000:0.0:1777502111.049416:0:186938:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc27cd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x225:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.049421:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.049426:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.049430:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc2780 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.049431:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc2795 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.049432:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc27cd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x225:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.049447:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef400/0x4ad31463d9bc2780 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.049451:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc2795 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.049471:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc2787 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.049472:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc27aa lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.049479:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc27aa lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.049485:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.049485:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc27aa lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.049489:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.049492:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc2795 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.049495:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6dc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.049498:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc2795 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.049500:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc27aa lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.049510:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc27a3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.049510:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc27aa lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.049523:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc27a3 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.049528:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.049536:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.049540:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc27aa lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.049542:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc27a3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.049543:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc2787 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.049558:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbdc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.049560:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc2787 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.049560:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc27aa lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.049561:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc27a3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.049601:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc27a3 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.049606:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc27bf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.049616:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.049623:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc2787 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.049624:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc27bf lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.049628:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffff8dfc867e5400) 00010000:00010000:2.0:1777502111.049634:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.049639:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc27a3 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.049640:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc27bf lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.049654:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc27a3 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.049655:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6ca00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.049674:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc27bf lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.049682:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc27bf lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.049691:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffff8dfd472ea300) 00010000:00010000:0.0:1777502111.049695:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.049696:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc278e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e68 expref: 173 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.049699:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc27bf lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.049709:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc2787 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.049719:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc27bf lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.049724:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc27c6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x224:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e68 expref: 172 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.049741:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffff8dfd47d18b00) 00010000:00010000:3.0:1777502111.049745:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777502111.049745:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.049747:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x224:0x0].0x0 (ffff8dfd52095d00) 00010000:00010000:2.0:1777502111.049751:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.049754:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45702800, rc 0) 00010000:00010000:0.0:1777502111.049761:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc279c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e6f expref: 173 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.049767:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563026432 00000100:00100000:1.0:1777502111.049772:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563026432 00010000:00010000:0.0:1777502111.049775:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc27cd lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x225:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e6f expref: 172 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.049783:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+173:272885:x1863837563025920:12345-192.168.202.27@tcp:101:rm.500 Request processed in 761us (1022us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502111.049788:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x225:0x0].0x0 (ffff8dfd528d9200) 00000100:00100000:2.0:1777502111.049790:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 278 00010000:00010000:0.0:1777502111.049794:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.049797:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6d800, rc 0) 00000100:00100000:1.0:1777502111.049802:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 0 deadline 8238294570841 time 8238294470841 state 0x1 ref 3 00010000:00010000:3.0:1777502111.049821:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc2787 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.049826:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc511d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+172:272889:x1863837563026304:12345-192.168.202.27@tcp:101:rm.500 Request processed in 754us (841us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.049832:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238294570841 time 8238295250635 state 0x0 ref 3 00010000:00010000:3.0:1777502111.049833:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc2787 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.049843:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 280 00000100:00100000:1.0:1777502111.049848:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc511d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+172:272894:x1863837563026432:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502111.049857:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.049863:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc2779 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e61 expref: 112 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.049865:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc27d4 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833e76 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.049894:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc27db lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.049904:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc27db lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.049904:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502111.049914:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc27b8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e61 expref: 111 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.049916:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc27db lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.049927:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc27e2 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.049934:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc27e2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.049942:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc27e2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.049962:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f6:0x0].0x0 (ffff8dfd472eab00) 00010000:00010000:3.0:1777502111.049964:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.049967:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ef000, rc 0) 00010000:00010000:1.0:1777502111.049989:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc27e9 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x226:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.049991:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563026688 00000100:00100000:2.0:1777502111.049997:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563026688 00010000:00010000:1.0:1777502111.050000:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc27e9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x226:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.050002:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46d6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+111:272896:x1863837563025536:12345-192.168.202.27@tcp:101:rm.500 Request processed in 1231us (1480us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502111.050009:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 277 00010000:00010000:1.0:1777502111.050009:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc27e9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x226:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502111.050027:0:186936:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x226:0x0]: returning size 0 00000004:00200000:1.0:1777502111.050030:0:186936:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:2.0:1777502111.050032:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1111 00000004:00010000:1.0:1777502111.050041:0:186936:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc27e9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x226:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.050043:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+111:272887:x1863837563026688:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:1.0:1777502111.050056:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc27e9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x226:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.050063:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc27db lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.050070:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc27db lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.050076:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc27db lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.050081:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.050084:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc27db lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.050090:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc27db lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.050098:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.050101:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.050104:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc27db lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.050116:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc27db lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.050127:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc27e2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.050133:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc27e2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.050139:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc27e2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.050145:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.050149:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc27e2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.050155:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc27e2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.050163:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffff8dfd56b4dd00) 00010000:00010000:1.0:1777502111.050165:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.050168:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc27e2 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.050174:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc27e2 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.050191:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+112:272887:x1863837563026688:12345-192.168.202.27@tcp:35:touch.500 Request processed in 150us (288us total) trans 8589938838 rc 0/0 00010000:00010000:1.0:1777502111.050197:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc27d4 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e76 expref: 173 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.050216:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1111 00010000:00010000:1.0:1777502111.050228:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc27e9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x226:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e76 expref: 172 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.050235:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x226:0x0].0x0 (ffff8dfd56b4d900) 00010000:00010000:1.0:1777502111.050238:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.050240:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba6200, rc 0) 00000100:00100000:1.0:1777502111.050258:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc511d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+172:272894:x1863837563026432:12345-192.168.202.27@tcp:101:rm.500 Request processed in 417us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.050263:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 281 00000100:00100000:1.0:1777502111.050265:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238294570841 time 8238295250635 state 0x2 ref 0 00000100:00100000:0.0:1777502111.050326:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.050334:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc27b1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x228:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.050341:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc27b1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x228:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.050348:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc27b1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x228:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.050353:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.050356:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc27b1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x228:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.050361:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563026816 00010000:00010000:1.0:1777502111.050362:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc27b1 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x228:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.050364:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563026816 00010000:00010000:1.0:1777502111.050370:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x228:0x0].0x0 (ffff8dfd56b4db00) 00010000:00010000:1.0:1777502111.050373:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.050376:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc27b1 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x228:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.050379:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238294570841 time 8238295250635 state 0x0 ref 1 00010000:00010000:1.0:1777502111.050382:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc27b1 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x228:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.050385:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238295350635 time 8238295250635 state 0x1 ref 1 00000100:00100000:3.0:1777502111.050409:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238295350635 time 8238295828914 state 0x0 ref 1 00000100:00100000:3.0:1777502111.050424:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+171:272878:x1863837563026816:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502111.050433:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.050444:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc27f0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x228:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833e7d expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.050467:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc27f0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x228:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e7d expref: 172 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.050476:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc27f0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x228:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e7d expref: 172 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.050489:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x228:0x0].0x0 (ffff8dfd47d18500) 00010000:00010000:3.0:1777502111.050491:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777502111.050493:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ee000, rc 0) 00000100:00100000:3.0:1777502111.050614:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+172:272878:x1863837563026816:12345-192.168.202.27@tcp:101:touch.500 Request processed in 97us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502111.050621:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 282 00000100:00100000:3.0:1777502111.050625:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238295350635 time 8238295828914 state 0x2 ref 0 00000100:00100000:0.0:1777502111.051892:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.051930:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.051972:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563027072 00000100:00100000:2.0:1777502111.051978:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563027072 00000100:00100000:1.0:1777502111.051978:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563026944 00000100:00100000:1.0:1777502111.051987:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563026944 00000100:00100000:1.0:1777502111.052032:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 253 00000100:00100000:1.0:1777502111.052042:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+172:2371:x1863837563026944:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777502111.052053:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3146 00010000:00010000:1.0:1777502111.052054:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777502111.052063:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+48:2373:x1863837563027072:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:1.0:1777502111.052071:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc27cd lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x225:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e6f expref: 172 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.052084:0:186921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x225:0x0].0x0 (ffff8dfd528d9200) 00010000:00010000:1.0:1777502111.052088:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502111.052123:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+171:2371:x1863837563026944:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 82us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.052130:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 253 00000100:00100000:3.0:1777502111.052335:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+49:2373:x1863837563027072:12345-192.168.202.27@tcp:2:touch.500 Request processed in 273us (443us total) trans 8589935669 rc 0/0 00000100:00100000:3.0:1777502111.052343:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3146 00000100:00100000:1.0:1777502111.052360:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.052415:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563027200 00000100:00100000:2.0:1777502111.052420:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563027200 00000100:00100000:2.0:1777502111.052453:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3147 00000100:00100000:2.0:1777502111.052462:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f79d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+42:2370:x1863837563027200:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502111.052471:0:189105:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.052484:0:189105:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000009b4631a/0x4ad31463d9bc27f7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1082:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833e84 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777502111.052505:0:189105:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1082:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:2.0:1777502111.052517:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.052519:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.052526:0:189105:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000009b4631a/0x4ad31463d9bc27f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e84 expref: 43 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.052539:0:189105:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000009b4631a/0x4ad31463d9bc27f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e84 expref: 43 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.052550:0:189105:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45703600, rc 0) 00000100:00100000:2.0:1777502111.052610:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f79d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+43:2370:x1863837563027200:12345-192.168.202.27@tcp:101:rm.500 Request processed in 150us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.052624:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3147 00000100:00100000:0.0:1777502111.053678:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.053700:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.053708:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563027584 00000100:00100000:2.0:1777502111.053713:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563027584 00000100:00100000:0.0:1777502111.053721:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.053733:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563027328 00000100:00100000:2.0:1777502111.053735:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238295350635 time 8238295828914 state 0x0 ref 1 00000100:00100000:1.0:1777502111.053738:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563027328 00000100:00100000:3.0:1777502111.053745:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563027840 00000100:00100000:2.0:1777502111.053749:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238295928914 time 8238295828914 state 0x1 ref 1 00000100:00100000:3.0:1777502111.053750:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563027840 00000100:00100000:0.0:1777502111.053767:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.053776:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563027968 00000100:00100000:2.0:1777502111.053780:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563027968 00000100:00100000:3.0:1777502111.053788:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3148 00000100:00100000:1.0:1777502111.053788:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 254 00000100:00100000:0.0:1777502111.053803:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.053805:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+172:2372:x1863837563027328:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502111.053816:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502111.053820:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238295928914 time 8238299238826 state 0x0 ref 1 00010000:00010000:1.0:1777502111.053830:0:205589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc27e9 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x226:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e76 expref: 172 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.053831:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563028224 00000100:00100000:2.0:1777502111.053835:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+172:272873:x1863837563027584:12345-192.168.202.27@tcp:36:rm.500 00000100:00100000:0.0:1777502111.053837:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563028224 00000100:00100000:3.0:1777502111.053857:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0775d2ab-558e-41f1-82c0-14244d133390+25:2372:x1863837563027840:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502111.053859:0:205589:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x226:0x0].0x0 (ffff8dfd56b4d900) 00010000:00010000:1.0:1777502111.053862:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502111.053867:0:205368:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777502111.053867:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1112 00010000:00010000:2.0:1777502111.053875:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:0.0:1777502111.053878:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+172:272878:x1863837563028224:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:3.0:1777502111.053881:0:205368:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c88c8384/0x4ad31463d9bc27fe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1084:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833e92 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.053891:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc25dc lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x221:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833dce expref: 172 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777502111.053902:0:205368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1084:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00000100:00100000:1.0:1777502111.053907:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+171:2372:x1863837563027328:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 112us (205us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502111.053912:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc2374 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x221:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d34 expref: 171 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.053914:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502111.053918:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502111.053920:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 254 00010000:00010000:3.0:1777502111.053925:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c88c8384/0x4ad31463d9bc27fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1084:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e92 expref: 26 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.053932:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x221:0x0].0x0 (ffff8dfd528d9500) 00010000:00010000:3.0:1777502111.053941:0:205368:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c88c8384/0x4ad31463d9bc27fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1084:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e92 expref: 26 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.053942:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502111.053954:0:205368:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ef400, rc 0) 00010000:00010000:2.0:1777502111.053959:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2805 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.053970:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2805 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.053977:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0775d2ab-558e-41f1-82c0-14244d133390+26:2372:x1863837563027840:12345-192.168.202.27@tcp:101:rm.500 Request processed in 180us (254us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502111.053981:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2805 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.053987:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3148 00010000:00010000:2.0:1777502111.054004:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc280c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.054011:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc280c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.054018:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc280c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.054084:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+170:272878:x1863837563028224:12345-192.168.202.27@tcp:35:touch.500 Request processed in 209us (291us total) trans 8589938839 rc 0/0 00000100:00100000:0.0:1777502111.054092:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1112 00010000:00010000:2.0:1777502111.054103:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2813 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x221:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.054111:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2813 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x221:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.054118:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2813 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x221:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777502111.054529:0:186938:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].506, 64 off40576 00010000:00010000:2.0:1777502111.054570:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc281a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x221:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.054601:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc281a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x221:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.054609:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc281a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x221:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.054616:0:186938:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc281a lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x221:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.054623:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc281a lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x221:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.054629:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc281a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x221:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.054646:0:186938:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502111.054669:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502111.054671:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2813 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x221:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.054673:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238299338826 time 8238299238826 state 0x1 ref 2 00010000:00010000:3.0:1777502111.054677:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc281a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x221:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.054690:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2813 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x221:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.054697:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2813 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x221:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.054701:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502111.054704:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.054707:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc281a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x221:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.054708:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238299338826 time 8238300126499 state 0x0 ref 2 00010000:00010000:2.0:1777502111.054710:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2813 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x221:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.054729:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2813 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x221:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.054733:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+112:272895:x1863837563027968:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502111.054734:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc281a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x221:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.054750:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.054751:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x221:0x0].0x0 (ffff8dfd64574200) 00010000:00010000:2.0:1777502111.054755:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502111.054758:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2813 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x221:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.054761:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc2821 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833e8b expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.054762:0:205387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x221:0x0].0x0 (ffff8dfd64574200) 00010000:00010000:2.0:1777502111.054766:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2813 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x221:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.054768:0:205387:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.054773:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc281a lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x221:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.054788:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702e00/0x4ad31463d9bc281a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x221:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.054794:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2805 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.054801:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2805 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.054802:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.054805:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.054808:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.054810:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2805 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.054820:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.054823:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2805 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.054828:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2805 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.054839:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.054841:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.054844:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2805 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.054850:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2805 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.054860:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc2828 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.054861:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000364dca84 reply state 00000000feed9554 transno 8589938840 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc280c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.054879:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502111.054881:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc2828 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.054891:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc2828 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.054905:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc282f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.054913:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc282f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.054921:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc282f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.054927:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+171:272873:x1863837563027584:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1095us (1247us total) trans 8589938840 rc 0/0 00000100:00100000:2.0:1777502111.054937:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 283 00000004:00080000:0.0:1777502111.055188:0:205372:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1086:0x0], index 0: 0 00010000:00010000:0.0:1777502111.055283:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2836 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.055292:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2836 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.055300:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2836 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.055325:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc2828 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.055332:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc2828 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.055338:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc2828 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.055347:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6d000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.055350:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc2828 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.055356:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc2828 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.055363:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.055365:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.055368:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc2828 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.055373:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc2828 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.055382:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000096bfad56 reply state 00000000e83ba50c transno 8589938841 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc282f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.055388:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502111.055405:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc2821 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e8b expref: 115 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.055417:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2836 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e8b expref: 114 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.055423:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f8:0x0].0x0 (ffff8dfd472ea900) 00010000:00010000:0.0:1777502111.055426:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.055428:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbd600, rc 0) 00000100:00100000:0.0:1777502111.055462:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+115:272895:x1863837563027968:12345-192.168.202.27@tcp:101:touch.500 Request processed in 735us (1695us total) trans 8589938841 rc 0/0 00000100:00100000:0.0:1777502111.055467:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 284 00000100:00100000:0.0:1777502111.055470:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238299338826 time 8238300126499 state 0x2 ref 0 00010000:00010000:2.0:1777502111.055631:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc280c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.055639:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc280c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.055646:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc280c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.055657:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.055672:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc280c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.055679:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc280c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.055687:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffff8dfd64790d00) 00010000:00010000:2.0:1777502111.055690:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.055693:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc280c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.055699:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc280c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.056121:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.056164:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563028480 00000100:00100000:2.0:1777502111.056170:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563028480 00000100:00100000:2.0:1777502111.056197:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238299338826 time 8238300126499 state 0x0 ref 1 00000100:00100000:2.0:1777502111.056206:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238300226499 time 8238300126499 state 0x1 ref 1 00000100:00100000:2.0:1777502111.056225:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238300226499 time 8238301644596 state 0x0 ref 1 00000100:00100000:2.0:1777502111.056236:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f79c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+170:272875:x1863837563028480:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:2.0:1777502111.056264:0:186936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777502111.056276:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc25e3 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ddc expref: 170 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.056290:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc239e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x222:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d42 expref: 169 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.056301:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x222:0x0].0x0 (ffff8dfc867e5d00) 00010000:00010000:2.0:1777502111.056308:0:186936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.056319:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2844 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.056328:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2844 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.056336:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2844 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.056350:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc284b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.056357:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc284b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.056364:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc284b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.056416:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc282f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.056426:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc282f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.056434:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc282f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.056439:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.056441:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc2852 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x222:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.056443:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc282f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.056458:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc2852 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x222:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.056460:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc282f lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.056478:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc2852 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x222:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.056481:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffff8dfd472eaa00) 00010000:00010000:1.0:1777502111.056488:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.056492:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc282f lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.056499:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc282f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777502111.056891:0:186936:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].512, 64 off40960 00010000:00010000:2.0:1777502111.056935:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc2859 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x222:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.056944:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc2859 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x222:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.056951:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc2859 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x222:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.056959:0:186936:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc2859 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x222:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.056965:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc2859 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x222:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.056971:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc2859 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x222:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.056988:0:186936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502111.057000:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc2852 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x222:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.057003:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502111.057009:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc2852 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x222:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.057011:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc2859 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x222:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.057024:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc2852 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x222:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.057026:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502111.057032:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226fe00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.057035:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc2859 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x222:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.057037:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc2852 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x222:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.057052:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc2852 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x222:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.057054:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc2859 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x222:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.057068:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x222:0x0].0x0 (ffff8dfc867e5400) 00010000:00010000:2.0:1777502111.057072:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502111.057074:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc2852 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x222:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.057080:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc2852 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x222:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.057081:0:186924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x222:0x0].0x0 (ffff8dfc867e5400) 00010000:00010000:3.0:1777502111.057088:0:186924:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.057092:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc2859 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x222:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.057099:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc2859 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x222:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.057102:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2844 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.057112:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2844 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.057116:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.057119:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.057119:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2844 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.057123:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.057127:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.057131:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2844 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.057136:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2844 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.057144:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.057146:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.057149:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2844 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.057154:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2844 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.057167:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000813c74cc reply state 000000005f2ac0fe transno 8589938842 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc284b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.057173:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502111.057219:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f79c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+170:272875:x1863837563028480:12345-192.168.202.27@tcp:36:rm.500 Request processed in 985us (1098us total) trans 8589938842 rc 0/0 00000100:00100000:2.0:1777502111.057227:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 285 00000100:00100000:2.0:1777502111.057232:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238300226499 time 8238301644596 state 0x2 ref 0 00000100:00100000:1.0:1777502111.057420:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.057446:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563028736 00000100:00100000:3.0:1777502111.057451:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563028736 00000100:00100000:3.0:1777502111.057481:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238300226499 time 8238301644596 state 0x0 ref 1 00000100:00100000:3.0:1777502111.057490:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238301744596 time 8238301644596 state 0x1 ref 1 00000100:00100000:3.0:1777502111.057511:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238301744596 time 8238302930269 state 0x0 ref 1 00000100:00100000:3.0:1777502111.057522:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+114:272895:x1863837563028736:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:2.0:1777502111.057910:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502111.057923:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2836 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e8b expref: 114 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.057934:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f8:0x0].0x0 (ffff8dfd472ea900) 00010000:00010000:2.0:1777502111.057942:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.057992:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2860 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.058001:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2860 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.058009:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2860 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.058070:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000024e15b50 reply state 00000000d881d5f8 transno 8589938843 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2860 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.058078:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502111.058150:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc284b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.058158:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc284b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.058164:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc284b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.058169:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.058173:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc284b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.058179:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc284b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.058195:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffff8dfd64574100) 00010000:00010000:1.0:1777502111.058196:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.058198:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc284b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.058204:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc284b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.058239:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+115:272895:x1863837563028736:12345-192.168.202.27@tcp:36:touch.500 Request processed in 720us (820us total) trans 8589938843 rc 0/0 00000100:00100000:2.0:1777502111.058247:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 286 00000100:00100000:2.0:1777502111.058256:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238301744596 time 8238302930269 state 0x2 ref 0 00000100:00100000:3.0:1777502111.058274:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.058321:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563028992 00000100:00100000:0.0:1777502111.058326:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563028992 00000100:00100000:0.0:1777502111.058343:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238301744596 time 8238302930269 state 0x0 ref 1 00000100:00100000:0.0:1777502111.058351:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238303030269 time 8238302930269 state 0x1 ref 1 00000100:00100000:0.0:1777502111.058371:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238303030269 time 8238303790841 state 0x0 ref 1 00000100:00100000:0.0:1777502111.058382:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7c2fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+169:272877:x1863837563028992:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:0.0:1777502111.058405:0:187571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777502111.058417:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7600/0x4ad31463d9bc25b2 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x223:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833dd5 expref: 169 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.058431:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703200/0x4ad31463d9bc244d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x223:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d81 expref: 168 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.058439:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x223:0x0].0x0 (ffff8dfd5288df00) 00010000:00010000:0.0:1777502111.058445:0:187571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.058458:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2867 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.058466:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2867 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.058473:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2867 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.058484:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc286e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.058491:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc286e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.058497:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc286e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.058555:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2875 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x223:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.058562:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2875 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x223:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.058569:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2875 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x223:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.058810:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2860 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.058817:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2860 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.058824:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2860 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.058827:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.058829:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2860 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.058834:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2860 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.058841:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f8:0x0].0x0 (ffff8dfd6e9ebe00) 00010000:00010000:1.0:1777502111.058843:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.058846:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2860 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.058852:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2860 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777502111.058930:0:187571:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].507, 64 off40640 00010000:00010000:0.0:1777502111.058963:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc287c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x223:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.058971:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc287c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x223:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.058978:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc287c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x223:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.058984:0:187571:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc287c lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x223:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.058989:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc287c lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x223:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.058995:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc287c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x223:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.059011:0:187571:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502111.059020:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2875 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x223:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.059025:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2875 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x223:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.059031:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2875 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x223:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.059036:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.059039:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2875 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x223:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.059044:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2875 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x223:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.059050:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x223:0x0].0x0 (ffff8dfd472ea100) 00010000:00010000:0.0:1777502111.059053:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502111.059056:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2875 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x223:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.059062:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2875 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x223:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.059072:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2867 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.059081:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502111.059081:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2867 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.059088:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc287c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x223:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.059090:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2867 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.059102:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.059105:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502111.059106:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2867 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.059110:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc287c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x223:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.059119:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2867 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.059120:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc287c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x223:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.059133:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.059136:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.059138:0:188362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x223:0x0].0x0 (ffff8dfd472ea100) 00010000:00010000:0.0:1777502111.059140:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2867 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.059143:0:188362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.059149:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc287c lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x223:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.059153:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502111.059153:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2867 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.059171:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc287c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x223:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.059171:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fde8a0a3 reply state 0000000054cade90 transno 8589938844 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc286e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.059187:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777502111.059196:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.059199:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.059201:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502111.059229:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7c2fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+169:272877:x1863837563028992:12345-192.168.202.27@tcp:36:rm.500 Request processed in 849us (956us total) trans 8589938844 rc 0/0 00000100:00100000:0.0:1777502111.059235:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 287 00000100:00100000:0.0:1777502111.059239:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238303030269 time 8238303790841 state 0x2 ref 0 00000100:00100000:2.0:1777502111.059260:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563029120 00000100:00100000:2.0:1777502111.059266:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563029120 00000100:00100000:2.0:1777502111.059287:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238303030269 time 8238303790841 state 0x0 ref 1 00000100:00100000:2.0:1777502111.059294:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238303890841 time 8238303790841 state 0x1 ref 1 00000100:00100000:2.0:1777502111.059318:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238303890841 time 8238304736961 state 0x0 ref 1 00000100:00100000:2.0:1777502111.059329:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+114:272895:x1863837563029120:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.059339:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.059350:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc2883 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833e99 expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.059381:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc2883 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e99 expref: 115 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.059401:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc2883 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e99 expref: 115 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.059418:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f8:0x0].0x0 (ffff8dfd6e9eb300) 00010000:00010000:2.0:1777502111.059420:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777502111.059423:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7226f400, rc 0) 00000100:00100000:2.0:1777502111.059454:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+115:272895:x1863837563029120:12345-192.168.202.27@tcp:101:touch.500 Request processed in 128us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.059464:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 288 00000100:00100000:2.0:1777502111.059473:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238303890841 time 8238304736961 state 0x2 ref 0 00010000:00010000:2.0:1777502111.059929:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc286e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.059935:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc286e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.059940:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc286e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.059946:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.059949:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc286e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.059955:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc286e lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.059963:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffff8dfd472ea300) 00010000:00010000:2.0:1777502111.059966:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.059969:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc286e lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.059974:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc286e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.061902:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.061947:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.061967:0:186942:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563029632 00000100:00100000:2.0:1777502111.061974:0:186942:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563029632 00000100:00100000:3.0:1777502111.062009:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.062023:0:186942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 274 00000100:00100000:2.0:1777502111.062032:0:186942:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0775d2ab-558e-41f1-82c0-14244d133390+115:2371:x1863837563029632:12345-192.168.202.27@tcp:63:ll_sa.0 00000100:00100000:0.0:1777502111.062055:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563029248 00010000:00010000:2.0:1777502111.062058:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777502111.062061:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563029248 00010000:00010000:2.0:1777502111.062074:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc288a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833ea7 expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.062087:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238303890841 time 8238304736961 state 0x0 ref 1 00000100:00100000:0.0:1777502111.062097:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238304836961 time 8238304736961 state 0x1 ref 1 00000100:00100000:0.0:1777502111.062114:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563029504 00010000:00010000:2.0:1777502111.062117:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc2891 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.062117:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563029504 00000100:00100000:3.0:1777502111.062129:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238304836961 time 8238307546237 state 0x0 ref 1 00010000:00010000:2.0:1777502111.062130:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc2891 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.062140:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238307646237 time 8238307546237 state 0x1 ref 2 00000100:00100000:3.0:1777502111.062146:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7c2ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+117:272892:x1863837563029248:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:0.0:1777502111.062155:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238307646237 time 8238307575212 state 0x0 ref 2 00010000:00010000:3.0:1777502111.062157:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777502111.062167:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7c2fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+168:272867:x1863837563029504:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:3.0:1777502111.062169:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc2898 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833ea0 expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.062190:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777502111.062198:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc2891 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.062205:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc2622 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x21f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833dff expref: 168 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.062206:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc289f lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.062217:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc28a6 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.062228:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc289f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.062230:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc28a6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.062234:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc22e1 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x21f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d03 expref: 167 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.062249:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc289f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.062252:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc28a6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.062254:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21f:0x0].0x0 (ffff8dfd528d9400) 00010000:00010000:0.0:1777502111.062267:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502111.062276:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc28ad lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.062280:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc28b4 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.062286:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc28ad lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.062303:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc28b4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.062313:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc28b4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.062327:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc28bb lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.062328:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc28ad lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.062338:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc28bb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.062344:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc28bb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.062356:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc28c2 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.062367:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc28c2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.062376:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc28c2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502111.062395:0:186942:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1f7:0x0]: returning size 0 00000004:00200000:2.0:1777502111.062399:0:186942:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777502111.062415:0:186942:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc28c2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.062419:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc28c9 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x21f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.062428:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc28c2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.062430:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc28c9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x21f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.062436:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc28d0 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.062444:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc2891 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.062450:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc28c9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x21f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.062456:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc28d0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.062462:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc2891 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.062476:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc28d0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.062476:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc2891 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.062494:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.062498:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc2891 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.062504:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc2891 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502111.062509:0:188648:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1f5:0x0]: returning size 0 00000004:00200000:3.0:1777502111.062512:0:188648:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1777502111.062514:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.062518:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.062522:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc2891 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502111.062525:0:188648:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc28d0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.062534:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc2891 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.062539:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc28d0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.062547:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc289f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.062548:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc28a6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.062561:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc289f lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.062606:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc289f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.062614:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.062617:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc289f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.062624:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc289f lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.062634:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.062638:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.062641:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc289f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.062647:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc289f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.062657:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc28ad lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.062679:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc28ad lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.062685:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc28ad lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.062691:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.062694:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc28ad lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.062700:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc28ad lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.062710:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffff8dfd47d18b00) 00010000:00010000:3.0:1777502111.062713:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.062717:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc28ad lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.062723:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc28ad lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.062725:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc28a6 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.062737:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc28a6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.062743:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.062746:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc28a6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.062753:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc28a6 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.062755:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc2898 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ea0 expref: 119 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.062772:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffff8dfd6e9ebc00) 00010000:00010000:2.0:1777502111.062777:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.062778:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc28d0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ea0 expref: 118 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.062782:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc28a6 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.062789:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f5:0x0].0x0 (ffff8dfd472ead00) 00010000:00010000:3.0:1777502111.062792:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.062795:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505eec00, rc 0) 00010000:00010000:2.0:1777502111.062805:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc28a6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.062836:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc288a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ea7 expref: 119 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.062849:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc28c2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ea7 expref: 118 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.062858:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f7:0x0].0x0 (ffff8dfd56b4d000) 00010000:00010000:2.0:1777502111.062861:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.062864:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7226fc00, rc 0) 00010000:00010000:2.0:1777502111.062870:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1777502111.062871:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7c2ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+118:272892:x1863837563029248:12345-192.168.202.27@tcp:101:rm.500 Request processed in 728us (923us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502111.062881:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 289 00010000:00010000:2.0:1777502111.062884:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc28d7 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833eae expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.062909:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc28de lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.062917:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc28de lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.062925:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc28de lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.062938:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc28e5 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.062946:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc28e5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.062953:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc28e5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777502111.062961:0:186937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].508, 64 off40704 00010000:00010000:0.0:1777502111.063017:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc28ec lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x21f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063022:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc28f3 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.063024:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc28ec lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.063039:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc28ec lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063040:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc28f3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.063049:0:186937:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc28ec lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063053:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc28f3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.063058:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc28ec lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.063066:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc28ec lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502111.063067:0:186942:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777502111.063078:0:186942:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc28f3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063087:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc28f3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.063089:0:186937:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502111.063098:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc28de lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.063100:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502111.063105:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc28c9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x21f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.063108:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc28ec lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063110:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc28de lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.063121:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc28c9 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x21f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063130:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc28de lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.063131:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc28c9 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x21f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.063134:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502111.063140:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc28ec lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.063145:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.063147:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.063150:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc28c9 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x21f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063153:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc28de lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.063160:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc28ec lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.063167:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc28c9 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x21f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063172:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc28de lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.063183:0:186925:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21f:0x0].0x0 (ffff8dfd472ea500) 00010000:00010000:3.0:1777502111.063189:0:186925:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777502111.063189:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00000100:00100000:1.0:1777502111.063189:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.063195:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.063196:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc28ec lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.063198:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x21f:0x0].0x0 (ffff8dfd472ea500) 00010000:00010000:2.0:1777502111.063200:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc28de lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.063206:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777502111.063207:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc28ec lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.063210:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc28c9 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x21f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063215:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc28de lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.063227:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc28c9 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x21f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.063235:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.063236:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc28e5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.063239:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.063243:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.063244:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc28b4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063246:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc28e5 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063265:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc28e5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.063265:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc28b4 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.063275:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc28b4 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063278:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.063281:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbca00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.063283:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc28e5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.063284:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc28b4 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.063299:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc28b4 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063300:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc28e5 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.063318:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.063319:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffff8dfd6e9eb600) 00010000:00010000:0.0:1777502111.063322:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.063324:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.063327:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc28b4 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063328:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc28e5 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.063342:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbca00/0x4ad31463d9bc28b4 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063343:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc28e5 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.063362:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cd001720 reply state 000000003ae891c3 transno 8589938845 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc28bb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.063367:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502111.063376:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc28d7 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833eae expref: 119 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.063388:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563029760 00010000:00010000:2.0:1777502111.063392:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc28f3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833eae expref: 118 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.063392:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563029760 00010000:00010000:2.0:1777502111.063401:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f8:0x0].0x0 (ffff8dfd6e9eb300) 00010000:00010000:2.0:1777502111.063404:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.063406:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7226ee00, rc 0) 00010000:00010000:2.0:1777502111.063412:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.063418:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc28fa lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833eb5 expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.063430:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3149 00000100:00100000:0.0:1777502111.063439:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0775d2ab-558e-41f1-82c0-14244d133390+26:2370:x1863837563029760:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:2.0:1777502111.063441:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc2901 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063452:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc2901 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063460:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc2901 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063475:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc2908 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063482:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc2908 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063490:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc2908 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063515:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc2901 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063522:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc2901 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063529:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc2901 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063534:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.063537:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc2901 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063548:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc2901 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063558:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.063560:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.063563:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc2901 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063570:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc2901 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063628:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc2908 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063636:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc2908 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063643:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc2908 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063648:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226fa00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.063652:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc2908 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.063670:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0775d2ab-558e-41f1-82c0-14244d133390+27:2370:x1863837563029760:12345-192.168.202.27@tcp:2:touch.500 Request processed in 220us (472us total) trans 8589936079 rc 0/0 00010000:00010000:2.0:1777502111.063671:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc2908 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.063678:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7c2fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+168:272867:x1863837563029504:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1497us (1653us total) trans 8589938845 rc 0/0 00000100:00100000:0.0:1777502111.063687:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3149 00010000:00010000:2.0:1777502111.063693:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffff8dfc867e5d00) 00000100:00100000:1.0:1777502111.063694:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 290 00010000:00010000:2.0:1777502111.063698:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.063702:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc2908 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.063703:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238307646237 time 8238307575212 state 0x2 ref 0 00010000:00010000:2.0:1777502111.063716:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc2908 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063743:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc28fa lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833eb5 expref: 119 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063752:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.063754:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502111.063758:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ea00/0x4ad31463d9bc28fa lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833eb5 expref: 119 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.063767:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7226ea00, rc -2) 00000100:00100000:2.0:1777502111.063804:0:186942:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0775d2ab-558e-41f1-82c0-14244d133390+118:2371:x1863837563029632:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 1774us (1906us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777502111.063813:0:186942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 274 00010000:00010000:0.0:1777502111.066690:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc28bb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.066707:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc28bb lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.066715:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc28bb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.066719:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbda00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.066729:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc28bb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.066739:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc28bb lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.066755:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffff8dfd472eaa00) 00010000:00010000:0.0:1777502111.066758:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.066761:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc28bb lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.066768:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc28bb lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.067493:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.067556:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563030016 00000100:00100000:0.0:1777502111.067556:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.067566:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563030016 00000100:00100000:1.0:1777502111.067630:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238307646237 time 8238307575212 state 0x0 ref 1 00000100:00100000:1.0:1777502111.067643:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238307675212 time 8238307575212 state 0x1 ref 1 00000100:00100000:1.0:1777502111.067685:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238307675212 time 8238313103009 state 0x0 ref 1 00000100:00100000:1.0:1777502111.067699:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+118:272898:x1863837563030016:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.067718:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1777502111.067727:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563030144 00000100:00100000:3.0:1777502111.067732:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563030144 00010000:00010000:1.0:1777502111.067735:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc290f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833ed8 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.067753:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.067764:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3150 00000100:00100000:3.0:1777502111.067772:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0775d2ab-558e-41f1-82c0-14244d133390+27:2371:x1863837563030144:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.067779:0:188358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.067792:0:188358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000061984cce/0x4ad31463d9bc2916 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1083:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833edf expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.067810:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563030400 00002000:00010000:3.0:1777502111.067814:0:188358:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1083:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00000100:00100000:2.0:1777502111.067816:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563030400 00010000:00010000:3.0:1777502111.067833:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502111.067836:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502111.067843:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238313203009 time 8238313103009 state 0x1 ref 2 00010000:00010000:3.0:1777502111.067844:0:188358:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061984cce/0x4ad31463d9bc2916 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1083:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833edf expref: 28 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.067864:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc291d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.067868:0:188358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000061984cce/0x4ad31463d9bc2916 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1083:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833edf expref: 28 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.067879:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238313203009 time 8238313296570 state 0x0 ref 2 00010000:00010000:1.0:1777502111.067886:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc291d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.067897:0:188358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ee200, rc 0) 00010000:00010000:1.0:1777502111.067900:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc291d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.067904:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+167:272889:x1863837563030400:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:1.0:1777502111.067923:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2924 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.067932:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2924 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.067939:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2924 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.067940:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777502111.067962:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc265a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x225:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e0d expref: 167 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.067982:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0775d2ab-558e-41f1-82c0-14244d133390+28:2371:x1863837563030144:12345-192.168.202.27@tcp:101:rm.500 Request processed in 209us (423us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502111.067985:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6600/0x4ad31463d9bc2534 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x225:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833db2 expref: 166 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.068005:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3150 00010000:00010000:2.0:1777502111.068007:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x225:0x0].0x0 (ffff8dfd528d9200) 00010000:00010000:2.0:1777502111.068019:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.068030:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc292b lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.068040:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc292b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.068048:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc292b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.068064:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2932 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.068072:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2932 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.068078:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2932 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.068148:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc2939 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x225:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.068154:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc2939 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x225:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.068159:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc2939 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x225:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.068502:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.068541:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563030656 00000100:00100000:3.0:1777502111.068545:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563030656 00000100:00100000:3.0:1777502111.068573:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1113 00000100:00100000:3.0:1777502111.068605:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+120:272895:x1863837563030656:12345-192.168.202.27@tcp:35:touch.500 00000040:00080000:2.0:1777502111.068685:0:205372:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].509, 64 off40768 00000004:00080000:1.0:1777502111.068695:0:187571:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1062:0x0], index 1: 0 00000100:00100000:0.0:1777502111.068714:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.068737:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563030784 00000100:00100000:2.0:1777502111.068743:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563030784 00000100:00100000:2.0:1777502111.068784:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3151 00000100:00100000:2.0:1777502111.068793:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0775d2ab-558e-41f1-82c0-14244d133390+28:2370:x1863837563030784:12345-192.168.202.27@tcp:101:ll_agl.0 00010000:00010000:2.0:1777502111.068802:0:205380:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.068817:0:205380:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b474638/0x4ad31463d9bc2940 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1060:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833ee6 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777502111.068837:0:205380:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1060:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:2.0:1777502111.068849:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.068851:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502111.068851:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2947 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.068860:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b474638/0x4ad31463d9bc2940 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ee6 expref: 29 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.068881:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2947 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.068887:0:205380:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003b474638/0x4ad31463d9bc2940 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ee6 expref: 29 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.068895:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2947 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.068901:0:205380:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7226ea00, rc 0) 00000100:00100000:0.0:1777502111.068909:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.068926:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+122:272895:x1863837563030656:12345-192.168.202.27@tcp:35:touch.500 Request processed in 346us (423us total) trans 8589938848 rc 0/0 00010000:00010000:1.0:1777502111.068929:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc291d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.068935:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1113 00000100:00100000:2.0:1777502111.068935:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0775d2ab-558e-41f1-82c0-14244d133390+29:2370:x1863837563030784:12345-192.168.202.27@tcp:101:ll_agl.0 Request processed in 140us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.068940:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563030912 00000100:00100000:0.0:1777502111.068945:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563030912 00010000:00010000:1.0:1777502111.068948:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc291d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.068955:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3151 00010000:00010000:1.0:1777502111.068960:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc291d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.068968:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.068972:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc291d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.068979:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3152 00010000:00010000:1.0:1777502111.068982:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc291d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.068990:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0775d2ab-558e-41f1-82c0-14244d133390+28:2370:x1863837563030912:12345-192.168.202.27@tcp:101:ll_agl.0 00010000:00010000:1.0:1777502111.068996:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.069000:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.069001:0:188366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.069005:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc291d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.069012:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc291d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.069015:0:188366:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000032ae2dd6/0x4ad31463d9bc2955 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1086:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833eed expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.069028:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000078f295e2 reply state 0000000090feecdd transno 8589938847 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2924 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.069029:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc295c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x225:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777502111.069034:0:188366:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1086:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502111.069050:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502111.069051:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502111.069052:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc295c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x225:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.069055:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.069064:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000032ae2dd6/0x4ad31463d9bc2955 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1086:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833eed expref: 29 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.069067:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc295c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x225:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.069075:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc290f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ed8 expref: 122 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.069089:0:205372:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc295c lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x225:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.069092:0:188366:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000032ae2dd6/0x4ad31463d9bc2955 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1086:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833eed expref: 29 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.069101:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2947 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ed8 expref: 121 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.069108:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc295c lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x225:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.069121:0:188366:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbca00, rc 0) 00010000:00010000:1.0:1777502111.069126:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f9:0x0].0x0 (ffff8dfd56b4dd00) 00010000:00010000:2.0:1777502111.069128:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc295c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x225:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.069129:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.069133:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba6200, rc 0) 00000100:00100000:0.0:1777502111.069149:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0775d2ab-558e-41f1-82c0-14244d133390+29:2370:x1863837563030912:12345-192.168.202.27@tcp:101:ll_agl.0 Request processed in 162us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.069156:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3152 00010000:00010000:2.0:1777502111.069161:0:205372:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777502111.069170:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+122:272898:x1863837563030016:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1474us (1681us total) trans 8589938847 rc 0/0 00010000:00010000:2.0:1777502111.069174:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc2939 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x225:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.069182:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 291 00010000:00010000:2.0:1777502111.069187:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc2939 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x225:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.069195:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc2939 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x225:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.069202:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.069206:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc2939 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x225:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.069213:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc2939 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x225:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.069222:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x225:0x0].0x0 (ffff8dfd64790d00) 00010000:00010000:2.0:1777502111.069225:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502111.069228:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc2939 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x225:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.069238:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc2939 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x225:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.069251:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc292b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.069257:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc292b lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.069263:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc292b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.069267:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226fe00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.069270:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc292b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.069275:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc292b lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.069281:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.069283:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.069285:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc292b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.069291:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc292b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.069299:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000203f3354 reply state 00000000a40ded8f transno 8589938846 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2932 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.069304:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502111.069343:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+167:272889:x1863837563030400:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1446us (1591us total) trans 8589938846 rc 0/0 00000100:00100000:2.0:1777502111.069351:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 292 00000100:00100000:2.0:1777502111.069356:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238313203009 time 8238313296570 state 0x2 ref 0 00010000:00010000:3.0:1777502111.069494:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502111.069499:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc295c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x225:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.069505:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226fa00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502111.069509:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc295c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x225:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.069515:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc295c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x225:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.069524:0:205387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x225:0x0].0x0 (ffff8dfd64790d00) 00010000:00010000:3.0:1777502111.069526:0:205387:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.069529:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc295c lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x225:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.069624:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc295c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x225:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.069656:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.069667:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.069669:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.069910:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2924 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.069918:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2924 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.069924:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2924 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.069929:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.069932:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2924 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.069939:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2924 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.069948:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffff8dfd56b4db00) 00010000:00010000:2.0:1777502111.069951:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.069955:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2924 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.069961:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2924 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.070030:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2932 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.070038:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2932 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.070044:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2932 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.070050:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.070053:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2932 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.070059:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2932 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.070080:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffff8dfc867e5400) 00010000:00010000:1.0:1777502111.070083:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.070086:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2932 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.070093:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2932 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.070725:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.070769:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563031168 00000100:00100000:3.0:1777502111.070774:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563031168 00000100:00100000:3.0:1777502111.070791:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238313203009 time 8238313296570 state 0x0 ref 1 00000100:00100000:3.0:1777502111.070799:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238313396570 time 8238313296570 state 0x1 ref 1 00000100:00100000:0.0:1777502111.070814:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.070818:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238313396570 time 8238316237287 state 0x0 ref 1 00000100:00100000:3.0:1777502111.070827:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+166:272894:x1863837563031168:12345-192.168.202.27@tcp:36:rm.500 00000100:00100000:2.0:1777502111.070835:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563031424 00000100:00100000:2.0:1777502111.070841:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563031424 00010000:00010000:3.0:1777502111.070857:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:2.0:1777502111.070860:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238316337287 time 8238316237287 state 0x1 ref 2 00010000:00010000:3.0:1777502111.070869:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc263e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x226:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e06 expref: 166 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.070880:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238316337287 time 8238316299406 state 0x0 ref 2 00000100:00100000:2.0:1777502111.070891:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+121:272898:x1863837563031424:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:2.0:1777502111.070920:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502111.070935:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2947 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ed8 expref: 121 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.070944:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2588 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x226:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833dc0 expref: 165 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.070952:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f9:0x0].0x0 (ffff8dfd56b4dd00) 00010000:00010000:3.0:1777502111.070957:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x226:0x0].0x0 (ffff8dfd56b4d900) 00010000:00010000:2.0:1777502111.070963:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502111.070966:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502111.070977:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc2963 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.070983:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc2963 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.070988:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc2963 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.070996:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc296a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.071000:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc296a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.071004:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc296a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.071027:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc2971 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.071038:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc2971 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.071047:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc2971 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.071080:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc2978 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x226:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.071086:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc2978 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x226:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.071090:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc2978 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x226:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.071161:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000baa5a8f5 reply state 00000000a59af1a5 transno 8589938849 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc2971 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.071169:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502111.071233:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+122:272898:x1863837563031424:12345-192.168.202.27@tcp:36:touch.500 Request processed in 342us (419us total) trans 8589938849 rc 0/0 00000100:00100000:2.0:1777502111.071241:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 294 00000040:00080000:3.0:1777502111.071537:0:188648:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].510, 64 off40832 00010000:00010000:3.0:1777502111.071565:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc297f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x226:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.071572:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc297f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x226:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.071593:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc297f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x226:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.071674:0:188648:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc297f lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x226:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.071683:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc297f lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x226:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.071690:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc297f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x226:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.071736:0:188648:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502111.071740:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc2971 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.071746:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502111.071749:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc2978 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x226:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.071752:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc297f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x226:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.071753:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc2971 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.071775:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc2971 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.071776:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc2978 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x226:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.071789:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502111.071789:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc2978 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x226:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.071795:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc297f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x226:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.071801:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.071806:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc2978 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x226:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.071806:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.071809:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc297f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x226:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.071812:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc2971 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.071824:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc2978 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x226:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.071833:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc2971 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.071836:0:186924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x226:0x0].0x0 (ffff8dfd64574100) 00010000:00010000:3.0:1777502111.071842:0:186924:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777502111.071849:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f9:0x0].0x0 (ffff8dfd431bb600) 00010000:00010000:2.0:1777502111.071850:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x226:0x0].0x0 (ffff8dfd64574100) 00010000:00010000:1.0:1777502111.071856:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.071857:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502111.071860:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc2971 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.071862:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc2978 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x226:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.071876:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc2971 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.071878:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc2978 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x226:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.071898:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc297f lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x226:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.071906:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc2963 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.071908:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc297f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x226:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.071927:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc2963 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.071935:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc2963 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.071937:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.071940:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.071942:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505efa00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.071943:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.071948:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc2963 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.071955:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc2963 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.071965:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.071966:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.071970:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.071973:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc2963 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.071979:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc2963 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.071989:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006e1413d8 reply state 00000000b0dbd01a transno 8589938850 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc296a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.071996:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.072009:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563031552 00000100:00100000:1.0:1777502111.072013:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563031552 00000100:00100000:1.0:1777502111.072034:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238316399406 time 8238316299406 state 0x1 ref 2 00000100:00100000:2.0:1777502111.072040:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+166:272894:x1863837563031168:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1212us (1314us total) trans 8589938850 rc 0/0 00000100:00100000:2.0:1777502111.072049:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 293 00000100:00100000:1.0:1777502111.072065:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238316399406 time 8238317483978 state 0x0 ref 1 00000100:00100000:1.0:1777502111.072078:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+121:272898:x1863837563031552:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.072090:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.072103:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2986 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833ef4 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.072133:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2986 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ef4 expref: 122 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.072144:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2986 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ef4 expref: 122 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.072157:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f9:0x0].0x0 (ffff8dfd56b4d500) 00010000:00010000:1.0:1777502111.072159:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502111.072161:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba6600, rc 0) 00000100:00100000:1.0:1777502111.072191:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+122:272898:x1863837563031552:12345-192.168.202.27@tcp:101:touch.500 Request processed in 116us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.072197:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 295 00000100:00100000:1.0:1777502111.072201:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238316399406 time 8238317483978 state 0x2 ref 0 00000100:00100000:0.0:1777502111.072607:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.072633:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563031808 00000100:00100000:2.0:1777502111.072639:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563031808 00010000:00010000:1.0:1777502111.072658:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc296a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.072670:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238316399406 time 8238317483978 state 0x0 ref 1 00010000:00010000:1.0:1777502111.072686:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc296a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.072687:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238317583978 time 8238317483978 state 0x1 ref 1 00010000:00010000:1.0:1777502111.072700:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc296a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.072704:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.072706:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc296a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.072710:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc296a lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.072717:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffff8dfd47d18400) 00010000:00010000:1.0:1777502111.072719:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.072721:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc296a lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.072725:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238317583978 time 8238318142933 state 0x0 ref 1 00010000:00010000:1.0:1777502111.072729:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc296a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.072747:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+122:272896:x1863837563031808:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:2.0:1777502111.072773:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777502111.072788:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc27b8 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e61 expref: 122 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.072803:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc25f8 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833de3 expref: 121 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.072812:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f6:0x0].0x0 (ffff8dfd472eab00) 00010000:00010000:2.0:1777502111.072819:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.072830:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc298d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.072838:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc298d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.072846:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc298d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.072855:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc2994 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.072862:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc2994 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.072867:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc2994 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.072934:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc299b lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.072942:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc299b lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.072952:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc299b lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777502111.073364:0:205372:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].513, 64 off41024 00010000:00010000:2.0:1777502111.073429:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc29a2 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.073438:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc29a2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.073445:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc29a2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.073452:0:205372:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc29a2 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.073458:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc29a2 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.073468:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc29a2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.073484:0:205372:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502111.073496:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc299b lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.073502:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc299b lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.073511:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.073514:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc299b lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.073524:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.073528:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc299b lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.073534:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc299b lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.073542:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f6:0x0].0x0 (ffff8dfd431bbf00) 00010000:00010000:2.0:1777502111.073545:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502111.073548:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc299b lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.073554:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc299b lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.073562:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563032064 00000100:00100000:1.0:1777502111.073567:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563032064 00010000:00010000:2.0:1777502111.073569:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc298d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.073623:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc298d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.073630:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238318242933 time 8238318142933 state 0x1 ref 2 00010000:00010000:2.0:1777502111.073632:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc298d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.073645:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.073647:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc298d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.073653:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc298d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.073676:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238318242933 time 8238319094434 state 0x0 ref 2 00010000:00010000:2.0:1777502111.073683:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.073687:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.073690:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc298d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.073691:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+165:272885:x1863837563032064:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:2.0:1777502111.073702:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc298d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.073706:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502111.073712:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc29a2 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.073713:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000a99e47e reply state 0000000072e7b6e4 transno 8589938851 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc2994 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.073722:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:2.0:1777502111.073731:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777502111.073732:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226ec00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502111.073737:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc29a2 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.073742:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc27c6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x224:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e68 expref: 165 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.073748:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc29a2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.073763:0:188362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f6:0x0].0x0 (ffff8dfd431bbf00) 00010000:00010000:3.0:1777502111.073766:0:188362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777502111.073769:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc24bd lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x224:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d96 expref: 164 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.073771:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc29a2 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.073780:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+122:272896:x1863837563031808:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1036us (1171us total) trans 8589938851 rc 0/0 00010000:00010000:3.0:1777502111.073787:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc29a2 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.073795:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x224:0x0].0x0 (ffff8dfd52095d00) 00010000:00010000:3.0:1777502111.073803:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.073806:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502111.073807:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 296 00010000:00010000:3.0:1777502111.073808:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.073812:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.073819:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc29a9 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.073829:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc29a9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.073838:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc29a9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.073852:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc29b0 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.073859:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc29b0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.073868:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc29b0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.073877:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.073942:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc29b7 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x224:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.073950:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc29b7 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x224:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.073962:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc29b7 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x224:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.074254:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc2994 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.074263:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc2994 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.074270:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc2994 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.074277:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.074280:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc2994 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.074286:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc2994 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.074297:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffff8dfd431bb900) 00010000:00010000:0.0:1777502111.074300:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.074303:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc2994 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.074309:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc2994 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777502111.074320:0:186937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].514, 64 off41088 00010000:00010000:1.0:1777502111.074365:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc29be lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x224:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.074374:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc29be lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x224:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.074381:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc29be lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x224:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.074387:0:186937:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc29be lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x224:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.074393:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc29be lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x224:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.074399:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc29be lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x224:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.074417:0:186937:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502111.074428:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc29b7 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x224:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.074434:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc29b7 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x224:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.074438:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502111.074444:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc29be lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x224:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.074459:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502111.074459:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc29b7 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x224:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.074464:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc29be lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x224:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.074478:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc29be lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x224:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.074480:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.074486:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc29b7 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x224:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.074490:0:186925:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x224:0x0].0x0 (ffff8dfd56b4d600) 00010000:00010000:3.0:1777502111.074494:0:186925:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.074497:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc29be lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x224:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.074504:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc29be lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x224:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.074505:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc29b7 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x224:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.074521:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.074523:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.074523:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x224:0x0].0x0 (ffff8dfd56b4d600) 00010000:00010000:3.0:1777502111.074526:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.074529:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502111.074533:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc29b7 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x224:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.074539:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc29b7 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x224:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.074556:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc29a9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.074562:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc29a9 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.074567:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc29a9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.074572:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.074575:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc29a9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.074601:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc29a9 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.074613:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.074615:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.074618:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc29a9 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.074623:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc29a9 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.074632:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000034455192 reply state 00000000c02a075e transno 8589938852 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc29b0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.074639:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.074691:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+165:272885:x1863837563032064:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1002us (1183us total) trans 8589938852 rc 0/0 00000100:00100000:1.0:1777502111.074698:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 297 00000100:00100000:1.0:1777502111.074703:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238318242933 time 8238319094434 state 0x2 ref 0 00000100:00100000:2.0:1777502111.074984:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563032192 00000100:00100000:2.0:1777502111.074989:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563032192 00000100:00100000:2.0:1777502111.075013:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3153 00000100:00100000:2.0:1777502111.075018:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0775d2ab-558e-41f1-82c0-14244d133390+29:2370:x1863837563032192:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:2.0:1777502111.075179:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0775d2ab-558e-41f1-82c0-14244d133390+30:2370:x1863837563032192:12345-192.168.202.27@tcp:2:touch.500 Request processed in 159us (1305us total) trans 8589935670 rc 0/0 00000100:00100000:2.0:1777502111.075184:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3153 00000100:00100000:3.0:1777502111.075272:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.075373:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc29b0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.075382:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc29b0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.075388:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc29b0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.075393:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.075396:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc29b0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.075407:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc29b0 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.075416:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffff8dfd56b4dc00) 00010000:00010000:1.0:1777502111.075418:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.075421:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc29b0 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.075427:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc29b0 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.075471:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563032448 00000100:00100000:2.0:1777502111.075474:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563032448 00000100:00100000:2.0:1777502111.075487:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238318242933 time 8238319094434 state 0x0 ref 1 00000100:00100000:2.0:1777502111.075492:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238319194434 time 8238319094434 state 0x1 ref 1 00000100:00100000:2.0:1777502111.075509:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238319194434 time 8238320929143 state 0x0 ref 1 00000100:00100000:2.0:1777502111.075516:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7c2fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+121:272904:x1863837563032448:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.075525:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.075533:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc29c5 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833efb expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.075558:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.075623:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563032576 00000100:00100000:1.0:1777502111.075628:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563032576 00010000:00010000:2.0:1777502111.075641:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc29cc lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.075649:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238321029143 time 8238320929143 state 0x1 ref 2 00010000:00010000:2.0:1777502111.075653:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc29cc lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.075675:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc29cc lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.075685:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc29d3 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.075685:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238321029143 time 8238321103779 state 0x0 ref 2 00010000:00010000:2.0:1777502111.075697:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc29d3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.075703:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc29d3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.075706:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+164:272902:x1863837563032576:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502111.075722:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.075731:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc29da lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833f02 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.075767:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc29e1 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.075776:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc29e1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.075784:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc29e1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.075796:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc29e8 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.075803:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc29e8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.075810:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc29e8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.075875:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc29ef lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x227:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.075884:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc29ef lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x227:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.075904:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc29ef lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x227:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502111.075928:0:186936:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x227:0x0]: returning size 0 00000004:00200000:1.0:1777502111.075932:0:186936:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777502111.075946:0:186936:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc29ef lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x227:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.075956:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc29ef lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x227:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.075963:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc29e1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.075973:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc29e1 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.075983:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc29e1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.075989:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.075991:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc29e1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.075998:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc29e1 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.076006:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.076009:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.076012:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc29e1 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.076020:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc29e1 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.076031:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc29e8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.076037:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc29e8 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.076048:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc29e8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.076054:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6000 already unused, calling callback (ffffffffc1e434f0) 00000004:00080000:2.0:1777502111.076056:0:188648:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1087:0x0], index 0: 0 00010000:00010000:1.0:1777502111.076057:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc29e8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.076069:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc29e8 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.076076:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffff8dfd56b4df00) 00010000:00010000:1.0:1777502111.076079:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.076082:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc29e8 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.076087:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc29e8 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.076110:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc29da lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f02 expref: 166 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.076122:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc29ef lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x227:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f02 expref: 165 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.076130:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x227:0x0].0x0 (ffff8dfd472ea000) 00010000:00010000:1.0:1777502111.076133:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.076135:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba6c00, rc 0) 00000100:00100000:1.0:1777502111.076169:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+165:272902:x1863837563032576:12345-192.168.202.27@tcp:101:rm.500 Request processed in 467us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.076177:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 299 00010000:00010000:2.0:1777502111.076184:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc29f6 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.076192:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc29f6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.076198:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc29f6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.076219:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc29cc lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.076224:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc29cc lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.076228:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc29cc lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.076232:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.076234:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc29cc lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.076238:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc29cc lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.076243:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.076245:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.076248:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc29cc lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.076256:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.076260:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc29cc lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.076272:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006cb24df3 reply state 00000000b416270c transno 8589938853 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc29d3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.076279:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.076298:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563032832 00010000:00010000:2.0:1777502111.076302:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc29c5 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833efb expref: 124 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.076304:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563032832 00010000:00010000:2.0:1777502111.076321:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc29f6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833efb expref: 124 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.076326:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fa:0x0].0x0 (ffff8dfd431bb200) 00010000:00010000:2.0:1777502111.076328:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.076330:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7226f800, rc 0) 00000100:00100000:1.0:1777502111.076335:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1114 00000100:00100000:1.0:1777502111.076345:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0775d2ab-558e-41f1-82c0-14244d133390+125:272898:x1863837563032832:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:2.0:1777502111.076362:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7c2fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+125:272904:x1863837563032448:12345-192.168.202.27@tcp:101:touch.500 Request processed in 845us (1091us total) trans 8589938853 rc 0/0 00000100:00100000:2.0:1777502111.076367:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 298 00000100:00100000:2.0:1777502111.076370:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238321029143 time 8238321103779 state 0x2 ref 0 00000100:00100000:1.0:1777502111.076504:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0775d2ab-558e-41f1-82c0-14244d133390+125:272898:x1863837563032832:12345-192.168.202.27@tcp:35:touch.500 Request processed in 161us (250us total) trans 8589938854 rc 0/0 00000100:00100000:1.0:1777502111.076511:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1114 00000100:00100000:0.0:1777502111.076989:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.077024:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563032960 00000100:00100000:2.0:1777502111.077029:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563032960 00000100:00100000:2.0:1777502111.077043:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238321029143 time 8238321103779 state 0x0 ref 1 00000100:00100000:2.0:1777502111.077051:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238321203779 time 8238321103779 state 0x1 ref 1 00000100:00100000:2.0:1777502111.077070:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238321203779 time 8238322489848 state 0x0 ref 1 00000100:00100000:2.0:1777502111.077080:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+165:272906:x1863837563032960:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502111.077088:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.077097:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc2a04 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833f09 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.077140:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc2a0b lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.077152:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc2a0b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.077160:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc2a0b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.077172:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2a12 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.077172:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc29d3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.077186:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2a12 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.077190:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc29d3 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.077197:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2a12 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.077199:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc29d3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.077209:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.077213:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc29d3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.077218:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc29d3 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.077229:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffff8dfd431bb500) 00010000:00010000:1.0:1777502111.077232:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.077234:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc29d3 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.077240:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc29d3 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.077252:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc2a19 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x228:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.077261:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc2a19 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x228:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.077268:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc2a19 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x228:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502111.077283:0:186938:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x228:0x0]: returning size 0 00000004:00200000:2.0:1777502111.077285:0:186938:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777502111.077293:0:186938:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc2a19 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x228:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.077300:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc2a19 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x228:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.077310:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc2a0b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.077315:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc2a0b lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.077320:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc2a0b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.077324:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226fa00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.077327:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc2a0b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.077332:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc2a0b lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.077339:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.077341:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.077344:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc2a0b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.077349:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc2a0b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.077357:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2a12 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.077362:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2a12 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.077367:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2a12 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.077373:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.077376:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2a12 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.077380:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2a12 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.077385:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffff8dfd431bb400) 00010000:00010000:2.0:1777502111.077387:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.077389:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2a12 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.077393:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc2a12 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.077410:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc2a04 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f09 expref: 167 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.077419:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc2a19 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x228:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f09 expref: 166 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.077424:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x228:0x0].0x0 (ffff8dfd47d18500) 00010000:00010000:2.0:1777502111.077426:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.077428:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45703e00, rc 0) 00000100:00100000:2.0:1777502111.077453:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+166:272906:x1863837563032960:12345-192.168.202.27@tcp:101:rm.500 Request processed in 376us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.077461:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 300 00000100:00100000:2.0:1777502111.077465:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238321203779 time 8238322489848 state 0x2 ref 0 00000100:00100000:0.0:1777502111.078754:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.078784:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.078793:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563033216 00000100:00100000:1.0:1777502111.078799:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563033216 00000100:00100000:3.0:1777502111.078812:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563033472 00000100:00100000:0.0:1777502111.078817:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.078819:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563033472 00000100:00100000:1.0:1777502111.078822:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238321203779 time 8238322489848 state 0x0 ref 1 00000100:00100000:1.0:1777502111.078832:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238322589848 time 8238322489848 state 0x1 ref 1 00000100:00100000:3.0:1777502111.078842:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238322589848 time 8238322489848 state 0x1 ref 2 00000100:00100000:1.0:1777502111.078854:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238324372697 time 8238324272697 state 0x1 ref 2 00000100:00100000:1.0:1777502111.078867:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+125:272904:x1863837563033216:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:2.0:1777502111.078869:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563033344 00000100:00100000:0.0:1777502111.078870:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238324372697 time 8238324287796 state 0x0 ref 2 00000100:00100000:2.0:1777502111.078876:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563033344 00000100:00100000:0.0:1777502111.078892:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47d20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+125:272903:x1863837563033472:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.078905:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.078906:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502111.078918:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2a20 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833f17 expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.078924:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3154 00010000:00010000:1.0:1777502111.078924:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc29f6 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833efb expref: 125 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.078940:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+43:2371:x1863837563033344:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502111.078945:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fa:0x0].0x0 (ffff8dfd431bb200) 00010000:00010000:2.0:1777502111.078948:0:205377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.078954:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.078964:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2a27 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.078966:0:205377:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071323c20/0x4ad31463d9bc2a2e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1085:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833f10 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.078979:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2a27 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.078988:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2a27 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.079004:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2a35 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777502111.079005:0:205377:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1085:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502111.079006:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2a3c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.079021:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2a35 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.079023:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2a3c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.079026:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.079031:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502111.079034:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2a35 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.079042:0:205377:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071323c20/0x4ad31463d9bc2a2e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1085:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f10 expref: 44 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.079043:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2a3c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.079069:0:205377:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000071323c20/0x4ad31463d9bc2a2e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1085:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f10 expref: 44 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.079080:0:205377:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45703200, rc 0) 00000100:00100000:2.0:1777502111.079126:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+44:2371:x1863837563033344:12345-192.168.202.27@tcp:101:rm.500 Request processed in 191us (310us total) trans 0 rc 0/0 00000004:00010000:1.0:1777502111.079134:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000007b6021d reply state 00000000103ca60d transno 8589938855 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2a35 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.079135:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3154 00000100:00100000:1.0:1777502111.079144:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502111.079145:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc2a43 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.079155:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc2a43 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.079163:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc2a43 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502111.079181:0:205369:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1f7:0x0]: returning size 0 00000004:00200000:0.0:1777502111.079189:0:205369:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:1.0:1777502111.079192:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+127:272904:x1863837563033216:12345-192.168.202.27@tcp:36:touch.500 Request processed in 328us (438us total) trans 8589938855 rc 0/0 00000100:00100000:1.0:1777502111.079200:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 301 00000004:00010000:0.0:1777502111.079202:0:205369:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc2a43 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.079211:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc2a43 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.079218:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2a27 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.079224:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2a27 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.079230:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2a27 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.079236:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.079239:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2a27 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.079245:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2a27 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.079256:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.079259:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.079262:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2a27 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.079268:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2a27 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.079278:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2a3c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.079294:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2a3c lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.079300:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2a3c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.079306:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.079309:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2a3c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.079315:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2a3c lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.079323:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffff8dfd472eaa00) 00010000:00010000:0.0:1777502111.079325:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.079328:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2a3c lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.079334:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2a3c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.079359:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2a20 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f17 expref: 127 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.079370:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc2a43 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f17 expref: 126 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.079377:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f7:0x0].0x0 (ffff8dfd56b4d000) 00010000:00010000:0.0:1777502111.079379:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.079381:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbd400, rc 0) 00000100:00100000:0.0:1777502111.079411:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47d20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+126:272903:x1863837563033472:12345-192.168.202.27@tcp:101:rm.500 Request processed in 525us (628us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.079418:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 302 00000100:00100000:0.0:1777502111.079423:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238324372697 time 8238324287796 state 0x2 ref 0 00000100:00100000:0.0:1777502111.082082:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.082131:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563033600 00000100:00100000:2.0:1777502111.082139:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563033600 00000100:00100000:0.0:1777502111.082147:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.082148:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2a35 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.082161:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2a35 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.082173:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2a35 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.082181:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6200 already unused, calling callback (ffffffffc1e434f0) 00000100:00100000:2.0:1777502111.082185:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3155 00010000:00010000:1.0:1777502111.082186:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2a35 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.082196:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2a35 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.082200:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47d23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+49:2372:x1863837563033600:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:3.0:1777502111.082202:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563033728 00000100:00100000:3.0:1777502111.082207:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563033728 00010000:00010000:1.0:1777502111.082217:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fa:0x0].0x0 (ffff8dfd56b4d400) 00010000:00010000:2.0:1777502111.082218:0:205383:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.082224:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777502111.082224:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.082230:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2a35 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.082234:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238324372697 time 8238324287796 state 0x0 ref 1 00010000:00010000:1.0:1777502111.082237:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2a35 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.082238:0:205383:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cceae260/0x4ad31463d9bc2a4a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1061:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833f1e expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.082244:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238324387796 time 8238324287796 state 0x1 ref 1 00000100:00100000:0.0:1777502111.082253:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563033984 00000100:00100000:0.0:1777502111.082259:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563033984 00002000:00010000:2.0:1777502111.082272:0:205383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1061:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00000100:00100000:3.0:1777502111.082276:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238324387796 time 8238327693811 state 0x0 ref 1 00010000:00010000:2.0:1777502111.082289:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777502111.082290:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238327793811 time 8238327693811 state 0x1 ref 2 00000100:00100000:3.0:1777502111.082292:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+125:272904:x1863837563033728:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.082294:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.082304:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cceae260/0x4ad31463d9bc2a4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f1e expref: 50 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.082309:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.082321:0:205383:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cceae260/0x4ad31463d9bc2a4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f1e expref: 50 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.082322:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238327793811 time 8238327740476 state 0x0 ref 2 00010000:00010000:3.0:1777502111.082325:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6600/0x4ad31463d9bc2a51 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833f25 expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.082345:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+166:272902:x1863837563033984:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:2.0:1777502111.082350:0:205383:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45702e00, rc 0) 00010000:00010000:0.0:1777502111.082380:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777502111.082382:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6600/0x4ad31463d9bc2a51 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f25 expref: 126 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.082393:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6600/0x4ad31463d9bc2a51 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f25 expref: 126 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.082398:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc29ef lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x227:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f02 expref: 166 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.082400:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47d23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+50:2372:x1863837563033600:12345-192.168.202.27@tcp:101:rm.500 Request processed in 203us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.082419:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3155 00010000:00010000:3.0:1777502111.082433:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fa:0x0].0x0 (ffff8dfd64574100) 00010000:00010000:0.0:1777502111.082434:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc2733 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x227:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e45 expref: 165 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.082438:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777502111.082441:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf6600, rc 0) 00010000:00010000:0.0:1777502111.082460:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x227:0x0].0x0 (ffff8dfd472ea000) 00000100:00100000:3.0:1777502111.082469:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+126:272904:x1863837563033728:12345-192.168.202.27@tcp:101:touch.500 Request processed in 181us (320us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502111.082470:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502111.082478:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 303 00010000:00010000:0.0:1777502111.082486:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2a58 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.082496:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2a58 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.082504:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2a58 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.082516:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc2a5f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.082524:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc2a5f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.082531:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc2a5f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.082649:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2a66 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x227:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.082655:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2a66 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x227:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.082669:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2a66 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x227:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777502111.083100:0:205372:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].515, 64 off41152 00010000:00010000:0.0:1777502111.083137:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc2a6d lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x227:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.083143:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc2a6d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x227:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.083148:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc2a6d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x227:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.083152:0:205372:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc2a6d lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x227:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.083156:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc2a6d lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x227:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.083159:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc2a6d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x227:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.083174:0:205372:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502111.083187:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2a66 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x227:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.083194:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2a66 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x227:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.083199:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2a66 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x227:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.083204:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.083208:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502111.083208:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2a66 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x227:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.083217:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc2a6d lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x227:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.083219:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2a66 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x227:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.083235:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbdc00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502111.083239:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x227:0x0].0x0 (ffff8dfd472eab00) 00010000:00010000:0.0:1777502111.083243:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502111.083246:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2a66 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x227:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.083247:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc2a6d lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x227:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.083261:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2a66 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x227:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.083264:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc2a6d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x227:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.083282:0:205387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x227:0x0].0x0 (ffff8dfd472eab00) 00010000:00010000:2.0:1777502111.083285:0:205387:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777502111.083285:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2a58 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.083291:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc2a6d lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x227:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.083296:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2a58 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.083305:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc2a6d lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x227:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.083306:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2a58 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.083320:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.083322:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2a58 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.083326:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2a58 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.083327:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.083330:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.083332:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.083335:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.083337:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.083339:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2a58 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.083346:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2a58 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.083353:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fc7dcd65 reply state 0000000047a030b3 transno 8589938856 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc2a5f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.083358:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502111.083392:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+166:272902:x1863837563033984:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1053us (1174us total) trans 8589938856 rc 0/0 00000100:00100000:0.0:1777502111.083397:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 304 00000100:00100000:0.0:1777502111.083400:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238327793811 time 8238327740476 state 0x2 ref 0 00000100:00100000:0.0:1777502111.084063:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.084111:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563034112 00000100:00100000:0.0:1777502111.084116:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.084118:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563034112 00000100:00100000:1.0:1777502111.084165:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563034368 00000100:00100000:1.0:1777502111.084170:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563034368 00000100:00100000:1.0:1777502111.084193:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238327793811 time 8238327740476 state 0x0 ref 1 00000100:00100000:1.0:1777502111.084203:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238327840476 time 8238327740476 state 0x1 ref 1 00000100:00100000:3.0:1777502111.084213:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 255 00000100:00100000:3.0:1777502111.084224:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+127:2370:x1863837563034112:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502111.084231:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238327840476 time 8238329648869 state 0x0 ref 1 00010000:00010000:3.0:1777502111.084239:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502111.084244:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47d20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+127:272903:x1863837563034368:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:3.0:1777502111.084256:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc2a43 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f17 expref: 127 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.084270:0:191872:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f7:0x0].0x0 (ffff8dfd56b4d000) 00010000:00010000:3.0:1777502111.084273:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502111.084276:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777502111.084291:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc28c2 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ea7 expref: 126 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.084311:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+125:2370:x1863837563034112:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 89us (247us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502111.084313:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2741 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e53 expref: 125 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.084322:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 255 00010000:00010000:1.0:1777502111.084330:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f7:0x0].0x0 (ffff8dfd56b4d000) 00010000:00010000:1.0:1777502111.084340:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502111.084359:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2a74 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.084368:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2a74 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.084376:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2a74 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.084388:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2a7b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.084394:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2a7b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.084401:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2a7b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.084468:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2a82 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.084476:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2a82 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.084484:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2a82 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777502111.084922:0:186937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].511, 64 off40896 00010000:00010000:1.0:1777502111.084980:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2a89 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.084989:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2a89 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.084996:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2a89 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.085003:0:186937:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2a89 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.085009:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2a89 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.085015:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2a89 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.085033:0:186937:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502111.085045:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2a82 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.085050:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502111.085052:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2a82 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.085056:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2a89 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.085061:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2a82 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.085063:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502111.085068:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2a89 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.085080:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2a89 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.085086:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.085090:0:186924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f7:0x0].0x0 (ffff8dfd56b4dc00) 00010000:00010000:3.0:1777502111.085093:0:186924:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.085094:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2a89 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.085098:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2a82 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.085099:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2a89 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.085115:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2a82 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.085116:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.085119:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.085120:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.085130:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f7:0x0].0x0 (ffff8dfd56b4dc00) 00010000:00010000:1.0:1777502111.085133:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502111.085136:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2a82 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.085142:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2a82 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.085160:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2a74 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.085167:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2a74 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.085173:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2a74 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.085179:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.085182:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2a74 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.085188:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2a74 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.085200:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.085202:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.085205:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2a74 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.085211:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2a74 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.085220:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001047687b reply state 000000008ddf1a99 transno 8589938857 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2a7b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.085228:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.085271:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47d20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+125:272903:x1863837563034368:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1030us (1156us total) trans 8589938857 rc 0/0 00000100:00100000:1.0:1777502111.085279:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 305 00000100:00100000:1.0:1777502111.085283:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238327840476 time 8238329648869 state 0x2 ref 0 00010000:00010000:1.0:1777502111.087474:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc2a5f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.087485:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc2a5f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.087490:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc2a5f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.087494:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.087496:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc2a5f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.087503:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc2a5f lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.087512:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffff8dfd472eac00) 00010000:00010000:1.0:1777502111.087514:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.087517:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc2a5f lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.087521:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc2a5f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.087623:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2a7b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.087629:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2a7b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.087633:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2a7b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.087635:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.087637:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2a7b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.087641:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2a7b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.087646:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffff8dfd56b4df00) 00010000:00010000:1.0:1777502111.087648:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.087649:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2a7b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.087654:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2a7b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.087912:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.087950:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563034496 00000100:00100000:1.0:1777502111.087955:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563034496 00000100:00100000:1.0:1777502111.087996:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3156 00000100:00100000:1.0:1777502111.088006:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7c2ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0775d2ab-558e-41f1-82c0-14244d133390+29:2370:x1863837563034496:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:1.0:1777502111.088232:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7c2ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0775d2ab-558e-41f1-82c0-14244d133390+30:2370:x1863837563034496:12345-192.168.202.27@tcp:2:touch.500 Request processed in 228us (322us total) trans 8589936080 rc 0/0 00000100:00100000:1.0:1777502111.088237:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3156 00000100:00100000:0.0:1777502111.088463:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.088501:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563034752 00000100:00100000:2.0:1777502111.088505:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563034752 00000100:00100000:2.0:1777502111.088526:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238327840476 time 8238329648869 state 0x0 ref 1 00000100:00100000:2.0:1777502111.088536:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238329748869 time 8238329648869 state 0x1 ref 1 00000100:00100000:2.0:1777502111.088562:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238329748869 time 8238333981495 state 0x0 ref 1 00000100:00100000:2.0:1777502111.088574:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47d21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+165:272906:x1863837563034752:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:2.0:1777502111.088638:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777502111.088654:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc2a19 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x228:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f09 expref: 165 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.088681:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc27f0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x228:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e7d expref: 164 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.088691:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x228:0x0].0x0 (ffff8dfd47d18500) 00010000:00010000:2.0:1777502111.088702:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.088719:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc2a90 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.088729:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc2a90 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.088738:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc2a90 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.088751:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2a97 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.088757:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2a97 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.088764:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2a97 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.088854:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2a9e lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x228:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.088862:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2a9e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x228:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.088871:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2a9e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x228:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.088926:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.088983:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563035008 00000100:00100000:0.0:1777502111.088987:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563035008 00000100:00100000:0.0:1777502111.089023:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1115 00000100:00100000:0.0:1777502111.089032:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd61879050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+124:272904:x1863837563035008:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:0.0:1777502111.089289:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd61879050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+125:272904:x1863837563035008:12345-192.168.202.27@tcp:35:touch.500 Request processed in 257us (361us total) trans 8589938858 rc 0/0 00000100:00100000:0.0:1777502111.089297:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1115 00000040:00080000:2.0:1777502111.089368:0:205369:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].512, 64 off40960 00010000:00010000:2.0:1777502111.089429:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2aa5 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x228:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.089437:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2aa5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x228:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.089445:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2aa5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x228:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.089451:0:205369:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2aa5 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x228:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.089457:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2aa5 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x228:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.089463:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2aa5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x228:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.089482:0:205369:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502111.089498:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2a9e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x228:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.089505:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2a9e lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x228:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.089507:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502111.089516:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2aa5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x228:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.089516:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2a9e lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x228:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.089530:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.089533:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502111.089534:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2a9e lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x228:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.089538:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2aa5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x228:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.089545:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2a9e lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x228:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.089549:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2aa5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x228:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.089558:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x228:0x0].0x0 (ffff8dfd467c9900) 00010000:00010000:2.0:1777502111.089561:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502111.089565:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2a9e lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x228:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.089571:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc2a9e lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x228:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.089603:0:188362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x228:0x0].0x0 (ffff8dfd467c9900) 00010000:00010000:3.0:1777502111.089608:0:188362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.089613:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2aa5 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x228:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.089621:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc2aa5 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x228:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.089628:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc2a90 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.089636:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc2a90 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.089640:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.089643:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.089644:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc2a90 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.089646:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.089651:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.089654:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc2a90 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.089676:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc2a90 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.089685:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.089688:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.089691:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc2a90 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.089698:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc2a90 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.089707:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000da46bf92 reply state 000000008f9b4a66 transno 8589938859 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2a97 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.089715:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502111.089759:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47d21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+165:272906:x1863837563034752:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1188us (1296us total) trans 8589938859 rc 0/0 00000100:00100000:2.0:1777502111.089770:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 306 00000100:00100000:2.0:1777502111.089775:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238329748869 time 8238333981495 state 0x2 ref 0 00010000:00010000:1.0:1777502111.090360:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2a97 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.090370:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2a97 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.090377:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2a97 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.090382:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.090385:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2a97 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.090392:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2a97 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.090401:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffff8dfd467c9100) 00010000:00010000:1.0:1777502111.090403:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.090407:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2a97 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.090412:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc2a97 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.090571:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.090627:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563035264 00000100:00100000:2.0:1777502111.090632:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563035264 00000100:00100000:2.0:1777502111.090651:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238329748869 time 8238333981495 state 0x0 ref 1 00000100:00100000:2.0:1777502111.090675:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238334081495 time 8238333981495 state 0x1 ref 1 00000100:00100000:2.0:1777502111.090706:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238334081495 time 8238336124903 state 0x0 ref 1 00000100:00100000:2.0:1777502111.090718:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+125:272892:x1863837563035264:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:2.0:1777502111.090748:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777502111.090761:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc28d0 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ea0 expref: 125 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.090777:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3800/0x4ad31463d9bc258f lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833dc7 expref: 124 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.090785:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f5:0x0].0x0 (ffff8dfd472ead00) 00010000:00010000:2.0:1777502111.090792:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.090804:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc2aac lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.090813:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc2aac lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.090820:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc2aac lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.090832:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc2ab3 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.090839:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc2ab3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.090845:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc2ab3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.090919:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2aba lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.090928:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2aba lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.090935:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2aba lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777502111.091328:0:186938:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].516, 64 off41216 00010000:00010000:2.0:1777502111.091372:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc2ac1 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.091381:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc2ac1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.091388:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc2ac1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.091394:0:186938:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc2ac1 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.091413:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc2ac1 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.091421:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc2ac1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.091441:0:186938:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502111.091452:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2aba lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.091459:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2aba lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.091464:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2aba lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.091469:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.091472:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2aba lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.091478:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2aba lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.091485:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f5:0x0].0x0 (ffff8dfd467c9a00) 00010000:00010000:2.0:1777502111.091487:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502111.091490:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2aba lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.091496:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2aba lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.091508:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc2aac lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.091516:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502111.091522:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc2aac lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.091523:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc2ac1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.091535:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc2aac lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.091537:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502111.091542:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc2ac1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.091544:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.091549:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc2aac lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.091556:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc2ac1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.091559:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc2aac lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.091572:0:186925:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f5:0x0].0x0 (ffff8dfd467c9a00) 00010000:00010000:2.0:1777502111.091574:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.091599:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.091602:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc2aac lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.091609:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc2aac lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.091610:0:186925:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.091615:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc2ac1 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.091621:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000036dee39b reply state 00000000e7f6353d transno 8589938860 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc2ab3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.091623:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc2ac1 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.091638:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777502111.091648:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.091651:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.091654:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502111.091698:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+125:272892:x1863837563035264:12345-192.168.202.27@tcp:36:rm.500 Request processed in 983us (1125us total) trans 8589938860 rc 0/0 00000100:00100000:2.0:1777502111.091704:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 307 00000100:00100000:2.0:1777502111.091709:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238334081495 time 8238336124903 state 0x2 ref 0 00010000:00010000:1.0:1777502111.093164:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc2ab3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.093176:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc2ab3 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.093183:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc2ab3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.093189:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.093192:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc2ab3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.093198:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc2ab3 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.093208:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffff8dfd467c9000) 00010000:00010000:1.0:1777502111.093211:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.093214:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc2ab3 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.093219:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc2ab3 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.094178:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.094231:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563035520 00000100:00100000:0.0:1777502111.094239:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563035520 00000100:00100000:0.0:1777502111.094263:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238334081495 time 8238336124903 state 0x0 ref 1 00000100:00100000:0.0:1777502111.094271:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238336224903 time 8238336124903 state 0x1 ref 1 00000100:00100000:0.0:1777502111.094291:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238336224903 time 8238339711457 state 0x0 ref 1 00000100:00100000:0.0:1777502111.094299:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ddb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+124:272913:x1863837563035520:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502111.094313:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.094323:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2ac8 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833f2c expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.094430:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2acf lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.094442:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2acf lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.094450:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2acf lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.094460:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2ad6 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.094466:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2ad6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.094472:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2ad6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777502111.094915:0:205372:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1063:0x0], index 1: 0 00010000:00010000:0.0:1777502111.095045:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc2add lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.095057:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc2add lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.095066:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc2add lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.095101:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2acf lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.095108:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2acf lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.095116:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2acf lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.095121:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.095124:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2acf lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.095130:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2acf lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.095138:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.095142:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.095145:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2acf lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.095151:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2acf lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.095161:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000084cab94d reply state 0000000089082451 transno 8589938861 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2ad6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.095168:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502111.095191:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2ac8 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f2c expref: 127 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.095203:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc2add lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f2c expref: 126 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.095211:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fb:0x0].0x0 (ffff8dfd472eaa00) 00010000:00010000:0.0:1777502111.095213:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.095215:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbc400, rc 0) 00000100:00100000:0.0:1777502111.095271:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ddb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+127:272913:x1863837563035520:12345-192.168.202.27@tcp:101:touch.500 Request processed in 971us (1095us total) trans 8589938861 rc 0/0 00000100:00100000:0.0:1777502111.095278:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 308 00000100:00100000:0.0:1777502111.095284:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238336224903 time 8238339711457 state 0x2 ref 0 00010000:00010000:1.0:1777502111.095794:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2ad6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.095801:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2ad6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.095806:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2ad6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.095809:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbda00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.095811:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2ad6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.095814:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2ad6 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.095820:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffff8dfd472ea000) 00010000:00010000:1.0:1777502111.095822:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.095823:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2ad6 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.095827:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2ad6 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.096646:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.096690:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563035776 00000100:00100000:0.0:1777502111.096696:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563035776 00000100:00100000:1.0:1777502111.096716:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.096724:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238336224903 time 8238339711457 state 0x0 ref 1 00000100:00100000:0.0:1777502111.096737:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238339811457 time 8238339711457 state 0x1 ref 1 00000100:00100000:0.0:1777502111.096763:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563036032 00000100:00100000:0.0:1777502111.096768:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563036032 00000100:00100000:3.0:1777502111.096783:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238339811457 time 8238342199891 state 0x0 ref 2 00000100:00100000:0.0:1777502111.096794:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238342299891 time 8238342199891 state 0x1 ref 2 00000100:00100000:3.0:1777502111.096805:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ddb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+127:272912:x1863837563035776:12345-192.168.202.27@tcp:101:touch.500 00000100:00100000:0.0:1777502111.096813:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238342299891 time 8238342232617 state 0x0 ref 2 00000100:00100000:0.0:1777502111.096822:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ddb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+127:272913:x1863837563036032:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:2.0:1777502111.096845:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.096854:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502111.096858:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc2aeb lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833f33 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.096867:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc2add lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f2c expref: 128 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.096878:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fb:0x0].0x0 (ffff8dfd472eaa00) 00010000:00010000:0.0:1777502111.096883:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.096931:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2af2 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.096934:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc2af9 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.096941:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2af2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.096944:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc2af9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.096947:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2af2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.096953:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc2af9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.096964:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc2b00 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.096968:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc2b00 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.096972:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc2b00 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.097026:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fa05466f reply state 00000000919ad7e1 transno 8589938862 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2af2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.097032:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502111.097096:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ddb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+129:272913:x1863837563036032:12345-192.168.202.27@tcp:36:touch.500 Request processed in 276us (381us total) trans 8589938862 rc 0/0 00000100:00100000:0.0:1777502111.097102:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 310 00000004:00080000:2.0:1777502111.097266:0:187571:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1088:0x0], index 0: 0 00010000:00010000:2.0:1777502111.097361:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc2b07 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.097369:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc2b07 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.097376:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc2b07 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.097416:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc2af9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.097422:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc2af9 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.097428:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc2af9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.097433:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.097436:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc2af9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.097442:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc2af9 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.097450:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.097452:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.097455:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc2af9 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.097461:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc2af9 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.097470:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000c40902c reply state 00000000cae2ca9c transno 8589938863 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc2b00 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.097477:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502111.097495:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc2aeb lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f33 expref: 130 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.097511:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc2b07 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f33 expref: 129 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.097518:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fc:0x0].0x0 (ffff8dfd467c9300) 00010000:00010000:2.0:1777502111.097520:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.097522:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43978c00, rc 0) 00000100:00100000:2.0:1777502111.097559:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ddb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+130:272912:x1863837563035776:12345-192.168.202.27@tcp:101:touch.500 Request processed in 764us (917us total) trans 8589938863 rc 0/0 00000100:00100000:2.0:1777502111.097566:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 309 00000100:00100000:2.0:1777502111.097570:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238342299891 time 8238342232617 state 0x2 ref 0 00010000:00010000:0.0:1777502111.097801:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2af2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.097809:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2af2 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.097815:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2af2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.097820:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.097823:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2af2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.097829:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2af2 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.097838:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fb:0x0].0x0 (ffff8dfd472ea300) 00010000:00010000:0.0:1777502111.097841:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.097844:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2af2 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.097849:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2af2 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.097971:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.098008:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563036160 00000100:00100000:2.0:1777502111.098012:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563036160 00000100:00100000:2.0:1777502111.098025:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238342299891 time 8238342232617 state 0x0 ref 1 00000100:00100000:2.0:1777502111.098031:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238342332617 time 8238342232617 state 0x1 ref 1 00000100:00100000:2.0:1777502111.098050:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238342332617 time 8238343470014 state 0x0 ref 1 00000100:00100000:2.0:1777502111.098056:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7c2fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+129:272913:x1863837563036160:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.098064:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.098079:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978400/0x4ad31463d9bc2b15 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833f3a expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.098111:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978400/0x4ad31463d9bc2b15 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f3a expref: 130 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.098128:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978400/0x4ad31463d9bc2b15 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f3a expref: 130 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.098144:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fb:0x0].0x0 (ffff8dfd467c9800) 00010000:00010000:2.0:1777502111.098148:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777502111.098150:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43978400, rc 0) 00000100:00100000:2.0:1777502111.098187:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7c2fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+130:272913:x1863837563036160:12345-192.168.202.27@tcp:101:touch.500 Request processed in 130us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.098194:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 311 00000100:00100000:2.0:1777502111.098198:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238342332617 time 8238343470014 state 0x2 ref 0 00010000:00010000:3.0:1777502111.098224:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc2b00 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.098234:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc2b00 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.098246:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc2b00 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.098252:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.098256:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc2b00 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.098262:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc2b00 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.098271:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffff8dfd467c9600) 00010000:00010000:3.0:1777502111.098274:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.098317:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc2b00 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.098324:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc2b00 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.098987:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.099031:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563036288 00000100:00100000:2.0:1777502111.099037:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563036288 00000100:00100000:2.0:1777502111.099069:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3157 00000100:00100000:2.0:1777502111.099077:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd476d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0775d2ab-558e-41f1-82c0-14244d133390+30:2370:x1863837563036288:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:2.0:1777502111.099286:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd476d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0775d2ab-558e-41f1-82c0-14244d133390+31:2370:x1863837563036288:12345-192.168.202.27@tcp:2:touch.500 Request processed in 210us (298us total) trans 8589935671 rc 0/0 00000100:00100000:2.0:1777502111.099295:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3157 00000100:00100000:0.0:1777502111.099837:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.099871:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563036544 00000100:00100000:2.0:1777502111.099876:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563036544 00000100:00100000:0.0:1777502111.099892:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.099895:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238342332617 time 8238343470014 state 0x0 ref 1 00000100:00100000:2.0:1777502111.099904:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238343570014 time 8238343470014 state 0x1 ref 1 00000100:00100000:3.0:1777502111.099929:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563036672 00000100:00100000:2.0:1777502111.099934:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238343570014 time 8238345352928 state 0x0 ref 1 00000100:00100000:2.0:1777502111.099945:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47d23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+129:272912:x1863837563036544:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:2.0:1777502111.099987:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502111.100003:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc2b07 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f33 expref: 129 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.100015:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fc:0x0].0x0 (ffff8dfd467c9300) 00000100:00100000:3.0:1777502111.100016:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563036672 00010000:00010000:2.0:1777502111.100026:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502111.100041:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238345452928 time 8238345352928 state 0x1 ref 2 00000100:00100000:0.0:1777502111.100063:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.100067:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238345452928 time 8238345485352 state 0x0 ref 2 00000100:00100000:3.0:1777502111.100081:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47d22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+129:272914:x1863837563036672:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502111.100083:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2b1c lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.100091:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777502111.100092:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563036800 00010000:00010000:2.0:1777502111.100096:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2b1c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.100098:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563036800 00010000:00010000:3.0:1777502111.100104:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc2b23 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833f41 expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.100108:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2b1c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.100122:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238345585352 time 8238345485352 state 0x1 ref 3 00000100:00100000:1.0:1777502111.100145:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238345585352 time 8238345563897 state 0x0 ref 3 00000100:00100000:1.0:1777502111.100160:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47d20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+131:272917:x1863837563036800:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502111.100169:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.100179:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2b2a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833f48 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.100193:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2b31 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.100202:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001a2bc1b8 reply state 00000000e55126b4 transno 8589938864 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2b1c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.100205:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2b31 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.100206:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2b38 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.100227:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502111.100230:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2b31 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.100232:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2b38 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.100249:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2b38 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.100269:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2b46 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.100269:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2b3f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.100285:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2b46 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.100288:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47d23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+134:272912:x1863837563036544:12345-192.168.202.27@tcp:36:touch.500 Request processed in 342us (448us total) trans 8589938864 rc 0/0 00010000:00010000:0.0:1777502111.100291:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2b3f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.100295:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2b46 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.100307:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 312 00010000:00010000:0.0:1777502111.100312:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2b3f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.100411:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2b4d lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.100420:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2b4d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.100424:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2b54 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.100431:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2b4d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.100438:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2b54 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.100455:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2b54 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502111.100475:0:186937:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1f9:0x0]: returning size 0 00000004:00200000:0.0:1777502111.100477:0:205369:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1f8:0x0]: returning size 0 00000004:00200000:1.0:1777502111.100479:0:186937:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00200000:0.0:1777502111.100482:0:205369:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777502111.100497:0:186937:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2b4d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.100498:0:205369:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2b54 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.100517:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2b4d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.100518:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2b54 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.100531:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2b31 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.100541:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2b31 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.100549:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2b38 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.100549:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2b31 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.100567:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2b38 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.100573:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2b38 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.100573:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.100605:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.100609:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2b38 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.100611:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2b31 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.100616:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2b38 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.100628:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2b31 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.100630:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.100635:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.100639:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2b38 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.100645:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2b38 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.100647:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.100653:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.100670:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2b31 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.100672:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2b46 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.100685:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2b46 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.100685:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2b31 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.100698:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2b46 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.100704:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.100706:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2b46 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.100711:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2b46 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.100711:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2b3f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.100723:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffff8dfd56b4df00) 00010000:00010000:1.0:1777502111.100724:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.100726:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2b46 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.100730:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2b46 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.100742:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2b3f lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.100750:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2b3f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.100757:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.100761:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2b3f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.100762:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2b2a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f48 expref: 134 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.100777:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2b3f lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.100784:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2b4d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f48 expref: 133 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.100791:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffff8dfd472ea100) 00010000:00010000:0.0:1777502111.100798:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.100799:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f9:0x0].0x0 (ffff8dfd56b4d500) 00010000:00010000:1.0:1777502111.100802:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.100803:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2b3f lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.100804:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba6200, rc 0) 00010000:00010000:0.0:1777502111.100813:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2b3f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.100834:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47d20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+134:272917:x1863837563036800:12345-192.168.202.27@tcp:101:rm.500 Request processed in 678us (774us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.100841:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 314 00010000:00010000:0.0:1777502111.100842:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc2b23 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f41 expref: 134 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.100859:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2b54 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f41 expref: 132 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.100867:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f8:0x0].0x0 (ffff8dfd6e9eb300) 00010000:00010000:0.0:1777502111.100869:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.100872:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbc200, rc 0) 00000100:00100000:0.0:1777502111.100923:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47d22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+132:272914:x1863837563036672:12345-192.168.202.27@tcp:101:rm.500 Request processed in 846us (1031us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.100930:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 313 00000100:00100000:0.0:1777502111.100934:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238345585352 time 8238345563897 state 0x2 ref 0 00000100:00100000:3.0:1777502111.103006:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.103043:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.103054:0:205362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563037056 00000100:00100000:0.0:1777502111.103061:0:205362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563037056 00000100:00100000:2.0:1777502111.103099:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563037184 00000100:00100000:2.0:1777502111.103104:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563037184 00000100:00100000:0.0:1777502111.103106:0:205362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1116 00000100:00100000:0.0:1777502111.103118:0:205362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd476d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+133:272913:x1863837563037056:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:2.0:1777502111.103129:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238345585352 time 8238345563897 state 0x0 ref 1 00000100:00100000:2.0:1777502111.103136:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238345663897 time 8238345563897 state 0x1 ref 1 00000100:00100000:1.0:1777502111.103221:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238345663897 time 8238348638384 state 0x0 ref 1 00000100:00100000:1.0:1777502111.103236:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd476d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+134:272923:x1863837563037184:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502111.103245:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.103259:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2b5b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833f4f expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.103302:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2b62 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.103313:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2b62 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.103323:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2b62 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.103339:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2b69 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.103346:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2b69 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.103355:0:205362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd476d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+135:272913:x1863837563037056:12345-192.168.202.27@tcp:35:touch.500 Request processed in 240us (353us total) trans 8589938865 rc 0/0 00010000:00010000:1.0:1777502111.103366:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2b69 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.103367:0:205362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1116 00010000:00010000:1.0:1777502111.103445:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2b70 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.103453:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2b70 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.103460:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2b70 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502111.103480:0:188648:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1fa:0x0]: returning size 0 00000004:00200000:1.0:1777502111.103483:0:188648:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777502111.103495:0:188648:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2b70 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.103504:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2b70 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.103512:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2b62 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.103518:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2b62 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.103525:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2b62 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.103531:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.103535:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2b62 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.103542:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2b62 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.103554:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.103557:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.103557:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2b1c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.103562:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2b62 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.103573:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2b1c lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.103575:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2b62 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.103616:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2b1c lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.103632:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.103636:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2b1c lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.103643:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2b69 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.103644:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2b1c lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.103673:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2b69 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.103677:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fc:0x0].0x0 (ffff8dfd467c9b00) 00010000:00010000:1.0:1777502111.103681:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2b69 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.103682:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.103687:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2b1c lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.103691:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.103696:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2b69 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.103698:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2b1c lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.103712:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2b69 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.103730:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffff8dfd56b4dc00) 00010000:00010000:1.0:1777502111.103736:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.103739:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2b69 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.103746:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2b69 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.103774:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2b5b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f4f expref: 134 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.103787:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2b70 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f4f expref: 133 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.103794:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fa:0x0].0x0 (ffff8dfd64574100) 00010000:00010000:1.0:1777502111.103796:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.103799:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba6a00, rc 0) 00000100:00100000:1.0:1777502111.103849:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd476d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+133:272923:x1863837563037184:12345-192.168.202.27@tcp:101:rm.500 Request processed in 616us (805us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.103856:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 315 00000100:00100000:1.0:1777502111.103861:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238345663897 time 8238348638384 state 0x2 ref 0 00000100:00100000:3.0:1777502111.104010:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.104047:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563037312 00000100:00100000:0.0:1777502111.104052:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563037312 00000100:00100000:0.0:1777502111.104069:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238345663897 time 8238348638384 state 0x0 ref 1 00000100:00100000:0.0:1777502111.104077:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238348738384 time 8238348638384 state 0x1 ref 1 00000100:00100000:0.0:1777502111.104101:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238348738384 time 8238349520146 state 0x0 ref 1 00000100:00100000:0.0:1777502111.104112:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd476d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+133:272912:x1863837563037312:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502111.104122:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.104132:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc2b77 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833f56 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.104159:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc2b77 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f56 expref: 134 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.104167:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc2b77 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f56 expref: 134 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.104177:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fc:0x0].0x0 (ffff8dfd472eaa00) 00010000:00010000:0.0:1777502111.104179:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777502111.104181:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbc400, rc 0) 00000100:00100000:0.0:1777502111.104205:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd476d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+134:272912:x1863837563037312:12345-192.168.202.27@tcp:101:touch.500 Request processed in 95us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.104211:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 316 00000100:00100000:0.0:1777502111.104215:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238348738384 time 8238349520146 state 0x2 ref 0 00000100:00100000:2.0:1777502111.104573:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.104644:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563037440 00000100:00100000:3.0:1777502111.104649:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563037440 00000100:00100000:3.0:1777502111.104689:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3158 00000100:00100000:3.0:1777502111.104695:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:0775d2ab-558e-41f1-82c0-14244d133390+31:2373:x1863837563037440:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.104702:0:205381:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.104712:0:205381:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd22d216/0x4ad31463d9bc2b7e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1062:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833f5d expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777502111.104728:0:205381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1062:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:3.0:1777502111.104735:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502111.104737:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502111.104742:0:205381:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd22d216/0x4ad31463d9bc2b7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f5d expref: 32 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.104751:0:205381:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bd22d216/0x4ad31463d9bc2b7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f5d expref: 32 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.104758:0:205381:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf7600, rc 0) 00000100:00100000:3.0:1777502111.104779:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:0775d2ab-558e-41f1-82c0-14244d133390+32:2373:x1863837563037440:12345-192.168.202.27@tcp:101:rm.500 Request processed in 85us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502111.104783:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3158 00000100:00100000:3.0:1777502111.104940:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.104976:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563037568 00000100:00100000:0.0:1777502111.104980:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563037568 00000100:00100000:0.0:1777502111.105017:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 256 00000100:00100000:0.0:1777502111.105024:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd476d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+134:2372:x1863837563037568:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502111.105033:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502111.105059:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2b54 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f41 expref: 134 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.105073:0:205388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f8:0x0].0x0 (ffff8dfd6e9eb300) 00010000:00010000:0.0:1777502111.105076:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502111.105098:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd476d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+133:2372:x1863837563037568:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 75us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.105103:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 256 00000100:00100000:2.0:1777502111.108874:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.108922:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.108935:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563037696 00000100:00100000:0.0:1777502111.108944:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563037696 00000100:00100000:2.0:1777502111.108957:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.108989:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563037824 00000100:00100000:0.0:1777502111.108993:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563037824 00000100:00100000:3.0:1777502111.109006:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3159 00000100:00100000:3.0:1777502111.109019:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f361c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0775d2ab-558e-41f1-82c0-14244d133390+31:2373:x1863837563037696:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.109036:0:205375:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777502111.109036:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3160 00000100:00100000:0.0:1777502111.109048:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f363800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0775d2ab-558e-41f1-82c0-14244d133390+31:2373:x1863837563037824:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:1.0:1777502111.109049:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563038080 00010000:00010000:3.0:1777502111.109055:0:205375:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000167ba9ce/0x4ad31463d9bc2b85 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1087:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833f64 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.109056:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563038080 00000100:00100000:1.0:1777502111.109079:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238348738384 time 8238349520146 state 0x0 ref 1 00002000:00010000:3.0:1777502111.109081:0:205375:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1087:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00000100:00100000:1.0:1777502111.109089:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238349620146 time 8238349520146 state 0x1 ref 1 00000100:00100000:1.0:1777502111.109127:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238349620146 time 8238354545151 state 0x0 ref 1 00000100:00100000:1.0:1777502111.109139:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f360000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+133:272915:x1863837563038080:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.109153:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.109167:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2b8c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833f6b expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.109227:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.109230:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.109240:0:205375:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000167ba9ce/0x4ad31463d9bc2b85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1087:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f64 expref: 33 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.109263:0:205375:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000167ba9ce/0x4ad31463d9bc2b85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1087:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f64 expref: 33 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.109264:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2b93 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.109287:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2b93 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.109288:0:205375:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf7800, rc 0) 00010000:00010000:1.0:1777502111.109301:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2b93 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.109315:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2b9a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.109323:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2b9a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.109331:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f363800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0775d2ab-558e-41f1-82c0-14244d133390+33:2373:x1863837563037824:12345-192.168.202.27@tcp:2:touch.500 Request processed in 284us (408us total) trans 8589936081 rc 0/0 00010000:00010000:1.0:1777502111.109332:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2b9a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.109340:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f361c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0775d2ab-558e-41f1-82c0-14244d133390+33:2373:x1863837563037696:12345-192.168.202.27@tcp:101:rm.500 Request processed in 321us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.109351:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3160 00000100:00100000:2.0:1777502111.109360:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3159 00000004:00080000:1.0:1777502111.109811:0:186937:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1064:0x0], index 1: 0 00010000:00010000:1.0:1777502111.109945:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2ba1 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.109952:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2ba1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.109957:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2ba1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.109981:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2b93 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.109986:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2b93 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.109991:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2b93 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.109997:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.110000:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2b93 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.110008:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2b93 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.110017:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.110021:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.110024:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2b93 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.110031:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2b93 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.110045:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006ae8d4c7 reply state 0000000043865aae transno 8589938866 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2b9a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.110053:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502111.110078:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2b8c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f6b expref: 136 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.110087:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2ba1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f6b expref: 135 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.110095:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fd:0x0].0x0 (ffff8dfd56b4d000) 00010000:00010000:1.0:1777502111.110097:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.110099:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7200, rc 0) 00000100:00100000:1.0:1777502111.110139:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f360000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+136:272915:x1863837563038080:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1003us (1183us total) trans 8589938866 rc 0/0 00000100:00100000:1.0:1777502111.110146:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 317 00000100:00100000:1.0:1777502111.110151:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238349620146 time 8238354545151 state 0x2 ref 0 00000100:00100000:1.0:1777502111.110427:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.110490:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563038336 00000100:00100000:0.0:1777502111.110496:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563038336 00000100:00100000:0.0:1777502111.110532:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1117 00000100:00100000:0.0:1777502111.110541:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ddb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+136:272912:x1863837563038336:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:1.0:1777502111.110721:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2b9a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.110730:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2b9a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.110736:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2b9a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.110741:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.110744:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2b9a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.110751:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2b9a lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.110761:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffff8dfd56b4df00) 00010000:00010000:1.0:1777502111.110763:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.110767:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2b9a lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.110773:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2b9a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.110810:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ddb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+136:272912:x1863837563038336:12345-192.168.202.27@tcp:35:touch.500 Request processed in 270us (383us total) trans 8589938867 rc 0/0 00000100:00100000:0.0:1777502111.110819:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1117 00000100:00100000:1.0:1777502111.111838:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.111862:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.111884:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563038848 00000100:00100000:0.0:1777502111.111889:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563038848 00000100:00100000:3.0:1777502111.111904:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563038592 00000100:00100000:3.0:1777502111.111909:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563038592 00000100:00100000:0.0:1777502111.111914:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238349620146 time 8238354545151 state 0x0 ref 1 00000100:00100000:0.0:1777502111.111925:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238354645151 time 8238354545151 state 0x1 ref 1 00000100:00100000:3.0:1777502111.111938:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238354645151 time 8238354545151 state 0x1 ref 2 00000100:00100000:0.0:1777502111.111956:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238357474690 time 8238357374690 state 0x1 ref 2 00000100:00100000:3.0:1777502111.111967:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238357474690 time 8238357386097 state 0x0 ref 2 00000100:00100000:0.0:1777502111.111972:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ddb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+137:272915:x1863837563038848:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:3.0:1777502111.111985:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ddb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+137:272930:x1863837563038592:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502111.111995:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.112013:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502111.112016:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc2baf lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833f72 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.112031:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2ba1 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f6b expref: 138 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.112048:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fd:0x0].0x0 (ffff8dfd56b4d000) 00010000:00010000:0.0:1777502111.112058:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.112112:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2bb6 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.112131:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc2bbd lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.112134:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2bb6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.112148:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc2bbd lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.112151:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2bb6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.112164:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc2bbd lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.112180:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc2bc4 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.112187:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc2bc4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.112194:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc2bc4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.112234:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000910ac43d reply state 00000000cbb5fd5c transno 8589938868 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2bb6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.112241:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502111.112304:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ddb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+139:272915:x1863837563038848:12345-192.168.202.27@tcp:36:touch.500 Request processed in 336us (466us total) trans 8589938868 rc 0/0 00000100:00100000:0.0:1777502111.112312:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 318 00000004:00080000:0.0:1777502111.112683:0:186938:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1089:0x0], index 0: 0 00010000:00010000:0.0:1777502111.112825:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2bcb lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.112835:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2bcb lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.112843:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2bcb lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.112875:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc2bbd lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.112883:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc2bbd lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.112889:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc2bbd lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.112896:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf7c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.112900:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc2bbd lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.112907:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc2bbd lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.112917:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.112920:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.112924:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc2bbd lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.112931:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc2bbd lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.112942:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004afda0c7 reply state 0000000091610aa4 transno 8589938869 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc2bc4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.112950:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502111.112974:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc2baf lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f72 expref: 140 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.112994:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2bcb lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f72 expref: 139 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.113002:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fe:0x0].0x0 (ffff8dfd472ea300) 00010000:00010000:0.0:1777502111.113004:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.113005:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2bb6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.113007:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbd600, rc 0) 00010000:00010000:1.0:1777502111.113017:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2bb6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.113023:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2bb6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.113030:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.113034:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2bb6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.113052:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2bb6 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.113060:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ddb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+140:272930:x1863837563038592:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1079us (1194us total) trans 8589938869 rc 0/0 00010000:00010000:1.0:1777502111.113066:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fd:0x0].0x0 (ffff8dfd472ea100) 00010000:00010000:1.0:1777502111.113071:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777502111.113071:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 319 00010000:00010000:1.0:1777502111.113077:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2bb6 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.113079:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238357474690 time 8238357386097 state 0x2 ref 0 00010000:00010000:1.0:1777502111.113093:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2bb6 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.113251:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.113293:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563038976 00000100:00100000:0.0:1777502111.113298:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563038976 00000100:00100000:0.0:1777502111.113320:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238357474690 time 8238357386097 state 0x0 ref 1 00000100:00100000:0.0:1777502111.113328:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238357486097 time 8238357386097 state 0x1 ref 1 00000100:00100000:0.0:1777502111.113352:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238357486097 time 8238358772010 state 0x0 ref 1 00000100:00100000:0.0:1777502111.113366:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd476d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+139:272915:x1863837563038976:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502111.113379:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.113392:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc2bd9 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833f79 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.113422:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc2bd9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f79 expref: 140 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.113437:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc2bd9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f79 expref: 140 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.113453:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fd:0x0].0x0 (ffff8dfd472ea900) 00010000:00010000:0.0:1777502111.113456:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777502111.113458:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbdc00, rc 0) 00000100:00100000:0.0:1777502111.113487:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd476d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+140:272915:x1863837563038976:12345-192.168.202.27@tcp:101:touch.500 Request processed in 126us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.113494:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 320 00000100:00100000:0.0:1777502111.113498:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238357486097 time 8238358772010 state 0x2 ref 0 00010000:00010000:0.0:1777502111.113724:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc2bc4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.113731:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc2bc4 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.113737:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc2bc4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.113743:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf7e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.113746:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc2bc4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.113752:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc2bc4 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.113760:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffff8dfd431bb900) 00010000:00010000:0.0:1777502111.113763:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.113766:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc2bc4 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.113771:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc2bc4 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.114944:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.114980:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.114995:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563039360 00000100:00100000:1.0:1777502111.115003:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563039360 00000100:00100000:1.0:1777502111.115026:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238357486097 time 8238358772010 state 0x0 ref 1 00000100:00100000:1.0:1777502111.115036:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238358872010 time 8238358772010 state 0x1 ref 1 00000100:00100000:1.0:1777502111.115057:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563039488 00000100:00100000:1.0:1777502111.115061:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563039488 00000100:00100000:1.0:1777502111.115075:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238358872010 time 8238358772010 state 0x1 ref 2 00000100:00100000:0.0:1777502111.115095:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238360611964 time 8238360511964 state 0x1 ref 2 00000100:00100000:1.0:1777502111.115110:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238360611964 time 8238360528473 state 0x0 ref 2 00000100:00100000:0.0:1777502111.115111:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd476d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+140:272930:x1863837563039360:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:1.0:1777502111.115129:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd476d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+140:272916:x1863837563039488:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.115143:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.115158:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2be0 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833f80 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.115168:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502111.115183:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2bcb lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f72 expref: 141 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.115198:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fe:0x0].0x0 (ffff8dfd472ea300) 00010000:00010000:0.0:1777502111.115206:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502111.115255:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2be7 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.115257:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2bee lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.115276:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2bee lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.115277:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2be7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.115288:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2bee lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.115303:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2be7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.115321:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2bf5 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.115329:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2bf5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.115337:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2bf5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.115357:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.115379:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563039616 00000100:00100000:3.0:1777502111.115383:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563039616 00000004:00010000:0.0:1777502111.115400:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000712b30c2 reply state 000000008c944379 transno 8589938870 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2bee lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.115409:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502111.115478:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd476d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+142:272930:x1863837563039360:12345-192.168.202.27@tcp:36:touch.500 Request processed in 371us (536us total) trans 8589938870 rc 0/0 00000100:00100000:0.0:1777502111.115488:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 321 00000100:00100000:3.0:1777502111.115501:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3161 00000100:00100000:3.0:1777502111.115511:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd476d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0775d2ab-558e-41f1-82c0-14244d133390+32:2373:x1863837563039616:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:3.0:1777502111.115789:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd476d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0775d2ab-558e-41f1-82c0-14244d133390+33:2373:x1863837563039616:12345-192.168.202.27@tcp:2:touch.500 Request processed in 279us (433us total) trans 8589935672 rc 0/0 00000100:00100000:3.0:1777502111.115797:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3161 00000004:00080000:0.0:1777502111.115869:0:186937:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1065:0x0], index 1: 0 00010000:00010000:0.0:1777502111.115992:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc2bfc lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.116002:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc2bfc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.116010:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc2bfc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.116036:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2be7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.116043:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2be7 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.116049:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2be7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.116055:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.116059:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2be7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.116066:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2be7 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.116075:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.116077:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.116081:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2be7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.116091:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2be7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.116104:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005af6df12 reply state 00000000b9d7496f transno 8589938871 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2bf5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.116111:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502111.116131:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2be0 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f80 expref: 143 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.116145:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc2bfc lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f80 expref: 142 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.116151:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ff:0x0].0x0 (ffff8dfd472ead00) 00010000:00010000:0.0:1777502111.116154:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.116156:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbd400, rc 0) 00000100:00100000:0.0:1777502111.116190:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd476d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+143:272916:x1863837563039488:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1065us (1210us total) trans 8589938871 rc 0/0 00000100:00100000:0.0:1777502111.116198:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 322 00000100:00100000:0.0:1777502111.116203:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238360611964 time 8238360528473 state 0x2 ref 0 00010000:00010000:1.0:1777502111.116826:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2bee lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.116837:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2bee lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.116844:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2bee lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.116851:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd800 already unused, calling callback (ffffffffc1e434f0) 00000100:00100000:3.0:1777502111.116853:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.116856:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2bee lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.116864:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2bee lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.116875:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fe:0x0].0x0 (ffff8dfd472ea000) 00000100:00100000:0.0:1777502111.116899:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563039744 00000100:00100000:0.0:1777502111.116905:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563039744 00000100:00100000:0.0:1777502111.116925:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238360611964 time 8238360528473 state 0x0 ref 1 00000100:00100000:0.0:1777502111.116934:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238360628473 time 8238360528473 state 0x1 ref 1 00000100:00100000:0.0:1777502111.116967:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238360628473 time 8238362386687 state 0x0 ref 1 00000100:00100000:0.0:1777502111.116979:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd476d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+143:272930:x1863837563039744:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.116989:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.116991:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.116993:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2bee lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.116998:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2bee lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.117003:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc2c0a lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833f87 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.117037:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc2c0a lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f87 expref: 143 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.117049:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc2c0a lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f87 expref: 143 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.117059:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502111.117068:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fe:0x0].0x0 (ffff8dfd472ea000) 00010000:00010000:0.0:1777502111.117071:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777502111.117074:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbcc00, rc 0) 00000100:00100000:3.0:1777502111.117089:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563040000 00000100:00100000:3.0:1777502111.117094:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563040000 00000100:00100000:0.0:1777502111.117104:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd476d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+144:272930:x1863837563039744:12345-192.168.202.27@tcp:101:touch.500 Request processed in 128us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.117112:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 323 00000100:00100000:0.0:1777502111.117115:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238360628473 time 8238362386687 state 0x2 ref 0 00010000:00010000:0.0:1777502111.117137:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2bf5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.117145:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1118 00010000:00010000:0.0:1777502111.117145:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2bf5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.117155:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2bf5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.117161:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ddb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0775d2ab-558e-41f1-82c0-14244d133390+143:272915:x1863837563040000:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:0.0:1777502111.117173:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.117176:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2bf5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.117182:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2bf5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.117191:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffff8dfd56b4dc00) 00010000:00010000:0.0:1777502111.117194:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.117196:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2bf5 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.117202:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2bf5 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.117397:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ddb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0775d2ab-558e-41f1-82c0-14244d133390+143:272915:x1863837563040000:12345-192.168.202.27@tcp:35:touch.500 Request processed in 242us (342us total) trans 8589938872 rc 0/0 00000100:00100000:3.0:1777502111.117413:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1118 00000100:00100000:1.0:1777502111.117636:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.117657:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563040256 00000100:00100000:0.0:1777502111.117673:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563040256 00000100:00100000:0.0:1777502111.117689:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238360628473 time 8238362386687 state 0x0 ref 1 00000100:00100000:0.0:1777502111.117696:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238362486687 time 8238362386687 state 0x1 ref 1 00000100:00100000:0.0:1777502111.117711:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238362486687 time 8238363131949 state 0x0 ref 1 00000100:00100000:0.0:1777502111.117718:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ddb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+143:272916:x1863837563040256:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:0.0:1777502111.117753:0:187571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502111.117766:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc2bfc lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f80 expref: 143 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.117777:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ff:0x0].0x0 (ffff8dfd472ead00) 00010000:00010000:0.0:1777502111.117783:0:187571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.117826:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2c11 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.117836:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2c11 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.117843:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2c11 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.117885:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d8f65057 reply state 000000006388510d transno 8589938873 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2c11 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.117890:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502111.117929:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ddb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+144:272916:x1863837563040256:12345-192.168.202.27@tcp:36:touch.500 Request processed in 210us (293us total) trans 8589938873 rc 0/0 00000100:00100000:0.0:1777502111.117937:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 324 00000100:00100000:0.0:1777502111.117942:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238362486687 time 8238363131949 state 0x2 ref 0 00000100:00100000:0.0:1777502111.118509:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.118542:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563040512 00000100:00100000:1.0:1777502111.118546:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563040512 00000100:00100000:1.0:1777502111.118561:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238362486687 time 8238363131949 state 0x0 ref 1 00000100:00100000:1.0:1777502111.118567:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238363231949 time 8238363131949 state 0x1 ref 1 00000100:00100000:1.0:1777502111.118606:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238363231949 time 8238364024356 state 0x0 ref 1 00010000:00010000:3.0:1777502111.118617:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2c11 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.118626:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2c11 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.118632:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+144:272925:x1863837563040512:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502111.118635:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2c11 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.118641:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.118643:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.118647:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2c11 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.118649:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2c18 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833f8e expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.118669:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2c11 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.118681:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ff:0x0].0x0 (ffff8dfd472eac00) 00010000:00010000:3.0:1777502111.118684:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.118692:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2c11 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.118697:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2c11 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.118768:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2c1f lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.118779:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2c1f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.118797:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2c1f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.118810:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2c26 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.118817:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2c26 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.118823:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2c26 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502111.119158:0:188648:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x108a:0x0], index 0: 0 00010000:00010000:1.0:1777502111.119289:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2c2d lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x200:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.119298:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2c2d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.119305:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2c2d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.119332:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2c1f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.119338:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2c1f lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.119344:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2c1f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.119349:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.119356:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2c1f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.119360:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2c1f lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.119366:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.119367:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.119369:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2c1f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.119373:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2c1f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.119382:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007aa979c0 reply state 00000000d14aaf60 transno 8589938874 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2c26 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.119386:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502111.119403:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2c18 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f8e expref: 146 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.119411:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2c2d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f8e expref: 145 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.119415:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x200:0x0].0x0 (ffff8dfd56b4d600) 00010000:00010000:1.0:1777502111.119417:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.119418:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba6800, rc 0) 00000100:00100000:1.0:1777502111.119454:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+146:272925:x1863837563040512:12345-192.168.202.27@tcp:101:touch.500 Request processed in 840us (944us total) trans 8589938874 rc 0/0 00000100:00100000:1.0:1777502111.119460:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 325 00000100:00100000:1.0:1777502111.119464:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238363231949 time 8238364024356 state 0x2 ref 0 00000100:00100000:3.0:1777502111.119819:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.119843:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.119870:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563040640 00000100:00100000:0.0:1777502111.119876:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563040640 00000100:00100000:1.0:1777502111.119888:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563040768 00000100:00100000:1.0:1777502111.119894:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563040768 00000100:00100000:1.0:1777502111.119914:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238363231949 time 8238364024356 state 0x0 ref 1 00000100:00100000:1.0:1777502111.119924:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238364124356 time 8238364024356 state 0x1 ref 1 00000100:00100000:0.0:1777502111.119928:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3162 00000100:00100000:0.0:1777502111.119940:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd476d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0775d2ab-558e-41f1-82c0-14244d133390+32:2372:x1863837563040640:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:1.0:1777502111.119946:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238364124356 time 8238365365210 state 0x0 ref 1 00000100:00100000:1.0:1777502111.119959:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd476d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+146:272916:x1863837563040768:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.119972:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.119987:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2c3b lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833f95 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.120020:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2c3b lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f95 expref: 147 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.120037:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2c3b lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f95 expref: 147 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.120054:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ff:0x0].0x0 (ffff8dfd56b4df00) 00010000:00010000:1.0:1777502111.120057:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502111.120060:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7a00, rc 0) 00000100:00100000:1.0:1777502111.120113:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd476d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+147:272916:x1863837563040768:12345-192.168.202.27@tcp:101:touch.500 Request processed in 157us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.120121:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 326 00000100:00100000:1.0:1777502111.120125:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238364124356 time 8238365365210 state 0x2 ref 0 00000100:00100000:0.0:1777502111.120169:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd476d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0775d2ab-558e-41f1-82c0-14244d133390+33:2372:x1863837563040640:12345-192.168.202.27@tcp:2:touch.500 Request processed in 230us (348us total) trans 8589936082 rc 0/0 00000100:00100000:0.0:1777502111.120176:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3162 00010000:00010000:1.0:1777502111.120270:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2c26 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.120279:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2c26 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.120287:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2c26 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.120302:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.120306:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2c26 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.120312:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2c26 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.120321:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffff8dfd56b4d400) 00010000:00010000:1.0:1777502111.120324:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.120327:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2c26 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.120333:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2c26 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.120758:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.120796:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563041024 00000100:00100000:0.0:1777502111.120802:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563041024 00000100:00100000:0.0:1777502111.120820:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238364124356 time 8238365365210 state 0x0 ref 1 00000100:00100000:0.0:1777502111.120828:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238365465210 time 8238365365210 state 0x1 ref 1 00000100:00100000:0.0:1777502111.120850:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238365465210 time 8238366269223 state 0x0 ref 1 00000100:00100000:0.0:1777502111.120862:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd476d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+146:272925:x1863837563041024:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:0.0:1777502111.120893:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502111.120906:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2c2d lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f8e expref: 146 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.120921:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x200:0x0].0x0 (ffff8dfd56b4d600) 00010000:00010000:0.0:1777502111.120928:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502111.120972:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502111.120983:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2c42 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x200:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.120992:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2c42 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x200:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.121001:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2c42 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x200:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.121073:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563041280 00000004:00010000:0.0:1777502111.121078:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000832e9705 reply state 0000000011499c3a transno 8589938875 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2c42 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x200:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.121079:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563041280 00000100:00100000:0.0:1777502111.121086:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.121100:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238366369223 time 8238366269223 state 0x1 ref 2 00000100:00100000:1.0:1777502111.121126:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238366369223 time 8238366545096 state 0x0 ref 2 00000100:00100000:1.0:1777502111.121139:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd476d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+148:272914:x1863837563041280:12345-192.168.202.27@tcp:36:rm.500 00000100:00100000:0.0:1777502111.121148:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd476d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+148:272925:x1863837563041024:12345-192.168.202.27@tcp:36:touch.500 Request processed in 288us (387us total) trans 8589938875 rc 0/0 00000100:00100000:0.0:1777502111.121155:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 327 00010000:00010000:1.0:1777502111.121174:0:187571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777502111.121188:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc28f3 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833eae expref: 147 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.121205:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc2883 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e99 expref: 146 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.121218:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f8:0x0].0x0 (ffff8dfd6e9eb300) 00010000:00010000:1.0:1777502111.121226:0:187571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502111.121239:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc2c49 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.121249:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc2c49 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.121257:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc2c49 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.121272:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2c50 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.121273:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.121282:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2c50 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.121289:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2c50 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.121307:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563041664 00000100:00100000:0.0:1777502111.121311:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563041664 00000100:00100000:0.0:1777502111.121336:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3163 00000100:00100000:0.0:1777502111.121344:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd476d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0775d2ab-558e-41f1-82c0-14244d133390+33:2371:x1863837563041664:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:1.0:1777502111.121375:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2c57 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.121384:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2c57 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.121392:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2c57 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.121498:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd476d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0775d2ab-558e-41f1-82c0-14244d133390+34:2371:x1863837563041664:12345-192.168.202.27@tcp:2:touch.500 Request processed in 156us (227us total) trans 8589935673 rc 0/0 00000100:00100000:0.0:1777502111.121503:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3163 00000100:00100000:3.0:1777502111.121689:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.121717:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563041536 00000100:00100000:0.0:1777502111.121733:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563041536 00000100:00100000:0.0:1777502111.121768:0:186939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1119 00000100:00100000:0.0:1777502111.121777:0:186939:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70d55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0775d2ab-558e-41f1-82c0-14244d133390+146:272930:x1863837563041536:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:3.0:1777502111.121938:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2c42 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x200:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.121947:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2c42 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x200:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.121954:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2c42 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x200:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777502111.121963:0:187571:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].517, 64 off41280 00010000:00010000:3.0:1777502111.122053:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbda00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.122058:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2c42 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x200:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.122065:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2c42 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x200:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.122075:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x200:0x0].0x0 (ffff8dfd472eab00) 00010000:00010000:3.0:1777502111.122078:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.122082:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2c42 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x200:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.122088:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2c42 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x200:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.122094:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2c5e lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.122104:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2c5e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.122113:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2c5e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.122120:0:187571:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2c5e lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.122127:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2c5e lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.122134:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2c5e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.122153:0:186939:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70d55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0775d2ab-558e-41f1-82c0-14244d133390+147:272930:x1863837563041536:12345-192.168.202.27@tcp:35:touch.500 Request processed in 377us (464us total) trans 8589938876 rc 0/0 00010000:00010000:1.0:1777502111.122157:0:187571:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502111.122161:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.122167:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1777502111.122172:0:186939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1119 00010000:00010000:1.0:1777502111.122173:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2c57 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.122176:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2c5e lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.122187:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2c57 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.122196:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2c57 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.122198:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502111.122205:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2c5e lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.122205:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.122211:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2c57 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.122217:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2c5e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.122220:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2c57 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.122235:0:205387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f8:0x0].0x0 (ffff8dfd56b4d300) 00010000:00010000:2.0:1777502111.122239:0:205387:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777502111.122242:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2c5e lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.122245:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f8:0x0].0x0 (ffff8dfd56b4d300) 00010000:00010000:1.0:1777502111.122252:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502111.122257:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2c57 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.122261:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2c5e lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.122271:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2c57 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.122278:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.122280:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.122283:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.122293:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc2c49 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.122304:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc2c49 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.122310:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc2c49 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.122314:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.122317:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc2c49 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.122323:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc2c49 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.122330:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.122333:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.122336:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc2c49 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.122342:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc2c49 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.122350:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a6aedc83 reply state 00000000e8620c12 transno 8589938877 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2c50 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.122358:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.122397:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd476d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+147:272914:x1863837563041280:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1260us (1423us total) trans 8589938877 rc 0/0 00000100:00100000:1.0:1777502111.122405:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 328 00000100:00100000:1.0:1777502111.122411:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238366369223 time 8238366545096 state 0x2 ref 0 00000100:00100000:1.0:1777502111.122431:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563041792 00000100:00100000:1.0:1777502111.122435:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563041792 00000100:00100000:1.0:1777502111.122453:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238366369223 time 8238366545096 state 0x0 ref 1 00000100:00100000:1.0:1777502111.122462:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238366645096 time 8238366545096 state 0x1 ref 1 00000100:00100000:1.0:1777502111.122489:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238366645096 time 8238367908857 state 0x0 ref 1 00000100:00100000:1.0:1777502111.122499:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70d57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+147:272925:x1863837563041792:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.122509:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.122521:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2c65 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x200:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833f9c expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.122552:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2c65 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x200:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f9c expref: 148 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.122564:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2c65 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x200:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f9c expref: 148 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.122602:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x200:0x0].0x0 (ffff8dfd56b4d200) 00010000:00010000:1.0:1777502111.122606:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502111.122608:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7000, rc 0) 00000100:00100000:1.0:1777502111.122638:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70d57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+148:272925:x1863837563041792:12345-192.168.202.27@tcp:101:touch.500 Request processed in 141us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.122645:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 329 00000100:00100000:1.0:1777502111.122648:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238366645096 time 8238367908857 state 0x2 ref 0 00000100:00100000:0.0:1777502111.123063:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.123152:0:205362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563042048 00000100:00100000:1.0:1777502111.123157:0:205362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563042048 00000100:00100000:1.0:1777502111.123192:0:205362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1120 00000100:00100000:1.0:1777502111.123203:0:205362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47d21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+148:272916:x1863837563042048:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:1.0:1777502111.123498:0:205362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47d21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+149:272916:x1863837563042048:12345-192.168.202.27@tcp:35:touch.500 Request processed in 298us (434us total) trans 8589938878 rc 0/0 00000100:00100000:1.0:1777502111.123505:0:205362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1120 00000100:00100000:3.0:1777502111.127089:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.127132:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.127164:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563042432 00000100:00100000:2.0:1777502111.127171:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563042432 00010000:00010000:1.0:1777502111.127199:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2c50 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.127212:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2c50 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.127219:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2c50 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.127226:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3164 00010000:00010000:1.0:1777502111.127231:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.127236:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2c50 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.127241:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70d56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0775d2ab-558e-41f1-82c0-14244d133390+33:2370:x1863837563042432:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:1.0:1777502111.127251:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2c50 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.127253:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563042304 00000100:00100000:0.0:1777502111.127260:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563042304 00010000:00010000:1.0:1777502111.127269:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffff8dfd56b4de00) 00010000:00010000:1.0:1777502111.127273:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.127277:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2c50 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.127284:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2c50 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.127286:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238366645096 time 8238367908857 state 0x0 ref 1 00000100:00100000:0.0:1777502111.127304:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238368008857 time 8238367908857 state 0x1 ref 1 00000100:00100000:0.0:1777502111.127330:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238368008857 time 8238372748726 state 0x0 ref 1 00000100:00100000:0.0:1777502111.127342:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70d54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+148:272934:x1863837563042304:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502111.127358:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.127373:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc2c6c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833fa3 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.127518:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70d56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0775d2ab-558e-41f1-82c0-14244d133390+34:2370:x1863837563042432:12345-192.168.202.27@tcp:2:touch.500 Request processed in 281us (384us total) trans 8589936083 rc 0/0 00000100:00100000:2.0:1777502111.127526:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3164 00010000:00010000:0.0:1777502111.127784:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2c73 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.127805:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2c73 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.127816:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2c73 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.127832:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2c7a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.127839:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2c7a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.127846:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2c7a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777502111.128282:0:186936:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1066:0x0], index 1: 0 00010000:00010000:0.0:1777502111.128426:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2c81 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x201:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.128435:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2c81 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.128442:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2c81 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.128471:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2c73 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.128478:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2c73 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.128484:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2c73 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.128490:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.128493:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2c73 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.128499:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2c73 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.128506:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.128509:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.128512:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2c73 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.128518:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2c73 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.128638:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d0a41382 reply state 0000000081651386 transno 8589938879 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2c7a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.128647:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502111.128684:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc2c6c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fa3 expref: 151 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.128697:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2c81 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fa3 expref: 150 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.128705:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x201:0x0].0x0 (ffff8dfd472ea300) 00010000:00010000:0.0:1777502111.128708:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.128710:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbc000, rc 0) 00000100:00100000:0.0:1777502111.128754:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70d54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+151:272934:x1863837563042304:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1415us (1673us total) trans 8589938879 rc 0/0 00000100:00100000:0.0:1777502111.128762:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 330 00000100:00100000:0.0:1777502111.128767:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238368008857 time 8238372748726 state 0x2 ref 0 00000100:00100000:0.0:1777502111.128961:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.129056:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563042688 00000100:00100000:1.0:1777502111.129062:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563042688 00000100:00100000:1.0:1777502111.129099:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1121 00000100:00100000:1.0:1777502111.129108:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6f7d7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+151:272925:x1863837563042688:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:1.0:1777502111.129284:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6f7d7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+152:272925:x1863837563042688:12345-192.168.202.27@tcp:35:touch.500 Request processed in 177us (322us total) trans 8589938880 rc 0/0 00000100:00100000:1.0:1777502111.129291:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1121 00000100:00100000:0.0:1777502111.133206:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.133230:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563042944 00010000:00010000:1.0:1777502111.133234:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2c7a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.133238:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563042944 00000100:00100000:0.0:1777502111.133246:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.133250:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2c7a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.133259:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2c7a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.133265:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbda00 already unused, calling callback (ffffffffc1e434f0) 00000100:00100000:3.0:1777502111.133269:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238368008857 time 8238372748726 state 0x0 ref 1 00010000:00010000:1.0:1777502111.133272:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2c7a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.133276:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563043200 00000100:00100000:3.0:1777502111.133281:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238372848726 time 8238372748726 state 0x1 ref 1 00000100:00100000:0.0:1777502111.133283:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563043200 00010000:00010000:1.0:1777502111.133286:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2c7a lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.133304:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffff8dfd472ead00) 00010000:00010000:1.0:1777502111.133307:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777502111.133310:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238372848726 time 8238378727368 state 0x0 ref 2 00010000:00010000:1.0:1777502111.133312:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2c7a lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.133325:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238378827368 time 8238378727368 state 0x1 ref 2 00010000:00010000:1.0:1777502111.133327:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc2c7a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.133330:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47d21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+153:272934:x1863837563042944:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:0.0:1777502111.133361:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238378827368 time 8238378779408 state 0x0 ref 2 00000100:00100000:0.0:1777502111.133374:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46d6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+152:272917:x1863837563043200:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:0.0:1777502111.133403:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777502111.133412:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502111.133422:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2b4d lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f48 expref: 152 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.133434:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2c81 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fa3 expref: 151 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.133447:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2986 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ef4 expref: 150 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.133449:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x201:0x0].0x0 (ffff8dfd472ea300) 00010000:00010000:3.0:1777502111.133462:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.133465:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f9:0x0].0x0 (ffff8dfd56b4d500) 00010000:00010000:0.0:1777502111.133474:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.133492:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2c8f lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.133505:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2c8f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.133519:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2c8f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.133527:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2c96 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x201:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.133534:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2c9d lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.133539:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2c96 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x201:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.133545:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2c9d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.133549:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2c96 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x201:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.133560:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2c9d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502111.133706:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c2834e31 reply state 000000006bdfb633 transno 8589938881 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2c96 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x201:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.133713:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502111.133721:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2ca4 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.133731:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2ca4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.133739:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2ca4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.133840:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47d21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+151:272934:x1863837563042944:12345-192.168.202.27@tcp:36:touch.500 Request processed in 514us (640us total) trans 8589938881 rc 0/0 00000100:00100000:3.0:1777502111.133848:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 331 00000040:00080000:0.0:1777502111.134232:0:186938:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].513, 64 off41024 00010000:00010000:0.0:1777502111.134286:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc2cab lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.134295:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc2cab lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.134302:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc2cab lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.134308:0:186938:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc2cab lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.134313:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc2cab lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.134318:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc2cab lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.134337:0:186938:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502111.134350:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2ca4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.134356:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2ca4 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.134360:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502111.134362:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2ca4 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.134368:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc2cab lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.134370:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.134376:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2ca4 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.134384:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2ca4 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.134392:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f9:0x0].0x0 (ffff8dfd472eac00) 00010000:00010000:0.0:1777502111.134394:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502111.134397:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2ca4 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.134403:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2ca4 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.134421:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2c8f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.134428:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2c8f lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.134433:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2c8f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.134438:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.134441:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2c8f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.134446:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2c8f lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.134453:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.134457:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6c200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502111.134457:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.134462:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2c8f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.134463:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc2cab lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.134479:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2c8f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.134482:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc2cab lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.134495:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fbc70222 reply state 000000001bd6a421 transno 8589938882 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2c9d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.134503:0:186924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1f9:0x0].0x0 (ffff8dfd472eac00) 00000100:00100000:0.0:1777502111.134504:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777502111.134509:0:186924:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.134512:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc2cab lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.134519:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc2cab lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.134540:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.134543:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.134545:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502111.134550:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46d6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+152:272917:x1863837563043200:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1178us (1308us total) trans 8589938882 rc 0/0 00000100:00100000:0.0:1777502111.134561:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 332 00000100:00100000:0.0:1777502111.134565:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238378827368 time 8238378779408 state 0x2 ref 0 00010000:00010000:0.0:1777502111.134672:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2c96 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x201:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.134681:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2c96 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x201:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.134688:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2c96 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x201:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.134693:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.134696:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2c96 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x201:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.134701:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2c96 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x201:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.134710:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x201:0x0].0x0 (ffff8dfd431bbf00) 00010000:00010000:0.0:1777502111.134714:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.134716:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2c96 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x201:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.134722:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2c96 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x201:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.134879:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.134916:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563043328 00000100:00100000:0.0:1777502111.134923:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563043328 00000100:00100000:0.0:1777502111.134943:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238378827368 time 8238378779408 state 0x0 ref 1 00000100:00100000:0.0:1777502111.134953:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238378879408 time 8238378779408 state 0x1 ref 1 00000100:00100000:0.0:1777502111.134979:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238378879408 time 8238380398714 state 0x0 ref 1 00000100:00100000:0.0:1777502111.135051:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ddb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+151:272934:x1863837563043328:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502111.135068:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.135082:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc2cb2 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x201:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833faa expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.135119:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc2cb2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x201:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833faa expref: 152 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.135131:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc2cb2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x201:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833faa expref: 152 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.135148:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x201:0x0].0x0 (ffff8dfd472ea100) 00010000:00010000:0.0:1777502111.135150:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777502111.135153:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6d000, rc 0) 00000100:00100000:0.0:1777502111.135197:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ddb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+152:272934:x1863837563043328:12345-192.168.202.27@tcp:101:touch.500 Request processed in 208us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.135204:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 333 00000100:00100000:0.0:1777502111.135208:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238378879408 time 8238380398714 state 0x2 ref 0 00010000:00010000:3.0:1777502111.135308:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2c9d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.135314:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2c9d lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.135318:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2c9d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.135320:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.135322:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2c9d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.135326:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2c9d lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.135332:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffff8dfd472eab00) 00010000:00010000:3.0:1777502111.135333:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.135335:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2c9d lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.135339:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2c9d lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.136391:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.136432:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.136436:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563043584 00000100:00100000:0.0:1777502111.136442:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563043584 00000100:00100000:0.0:1777502111.136464:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238378879408 time 8238380398714 state 0x0 ref 1 00000100:00100000:0.0:1777502111.136472:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238380498714 time 8238380398714 state 0x1 ref 1 00000100:00100000:0.0:1777502111.136495:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238380498714 time 8238381914818 state 0x0 ref 1 00000100:00100000:0.0:1777502111.136506:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ddb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+151:272928:x1863837563043584:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502111.136519:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.136531:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc2cb9 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833fb1 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.136649:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc2cc0 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.136673:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc2cc0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.136683:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc2cc0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.136696:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc2cc7 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.136703:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc2cc7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.136710:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc2cc7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777502111.137114:0:186936:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x108b:0x0], index 0: 0 00000100:00100000:3.0:1777502111.137161:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563043712 00000100:00100000:3.0:1777502111.137166:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563043712 00000100:00100000:3.0:1777502111.137211:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3165 00000100:00100000:3.0:1777502111.137221:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ddb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0775d2ab-558e-41f1-82c0-14244d133390+34:2373:x1863837563043712:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:0.0:1777502111.137274:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc2cce lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x202:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.137292:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc2cce lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.137301:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc2cce lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.137333:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc2cc0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.137340:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc2cc0 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.137347:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc2cc0 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.137353:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6cc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.137357:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc2cc0 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.137363:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc2cc0 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.137372:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.137375:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.137378:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc2cc0 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.137385:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc2cc0 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.137396:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c0693be7 reply state 000000004dd467fd transno 8589938883 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc2cc7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.137403:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502111.137428:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc2cb9 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fb1 expref: 154 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.137442:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc2cce lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fb1 expref: 153 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.137447:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ddb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0775d2ab-558e-41f1-82c0-14244d133390+35:2373:x1863837563043712:12345-192.168.202.27@tcp:2:touch.500 Request processed in 226us (1014us total) trans 8589935674 rc 0/0 00010000:00010000:0.0:1777502111.137457:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x202:0x0].0x0 (ffff8dfd528d9400) 00010000:00010000:0.0:1777502111.137461:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000100:00100000:3.0:1777502111.137462:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3165 00010000:00010000:0.0:1777502111.137465:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6dc00, rc 0) 00000100:00100000:0.0:1777502111.137495:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ddb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+154:272928:x1863837563043584:12345-192.168.202.27@tcp:101:touch.500 Request processed in 990us (1108us total) trans 8589938883 rc 0/0 00000100:00100000:0.0:1777502111.137502:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 334 00000100:00100000:0.0:1777502111.137507:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238380498714 time 8238381914818 state 0x2 ref 0 00010000:00010000:0.0:1777502111.138304:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc2cc7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.138313:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc2cc7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.138320:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc2cc7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.138326:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6ca00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.138329:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc2cc7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.138336:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc2cc7 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.138345:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffff8dfd528d9200) 00010000:00010000:0.0:1777502111.138349:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.138352:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc2cc7 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.138357:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc2cc7 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.138673:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.138705:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563043968 00000100:00100000:3.0:1777502111.138710:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563043968 00000100:00100000:3.0:1777502111.138867:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1122 00000100:00100000:3.0:1777502111.138878:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ddb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0775d2ab-558e-41f1-82c0-14244d133390+153:272934:x1863837563043968:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:1.0:1777502111.138979:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.139002:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563044224 00000100:00100000:1.0:1777502111.139005:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563044224 00000100:00100000:1.0:1777502111.139028:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238380498714 time 8238381914818 state 0x0 ref 1 00000100:00100000:1.0:1777502111.139038:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238382014818 time 8238381914818 state 0x1 ref 1 00000100:00100000:1.0:1777502111.139056:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238382014818 time 8238384475468 state 0x0 ref 1 00000100:00100000:1.0:1777502111.139067:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ddb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+155:272928:x1863837563044224:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:1.0:1777502111.139100:0:187571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502111.139115:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc2cce lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fb1 expref: 155 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.139125:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x202:0x0].0x0 (ffff8dfd528d9400) 00010000:00010000:1.0:1777502111.139131:0:187571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502111.139135:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ddb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0775d2ab-558e-41f1-82c0-14244d133390+154:272934:x1863837563043968:12345-192.168.202.27@tcp:35:touch.500 Request processed in 258us (475us total) trans 8589938884 rc 0/0 00000100:00100000:0.0:1777502111.139142:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1122 00010000:00010000:1.0:1777502111.139175:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2cdc lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x202:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.139182:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2cdc lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.139190:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2cdc lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.139244:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d4c80bd8 reply state 000000003f974a95 transno 8589938885 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2cdc lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.139251:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.139291:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ddb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+155:272928:x1863837563044224:12345-192.168.202.27@tcp:36:touch.500 Request processed in 226us (310us total) trans 8589938885 rc 0/0 00000100:00100000:1.0:1777502111.139298:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 335 00000100:00100000:1.0:1777502111.139302:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238382014818 time 8238384475468 state 0x2 ref 0 00000100:00100000:3.0:1777502111.139516:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.139554:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563044480 00000100:00100000:0.0:1777502111.139559:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563044480 00000100:00100000:0.0:1777502111.139596:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238382014818 time 8238384475468 state 0x0 ref 1 00000100:00100000:0.0:1777502111.139605:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238384575468 time 8238384475468 state 0x1 ref 1 00000100:00100000:0.0:1777502111.139626:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238384575468 time 8238385045489 state 0x0 ref 1 00000100:00100000:0.0:1777502111.139637:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70d57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+155:272923:x1863837563044480:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:0.0:1777502111.139671:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777502111.139685:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2b70 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f4f expref: 155 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.139706:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6600/0x4ad31463d9bc2a51 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f25 expref: 154 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.139717:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fa:0x0].0x0 (ffff8dfd64574100) 00010000:00010000:0.0:1777502111.139725:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.139739:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc2ce3 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.139749:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc2ce3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.139756:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc2ce3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.139768:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2cea lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.139776:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2cea lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.139783:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2cea lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.139867:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc2cf1 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.139873:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc2cf1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.139877:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc2cf1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777502111.140246:0:186938:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].518, 64 off41344 00010000:00010000:0.0:1777502111.140294:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2cf8 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.140303:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2cf8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.140311:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2cf8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.140317:0:186938:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2cf8 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.140322:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2cf8 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.140327:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2cf8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.140345:0:186938:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502111.140357:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc2cf1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.140363:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc2cf1 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.140369:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc2cf1 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.140374:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.140376:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502111.140379:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc2cf1 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.140383:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2cf8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.140386:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc2cf1 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.140399:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502111.140404:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fa:0x0].0x0 (ffff8dfd528d9600) 00010000:00010000:3.0:1777502111.140405:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2cf8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.140411:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502111.140415:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc2cf1 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.140417:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2cf8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.140438:0:188362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fa:0x0].0x0 (ffff8dfd528d9600) 00010000:00010000:3.0:1777502111.140442:0:188362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.140446:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2cf8 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.140449:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc2cf1 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.140452:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc2cf8 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1fa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.140472:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc2ce3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.140477:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc2ce3 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.140480:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.140481:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc2ce3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.140484:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.140486:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6c200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.140488:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.140489:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc2ce3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.140494:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc2ce3 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.140501:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.140503:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.140505:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc2ce3 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.140509:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc2ce3 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.140516:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004833db54 reply state 00000000a28c54b1 transno 8589938886 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2cea lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.140520:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502111.140564:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70d57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+155:272923:x1863837563044480:12345-192.168.202.27@tcp:36:rm.500 Request processed in 928us (1047us total) trans 8589938886 rc 0/0 00000100:00100000:0.0:1777502111.140572:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 336 00000100:00100000:0.0:1777502111.140607:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238384575468 time 8238385045489 state 0x2 ref 0 00010000:00010000:3.0:1777502111.140943:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2cdc lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.140950:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2cdc lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.140954:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2cdc lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.140957:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.140959:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2cdc lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.140963:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2cdc lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.140970:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x202:0x0].0x0 (ffff8dfd56b4de00) 00010000:00010000:3.0:1777502111.140972:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.140974:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2cdc lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.140978:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2cdc lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x202:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.141172:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.141202:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563044608 00000100:00100000:0.0:1777502111.141207:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563044608 00000100:00100000:0.0:1777502111.141226:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238384575468 time 8238385045489 state 0x0 ref 1 00000100:00100000:0.0:1777502111.141232:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238385145489 time 8238385045489 state 0x1 ref 1 00010000:00010000:2.0:1777502111.141245:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2cea lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.141252:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238385145489 time 8238386671393 state 0x0 ref 1 00010000:00010000:2.0:1777502111.141259:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2cea lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.141264:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70d55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+154:272928:x1863837563044608:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.141270:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2cea lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.141277:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.141278:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.141280:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2cea lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.141288:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2cea lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.141291:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2cff lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x202:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833fb8 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.141313:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffff8dfd528d9500) 00010000:00010000:2.0:1777502111.141317:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.141320:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2cea lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.141327:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc2cea lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.141339:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2cff lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x202:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fb8 expref: 155 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.141352:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2cff lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x202:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fb8 expref: 154 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.141365:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x202:0x0].0x0 (ffff8dfd528d9e00) 00010000:00010000:0.0:1777502111.141367:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777502111.141369:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbd800, rc 0) 00000100:00100000:0.0:1777502111.141399:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70d55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+154:272928:x1863837563044608:12345-192.168.202.27@tcp:101:touch.500 Request processed in 134us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.141404:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.141412:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 337 00000100:00100000:0.0:1777502111.141416:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238385145489 time 8238386671393 state 0x2 ref 0 00000100:00100000:0.0:1777502111.141431:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563044736 00000100:00100000:0.0:1777502111.141434:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563044736 00000100:00100000:0.0:1777502111.141449:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238385145489 time 8238386671393 state 0x0 ref 1 00000100:00100000:0.0:1777502111.141456:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238386771393 time 8238386671393 state 0x1 ref 1 00000100:00100000:2.0:1777502111.141476:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.141476:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238386771393 time 8238386894334 state 0x0 ref 1 00000100:00100000:0.0:1777502111.141490:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f361500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+154:272929:x1863837563044736:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.141500:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.141509:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2d06 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833fbf expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.141519:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563044864 00000100:00100000:2.0:1777502111.141524:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563044864 00010000:00010000:0.0:1777502111.141542:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2d0d lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.141544:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238386994334 time 8238386894334 state 0x1 ref 2 00010000:00010000:0.0:1777502111.141560:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2d0d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.141569:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2d0d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.141573:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238386994334 time 8238386991584 state 0x0 ref 2 00010000:00010000:0.0:1777502111.141607:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc2d14 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.141613:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc2d14 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.141616:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+156:272937:x1863837563044864:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.141622:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc2d14 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.141628:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.141639:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc2d1b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833fc6 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.141683:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc2d22 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.141694:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc2d22 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.141695:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc2d29 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.141710:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc2d29 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.141713:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc2d22 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.141720:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc2d29 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.141745:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc2d30 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502111.141748:0:186937:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1fb:0x0]: returning size 0 00010000:00010000:2.0:1777502111.141755:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc2d30 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.141764:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc2d30 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502111.141807:0:186937:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777502111.141823:0:186937:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc2d29 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.141828:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc2d37 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.141831:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc2d29 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.141837:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc2d37 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.141839:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2d0d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.141852:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2d0d lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.141853:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc2d37 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.141862:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502111.141866:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2d0d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.141871:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.141873:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2d0d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.141878:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2d0d lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502111.141880:0:186936:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1fd:0x0]: returning size 0 00000004:00200000:2.0:1777502111.141884:0:186936:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:0.0:1777502111.141887:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.141889:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.141892:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2d0d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.141895:0:186936:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc2d37 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.141896:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc2d0d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.141912:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc2d14 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.141915:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc2d37 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.141916:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc2d14 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.141929:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc2d14 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.141933:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc2d22 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.141934:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.141938:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc2d14 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.141946:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc2d22 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.141947:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc2d14 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.141963:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffff8dfd528d9d00) 00010000:00010000:2.0:1777502111.141964:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc2d22 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.141966:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.141970:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc2d14 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.141971:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.141975:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc2d22 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.141977:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69e00/0x4ad31463d9bc2d14 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.141983:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc2d22 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.141993:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.141995:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.141997:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc2d22 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142001:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc2d22 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.142007:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc2d06 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fbf expref: 158 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142010:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc2d30 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142021:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc2d30 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142026:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc2d30 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.142030:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc2d29 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fbf expref: 157 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142032:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978a00 already unused, calling callback (ffffffffc1e434f0) 00000100:00100000:3.0:1777502111.142038:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.142038:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc2d30 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.142047:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fb:0x0].0x0 (ffff8dfd467c9800) 00010000:00010000:0.0:1777502111.142053:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.142054:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc2d30 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.142056:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e68000, rc 0) 00010000:00010000:2.0:1777502111.142063:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffff8dfd467c9300) 00010000:00010000:2.0:1777502111.142066:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.142068:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc2d30 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142072:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc2d30 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.142088:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f361500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+158:272929:x1863837563044736:12345-192.168.202.27@tcp:101:rm.500 Request processed in 601us (692us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502111.142091:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc2d1b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fc6 expref: 158 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.142098:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 338 00010000:00010000:2.0:1777502111.142106:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc2d37 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fc6 expref: 157 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142111:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fd:0x0].0x0 (ffff8dfd472ea900) 00010000:00010000:2.0:1777502111.142113:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000100:00100000:0.0:1777502111.142113:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563044992 00010000:00010000:2.0:1777502111.142116:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43979c00, rc 0) 00000100:00100000:0.0:1777502111.142117:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563044992 00000100:00100000:3.0:1777502111.142119:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563045120 00000100:00100000:3.0:1777502111.142125:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563045120 00000100:00100000:2.0:1777502111.142139:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+158:272937:x1863837563044864:12345-192.168.202.27@tcp:101:rm.500 Request processed in 529us (667us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.142144:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 339 00000100:00100000:3.0:1777502111.142152:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238387091584 time 8238386991584 state 0x1 ref 2 00000100:00100000:0.0:1777502111.142162:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238387091584 time 8238386991584 state 0x1 ref 2 00000100:00100000:2.0:1777502111.142170:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238387689513 time 8238387589513 state 0x1 ref 2 00000100:00100000:2.0:1777502111.142180:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70d56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+157:272942:x1863837563045120:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:3.0:1777502111.142186:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238387689513 time 8238387604867 state 0x0 ref 2 00010000:00010000:2.0:1777502111.142186:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.142196:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc2d3e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833fd4 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.142199:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70d55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+157:272932:x1863837563044992:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.142212:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.142221:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7400/0x4ad31463d9bc2d45 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833fcd expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142230:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2d4c lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142236:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2d4c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142242:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2d4c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.142251:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2d53 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142255:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc2d5a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.142269:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2d53 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142269:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc2d5a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142282:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc2d5a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.142287:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2d53 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.142304:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc2d61 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142325:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc2d68 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142331:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc2d68 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142334:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc2d68 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502111.142346:0:186936:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1ff:0x0]: returning size 0 00000004:00200000:2.0:1777502111.142347:0:186936:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777502111.142353:0:186936:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc2d68 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142358:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc2d68 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142362:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2d4c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.142365:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc2d61 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142368:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2d4c lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142382:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2d4c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.142388:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc2d61 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142388:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.142393:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2d4c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142398:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2d4c lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142406:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.142408:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.142410:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2d4c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142415:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2d4c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142424:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc2d5a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142430:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc2d5a lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142438:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc2d5a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142444:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.142446:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc2d5a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142453:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc2d5a lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.142454:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc2d6f lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142470:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffff8dfd467c9d00) 00010000:00010000:3.0:1777502111.142473:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc2d6f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142473:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.142477:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc2d5a lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142488:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc2d5a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.142491:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc2d6f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.142505:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc2d3e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fd4 expref: 160 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502111.142512:0:205369:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1fc:0x0]: returning size 0 00010000:00010000:2.0:1777502111.142513:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc2d68 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fd4 expref: 159 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502111.142518:0:205369:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1777502111.142524:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ff:0x0].0x0 (ffff8dfd56b4df00) 00010000:00010000:2.0:1777502111.142525:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.142527:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43978600, rc 0) 00000004:00010000:3.0:1777502111.142533:0:205369:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc2d6f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.142543:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc2d6f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.142549:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2d53 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.142555:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2d53 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.142560:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70d56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+159:272942:x1863837563045120:12345-192.168.202.27@tcp:101:rm.500 Request processed in 381us (528us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502111.142571:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2d53 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.142575:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 340 00010000:00010000:3.0:1777502111.142601:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.142604:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2d53 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.142609:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2d53 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.142616:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.142618:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.142621:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2d53 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.142625:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2d53 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.142636:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc2d61 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.142642:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc2d61 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.142647:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc2d61 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.142655:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.142666:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc2d61 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.142673:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc2d61 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.142681:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffff8dfd431bbf00) 00010000:00010000:3.0:1777502111.142684:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.142686:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc2d61 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.142692:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc2d61 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.142767:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7400/0x4ad31463d9bc2d45 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fcd expref: 159 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.142776:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc2d6f lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fcd expref: 158 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.142780:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fc:0x0].0x0 (ffff8dfd472eaa00) 00010000:00010000:3.0:1777502111.142782:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.142783:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf6000, rc 0) 00000100:00100000:2.0:1777502111.142838:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70d55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+158:272932:x1863837563044992:12345-192.168.202.27@tcp:101:rm.500 Request processed in 642us (980us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.142842:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 341 00000100:00100000:2.0:1777502111.142846:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238387689513 time 8238387604867 state 0x2 ref 0 00000100:00100000:0.0:1777502111.143415:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.143444:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563045248 00000100:00100000:3.0:1777502111.143449:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563045248 00000100:00100000:0.0:1777502111.143453:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.143531:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563045376 00000100:00100000:3.0:1777502111.143535:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563045376 00000100:00100000:0.0:1777502111.143556:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3166 00000100:00100000:3.0:1777502111.143565:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3167 00000100:00100000:0.0:1777502111.143569:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0775d2ab-558e-41f1-82c0-14244d133390+34:2372:x1863837563045248:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:3.0:1777502111.143604:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0775d2ab-558e-41f1-82c0-14244d133390+35:2373:x1863837563045376:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.143612:0:205376:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.143625:0:205376:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000033ba6c/0x4ad31463d9bc2d76 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1064:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833fdb expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777502111.143642:0:205376:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1064:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:3.0:1777502111.143653:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502111.143655:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502111.143672:0:205376:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000033ba6c/0x4ad31463d9bc2d76 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fdb expref: 36 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.143691:0:205376:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000033ba6c/0x4ad31463d9bc2d76 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fdb expref: 36 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.143699:0:205376:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf7a00, rc 0) 00000100:00100000:3.0:1777502111.143723:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0775d2ab-558e-41f1-82c0-14244d133390+36:2373:x1863837563045376:12345-192.168.202.27@tcp:101:rm.500 Request processed in 150us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502111.143730:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3167 00000100:00100000:0.0:1777502111.143828:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0775d2ab-558e-41f1-82c0-14244d133390+35:2372:x1863837563045248:12345-192.168.202.27@tcp:2:touch.500 Request processed in 263us (411us total) trans 8589936084 rc 0/0 00000100:00100000:0.0:1777502111.143836:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3166 00000100:00100000:2.0:1777502111.144094:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.144138:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563045760 00000100:00100000:0.0:1777502111.144143:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563045760 00000100:00100000:0.0:1777502111.144162:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238387689513 time 8238387604867 state 0x0 ref 1 00000100:00100000:0.0:1777502111.144168:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238387704867 time 8238387604867 state 0x1 ref 1 00000100:00100000:0.0:1777502111.144185:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238387704867 time 8238389605961 state 0x0 ref 1 00000100:00100000:0.0:1777502111.144194:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+158:272944:x1863837563045760:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.144200:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.144207:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc2d7d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833ff0 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.144233:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc2d84 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.144241:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc2d84 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.144256:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc2d84 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.144268:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc2d8b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.144275:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc2d8b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.144282:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc2d8b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.144345:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2d92 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x200:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.144354:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2d92 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x200:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.144361:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2d92 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x200:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502111.144380:0:186937:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x200:0x0]: returning size 0 00000004:00200000:0.0:1777502111.144383:0:186937:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777502111.144395:0:186937:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2d92 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x200:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.144403:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2d92 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.144411:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc2d84 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.144417:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc2d84 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.144424:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc2d84 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.144429:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.144433:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc2d84 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.144439:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc2d84 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.144447:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.144451:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.144455:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc2d84 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.144461:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68a00/0x4ad31463d9bc2d84 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.144471:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc2d8b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.144478:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc2d8b lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.144485:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc2d8b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.144490:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.144493:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc2d8b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.144498:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc2d8b lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.144506:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffff8dfd528d9200) 00010000:00010000:0.0:1777502111.144509:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.144512:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc2d8b lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.144517:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69200/0x4ad31463d9bc2d8b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.144544:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc2d7d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ff0 expref: 160 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.144558:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2d92 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ff0 expref: 159 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.144565:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x200:0x0].0x0 (ffff8dfd56b4d200) 00010000:00010000:0.0:1777502111.144568:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.144571:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e69800, rc 0) 00000100:00100000:0.0:1777502111.144630:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+159:272944:x1863837563045760:12345-192.168.202.27@tcp:101:rm.500 Request processed in 436us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.144639:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 342 00000100:00100000:0.0:1777502111.144644:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238387704867 time 8238389605961 state 0x2 ref 0 00000100:00100000:2.0:1777502111.144670:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.144732:0:186941:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563046016 00000100:00100000:1.0:1777502111.144738:0:186941:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563046016 00000100:00100000:1.0:1777502111.144776:0:186941:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 275 00000100:00100000:1.0:1777502111.144784:0:186941:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0775d2ab-558e-41f1-82c0-14244d133390+159:2370:x1863837563046016:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:1.0:1777502111.144813:0:186941:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777502111.144821:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.144825:0:186941:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2d99 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833ff7 expref: -99 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.144846:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563045632 00000100:00100000:2.0:1777502111.144850:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563045632 00000100:00100000:0.0:1777502111.144854:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.144856:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2da0 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.144866:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2da0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.144876:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2da0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.144880:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563045888 00000100:00100000:3.0:1777502111.144886:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563045888 00000100:00100000:2.0:1777502111.144889:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3168 00000100:00100000:0.0:1777502111.144893:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.144895:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2da7 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.144901:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2da7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.144906:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:0775d2ab-558e-41f1-82c0-14244d133390+36:2371:x1863837563045632:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502111.144909:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2da7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.144916:0:205381:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777502111.144922:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563045504 00000100:00100000:0.0:1777502111.144927:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563045504 00000100:00100000:3.0:1777502111.144928:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3169 00010000:00010000:2.0:1777502111.144931:0:205381:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000351f2290/0x4ad31463d9bc2dae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1065:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833fe9 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.144941:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0775d2ab-558e-41f1-82c0-14244d133390+35:2371:x1863837563045888:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.144952:0:205384:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:2.0:1777502111.144953:0:205381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1065:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00000100:00100000:0.0:1777502111.144961:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3170 00010000:00010000:3.0:1777502111.144966:0:205384:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007fe744f6/0x4ad31463d9bc2db5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1088:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834013 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.144966:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.144969:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502111.144972:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2dbc lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x202:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.144972:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0775d2ab-558e-41f1-82c0-14244d133390+38:2371:x1863837563045504:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502111.144978:0:205381:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000351f2290/0x4ad31463d9bc2dae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fe9 expref: 38 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.144986:0:187548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.144988:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2dbc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x202:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.144999:0:187548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000e08057d/0x4ad31463d9bc2dc3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1063:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833fe2 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.145002:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2dbc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x202:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.145006:0:205381:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000351f2290/0x4ad31463d9bc2dae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fe9 expref: 38 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502111.145023:0:186941:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00002000:00010000:0.0:1777502111.145029:0:187548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1063:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:2.0:1777502111.145030:0:205381:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43978200, rc 0) 00000004:00010000:1.0:1777502111.145034:0:186941:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2dbc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x202:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.145040:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2dbc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145042:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502111.145045:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2da0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145046:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502111.145052:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2da0 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145055:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000e08057d/0x4ad31463d9bc2dc3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fe2 expref: 39 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.145059:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2da0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.145065:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:0775d2ab-558e-41f1-82c0-14244d133390+39:2371:x1863837563045632:12345-192.168.202.27@tcp:101:rm.500 Request processed in 163us (242us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502111.145079:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6600 already unused, calling callback (ffffffffc1e434f0) 00000100:00100000:2.0:1777502111.145084:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3168 00010000:00010000:1.0:1777502111.145084:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2da0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145085:0:187548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000e08057d/0x4ad31463d9bc2dc3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fe2 expref: 39 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.145098:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2da0 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145108:0:187548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e68800, rc 0) 00010000:00010000:1.0:1777502111.145110:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.145114:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.145117:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2da0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.145136:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.145137:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2da0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777502111.145147:0:205384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1088:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:1.0:1777502111.145152:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2da7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.145159:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502111.145159:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2da7 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.145163:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502111.145169:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2da7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.145172:0:205384:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007fe744f6/0x4ad31463d9bc2db5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1088:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834013 expref: 36 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.145182:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.145189:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2da7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.145196:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2da7 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.145209:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.145217:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffff8dfd56b4d300) 00010000:00010000:1.0:1777502111.145221:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.145224:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2da7 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.145230:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2da7 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.145248:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd722ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0775d2ab-558e-41f1-82c0-14244d133390+38:2371:x1863837563045504:12345-192.168.202.27@tcp:101:rm.500 Request processed in 276us (357us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502111.145257:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2d99 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ff7 expref: 161 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.145258:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3170 00000100:00100000:2.0:1777502111.145271:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.145278:0:186941:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2dbc lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ff7 expref: 160 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.145287:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x202:0x0].0x0 (ffff8dfd528d9e00) 00010000:00010000:1.0:1777502111.145290:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000100:00100000:0.0:1777502111.145291:0:205371:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563046272 00010000:00010000:1.0:1777502111.145293:0:186941:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7600, rc 0) 00000100:00100000:0.0:1777502111.145296:0:205371:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563046272 00010000:00010000:1.0:1777502111.145300:0:186941:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.145326:0:186941:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2dca lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf833ffe expref: -99 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.145326:0:205371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 276 00010000:00010000:3.0:1777502111.145336:0:205384:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007fe744f6/0x4ad31463d9bc2db5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1088:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834013 expref: 36 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.145339:0:205371:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:0775d2ab-558e-41f1-82c0-14244d133390+162:2370:x1863837563046272:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:1.0:1777502111.145355:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc2dd1 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.145363:0:205384:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf7000, rc 0) 00010000:00010000:1.0:1777502111.145365:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc2dd1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145370:0:205371:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.145376:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc2dd1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145381:0:205371:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc2dd8 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83403d expref: -99 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.145399:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0775d2ab-558e-41f1-82c0-14244d133390+36:2371:x1863837563045888:12345-192.168.202.27@tcp:101:rm.500 Request processed in 460us (544us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502111.145405:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2ddf lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.145417:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2ddf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145419:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2de6 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.145425:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3169 00010000:00010000:1.0:1777502111.145436:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2ddf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145438:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2de6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145454:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2de6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145468:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc2ded lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145477:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc2ded lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145485:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc2ded lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.145490:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2df4 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.145497:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2df4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.145503:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2df4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502111.145513:0:186941:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1fe:0x0]: returning size 0 00000004:00200000:1.0:1777502111.145516:0:186941:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:0.0:1777502111.145521:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2de6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.145524:0:186941:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2df4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145530:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2de6 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145541:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2de6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145553:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.145555:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2df4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145557:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2de6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.145571:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc2dd1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.145673:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc2dd1 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.145688:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc2dd1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145689:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2de6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.145698:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.145703:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc2dd1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145707:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.145711:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.145715:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2de6 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.145717:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc2dd1 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145727:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2de6 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.145733:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.145737:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.145740:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc2ded lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.145741:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc2dd1 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145759:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc2ded lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.145760:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc2dd1 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145776:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc2ded lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145782:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.145783:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2ddf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145785:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc2ded lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.145795:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2ddf lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145798:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc2ded lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.145808:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2ddf lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145813:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffff8dfd5288df00) 00010000:00010000:1.0:1777502111.145814:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.145819:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2ddf lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145819:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.145824:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc2ded lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145841:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc2ded lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.145842:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2ddf lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.145860:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffff8dfd56b4d400) 00010000:00010000:1.0:1777502111.145862:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.145864:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2ddf lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.145870:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2ddf lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145871:0:205371:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc2dd8 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83403d expref: 163 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145890:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.145892:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502111.145896:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc2dd8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83403d expref: 163 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.145907:0:205371:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e69400, rc -2) 00010000:00010000:1.0:1777502111.145911:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2dca lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ffe expref: 163 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.145926:0:186941:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2df4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ffe expref: 162 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.145932:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fe:0x0].0x0 (ffff8dfd472ea000) 00010000:00010000:1.0:1777502111.145934:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.145937:0:186941:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba6800, rc 0) 00000100:00100000:0.0:1777502111.145938:0:205371:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:0775d2ab-558e-41f1-82c0-14244d133390+162:2370:x1863837563046272:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 601us (732us total) trans 0 rc -2/-2 00010000:00010000:1.0:1777502111.145944:0:186941:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777502111.145945:0:205371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 276 00010000:00010000:1.0:1777502111.145951:0:186941:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2dfb lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834005 expref: -99 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.145969:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563046528 00010000:00010000:1.0:1777502111.145970:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2e02 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.145973:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563046528 00010000:00010000:1.0:1777502111.145978:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2e02 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.145985:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2e02 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.145993:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2e09 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.145998:0:186939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1123 00010000:00010000:1.0:1777502111.145999:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2e09 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.146005:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2e09 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.146006:0:186939:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0775d2ab-558e-41f1-82c0-14244d133390+163:272928:x1863837563046528:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:1.0:1777502111.146031:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2e02 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.146036:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2e02 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.146039:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2e02 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.146042:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.146043:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2e02 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.146047:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2e02 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.146051:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.146053:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.146054:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2e02 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.146058:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2e02 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.146064:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2e09 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.146067:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2e09 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.146071:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2e09 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.146075:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.146076:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2e09 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.146079:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2e09 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.146083:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffff8dfd56b4da00) 00010000:00010000:1.0:1777502111.146084:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.146085:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2e09 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.146088:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2e09 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.146100:0:186941:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2dfb lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834005 expref: 164 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.146108:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.146110:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502111.146113:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2dfb lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834005 expref: 164 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.146120:0:186941:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba6000, rc -2) 00000100:00100000:1.0:1777502111.146153:0:186941:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0775d2ab-558e-41f1-82c0-14244d133390+163:2370:x1863837563046016:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 1370us (1495us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777502111.146160:0:186941:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 275 00000100:00100000:3.0:1777502111.146253:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.146285:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563046656 00000100:00100000:3.0:1777502111.146289:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563046656 00000100:00100000:0.0:1777502111.146372:0:186939:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0775d2ab-558e-41f1-82c0-14244d133390+162:272928:x1863837563046528:12345-192.168.202.27@tcp:35:touch.500 Request processed in 368us (1104us total) trans 8589938887 rc 0/0 00000100:00100000:0.0:1777502111.146378:0:186939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1123 00000100:00100000:3.0:1777502111.146390:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3171 00000100:00100000:3.0:1777502111.146400:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70d54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0775d2ab-558e-41f1-82c0-14244d133390+36:2370:x1863837563046656:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.146408:0:205380:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.146420:0:205380:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009cf65400/0x4ad31463d9bc2e10 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x108a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834075 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777502111.146437:0:205380:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x108a:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:3.0:1777502111.146447:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502111.146449:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502111.146454:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009cf65400/0x4ad31463d9bc2e10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834075 expref: 37 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.146467:0:205380:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009cf65400/0x4ad31463d9bc2e10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834075 expref: 37 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.146467:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563046144 00000100:00100000:0.0:1777502111.146472:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563046144 00010000:00010000:3.0:1777502111.146481:0:205380:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf6600, rc 0) 00000100:00100000:0.0:1777502111.146490:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238387704867 time 8238389605961 state 0x0 ref 1 00000100:00100000:0.0:1777502111.146500:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238389705961 time 8238389605961 state 0x1 ref 1 00000100:00100000:3.0:1777502111.146511:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70d54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0775d2ab-558e-41f1-82c0-14244d133390+37:2370:x1863837563046656:12345-192.168.202.27@tcp:101:rm.500 Request processed in 112us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502111.146519:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3171 00000100:00100000:0.0:1777502111.146527:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238389705961 time 8238391946161 state 0x0 ref 1 00000100:00100000:0.0:1777502111.146541:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+162:272939:x1863837563046144:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.146549:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.146559:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc2e17 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834036 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.146623:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc2e1e lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.146630:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc2e1e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.146635:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc2e1e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.146643:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc2e25 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.146648:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc2e25 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.146653:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc2e25 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.146720:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc2e2c lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.146728:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc2e2c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.146735:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc2e2c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502111.146751:0:186938:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x1fe:0x0]: returning size 0 00000004:00200000:0.0:1777502111.146754:0:186938:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777502111.146764:0:186938:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc2e2c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.146772:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc2e2c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.146783:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc2e1e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.146788:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc2e1e lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.146794:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc2e1e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.146800:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6dc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.146802:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc2e1e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.146808:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc2e1e lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.146817:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.146819:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.146822:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc2e1e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.146827:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc2e1e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.146837:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc2e25 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.146843:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc2e25 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.146848:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc2e25 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.146854:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6ca00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.146857:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc2e25 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.146862:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc2e25 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.146868:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffff8dfd5288dc00) 00010000:00010000:0.0:1777502111.146870:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.146872:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc2e25 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.146878:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc2e25 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.146898:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc2e17 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834036 expref: 164 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.146909:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc2e2c lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834036 expref: 163 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.146922:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fe:0x0].0x0 (ffff8dfd472ea000) 00010000:00010000:0.0:1777502111.146924:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.146927:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6d800, rc 0) 00000100:00100000:0.0:1777502111.146952:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+163:272939:x1863837563046144:12345-192.168.202.27@tcp:101:rm.500 Request processed in 416us (1820us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.146959:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 343 00000100:00100000:0.0:1777502111.146963:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238389705961 time 8238391946161 state 0x2 ref 0 00000100:00100000:3.0:1777502111.149241:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.149280:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.149285:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563046912 00000100:00100000:0.0:1777502111.149293:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563046912 00000100:00100000:3.0:1777502111.149319:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.149348:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.149355:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 257 00000100:00100000:2.0:1777502111.149360:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563047168 00000100:00100000:2.0:1777502111.149367:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563047168 00000100:00100000:0.0:1777502111.149368:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd44cab850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+163:2372:x1863837563046912:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777502111.149374:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563046784 00000100:00100000:3.0:1777502111.149379:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563046784 00010000:00010000:0.0:1777502111.149382:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502111.149392:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238389705961 time 8238391946161 state 0x0 ref 1 00000100:00100000:2.0:1777502111.149403:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238392046161 time 8238391946161 state 0x1 ref 1 00010000:00010000:0.0:1777502111.149414:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d800/0x4ad31463d9bc2e2c lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834036 expref: 164 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.149423:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563047296 00000100:00100000:3.0:1777502111.149427:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563047296 00000100:00100000:2.0:1777502111.149431:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238392046161 time 8238394850063 state 0x0 ref 1 00010000:00010000:0.0:1777502111.149432:0:186923:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fe:0x0].0x0 (ffff8dfd472ea000) 00010000:00010000:0.0:1777502111.149441:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502111.149449:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70d55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+163:272944:x1863837563047168:12345-192.168.202.27@tcp:36:rm.500 00000100:00100000:3.0:1777502111.149456:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3172 00000100:00100000:3.0:1777502111.149466:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70d56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0775d2ab-558e-41f1-82c0-14244d133390+38:2371:x1863837563046784:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.149476:0:205379:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777502111.149491:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd44cab850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+163:2372:x1863837563046912:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 126us (287us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502111.149492:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777502111.149493:0:205379:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf4a2c9c/0x4ad31463d9bc2e33 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1089:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83407c expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.149505:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 257 00010000:00010000:2.0:1777502111.149510:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2d92 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ff0 expref: 163 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777502111.149522:0:205379:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1089:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:2.0:1777502111.149531:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2c65 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f9c expref: 161 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.149536:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502111.149540:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502111.149548:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf4a2c9c/0x4ad31463d9bc2e33 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1089:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83407c expref: 39 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.149548:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x200:0x0].0x0 (ffff8dfd56b4d200) 00010000:00010000:2.0:1777502111.149560:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502111.149570:0:205379:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cf4a2c9c/0x4ad31463d9bc2e33 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1089:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83407c expref: 39 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.149574:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3173 00010000:00010000:2.0:1777502111.149601:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc2e3a lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.149611:0:205379:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf7400, rc 0) 00010000:00010000:2.0:1777502111.149615:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc2e3a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.149616:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70d54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0775d2ab-558e-41f1-82c0-14244d133390+39:2370:x1863837563047296:12345-192.168.202.27@tcp:101:ll_agl.0 00010000:00010000:0.0:1777502111.149630:0:188366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.149632:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc2e3a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.149639:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70d56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0775d2ab-558e-41f1-82c0-14244d133390+39:2371:x1863837563046784:12345-192.168.202.27@tcp:101:rm.500 Request processed in 173us (318us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502111.149643:0:188366:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001aff2160/0x4ad31463d9bc2e41 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x108b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834083 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.149650:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc2e48 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.149651:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3172 00010000:00010000:2.0:1777502111.149681:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc2e48 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777502111.149685:0:188366:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x108b:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:2.0:1777502111.149689:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc2e48 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.149696:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.149698:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.149704:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001aff2160/0x4ad31463d9bc2e41 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834083 expref: 39 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.149717:0:188366:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001aff2160/0x4ad31463d9bc2e41 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834083 expref: 39 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.149728:0:188366:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6cc00, rc 0) 00000100:00100000:0.0:1777502111.149750:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70d54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0775d2ab-558e-41f1-82c0-14244d133390+39:2370:x1863837563047296:12345-192.168.202.27@tcp:101:ll_agl.0 Request processed in 141us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.149757:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3173 00010000:00010000:2.0:1777502111.149860:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc2e4f lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x200:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.149870:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc2e4f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x200:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.149878:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc2e4f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x200:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777502111.150395:0:188648:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].519, 64 off41408 00010000:00010000:2.0:1777502111.150455:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc2e56 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x200:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.150464:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc2e56 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.150473:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc2e56 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.150480:0:188648:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc2e56 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.150487:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc2e56 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.150494:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc2e56 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.150513:0:188648:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502111.150527:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc2e4f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x200:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.150533:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc2e4f lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x200:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.150540:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc2e4f lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x200:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.150546:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502111.150547:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.150553:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc2e4f lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x200:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.150554:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc2e56 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x200:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.150565:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc2e4f lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x200:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.150568:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502111.150574:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc2e56 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x200:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.150629:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc2e56 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.150629:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x200:0x0].0x0 (ffff8dfd467c9300) 00010000:00010000:2.0:1777502111.150634:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502111.150639:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc2e4f lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x200:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.150645:0:186925:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x200:0x0].0x0 (ffff8dfd467c9300) 00010000:00010000:2.0:1777502111.150647:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc2e4f lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x200:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.150650:0:186925:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.150655:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc2e56 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x200:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.150681:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc2e56 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x200:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.150687:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc2e3a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.150694:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc2e3a lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.150696:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.150699:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.150703:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.150704:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc2e3a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.150710:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.150713:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc2e3a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.150719:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc2e3a lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.150726:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.150729:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.150732:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc2e3a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.150738:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc2e3a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.150747:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000020026dc4 reply state 000000009342e47c transno 8589938888 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc2e48 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.150754:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502111.150813:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70d55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+162:272944:x1863837563047168:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1365us (1531us total) trans 8589938888 rc 0/0 00000100:00100000:2.0:1777502111.150825:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 344 00000100:00100000:2.0:1777502111.150831:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238392046161 time 8238394850063 state 0x2 ref 0 00010000:00010000:1.0:1777502111.151708:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc2e48 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.151719:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc2e48 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.151726:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc2e48 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.151733:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.151736:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc2e48 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.151743:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc2e48 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.151753:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffff8dfd467c9d00) 00010000:00010000:1.0:1777502111.151756:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.151759:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc2e48 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.151766:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc2e48 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.152018:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.152061:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563047552 00000100:00100000:2.0:1777502111.152068:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563047552 00000100:00100000:2.0:1777502111.152095:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238392046161 time 8238394850063 state 0x0 ref 1 00000100:00100000:2.0:1777502111.152106:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238394950063 time 8238394850063 state 0x1 ref 1 00000100:00100000:2.0:1777502111.152130:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238394950063 time 8238397549281 state 0x0 ref 1 00000100:00100000:2.0:1777502111.152143:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+161:272936:x1863837563047552:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.152159:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.152171:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2e5d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83408a expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.152257:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc2e64 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.152265:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc2e64 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.152271:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc2e64 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.152278:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc2e6b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.152282:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc2e6b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.152286:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc2e6b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502111.152694:0:205369:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1067:0x0], index 1: 0 00010000:00010000:2.0:1777502111.152817:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc2e72 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x203:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.152823:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc2e72 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.152828:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc2e72 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.152851:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc2e64 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.152855:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc2e64 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.152859:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc2e64 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.152862:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.152864:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc2e64 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.152867:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc2e64 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.152871:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.152873:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.152876:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc2e64 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.152880:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc2e64 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.152886:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003d46b905 reply state 0000000031b04e89 transno 8589938889 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc2e6b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.152892:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502111.152913:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc2e5d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83408a expref: 164 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.152926:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc2e72 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83408a expref: 163 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.152932:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x203:0x0].0x0 (ffff8dfd467c9700) 00010000:00010000:2.0:1777502111.152934:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.152937:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43979600, rc 0) 00000100:00100000:2.0:1777502111.152988:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd722e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+164:272936:x1863837563047552:12345-192.168.202.27@tcp:101:touch.500 Request processed in 849us (973us total) trans 8589938889 rc 0/0 00000100:00100000:2.0:1777502111.152993:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 345 00000100:00100000:2.0:1777502111.152997:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238394950063 time 8238397549281 state 0x2 ref 0 00010000:00010000:2.0:1777502111.153570:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc2e6b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.153600:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc2e6b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.153607:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc2e6b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.153614:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.153617:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc2e6b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.153623:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc2e6b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.153634:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffff8dfd467c9e00) 00010000:00010000:2.0:1777502111.153638:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.153641:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc2e6b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.153647:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc2e6b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.154253:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.154285:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.154287:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563048064 00000100:00100000:1.0:1777502111.154294:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563048064 00000100:00100000:2.0:1777502111.154319:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563047936 00000100:00100000:1.0:1777502111.154320:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238394950063 time 8238397549281 state 0x0 ref 1 00000100:00100000:2.0:1777502111.154324:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563047936 00000100:00100000:1.0:1777502111.154330:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238397649281 time 8238397549281 state 0x1 ref 1 00000100:00100000:2.0:1777502111.154343:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238397649281 time 8238397549281 state 0x1 ref 2 00000100:00100000:1.0:1777502111.154358:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238399876050 time 8238399776050 state 0x1 ref 2 00000100:00100000:2.0:1777502111.154369:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238399876050 time 8238399787317 state 0x0 ref 2 00000100:00100000:1.0:1777502111.154374:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+164:272936:x1863837563048064:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:2.0:1777502111.154385:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+164:272941:x1863837563047936:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.154402:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.154414:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502111.154415:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc2e80 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834091 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.154430:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc2e72 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83408a expref: 165 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.154443:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x203:0x0].0x0 (ffff8dfd467c9700) 00010000:00010000:1.0:1777502111.154448:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502111.154508:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2e87 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x203:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.154509:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc2e8e lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.154526:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2e87 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.154531:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc2e8e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.154539:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2e87 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.154542:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc2e8e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.154567:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc2e95 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.154573:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc2e95 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.154617:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc2e95 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.154653:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000012b9188b reply state 000000005901e017 transno 8589938890 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2e87 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.154674:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.154727:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd722e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+166:272936:x1863837563048064:12345-192.168.202.27@tcp:36:touch.500 Request processed in 360us (477us total) trans 8589938890 rc 0/0 00000100:00100000:1.0:1777502111.154731:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 346 00000004:00080000:2.0:1777502111.154990:0:186938:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x108c:0x0], index 0: 0 00010000:00010000:2.0:1777502111.155119:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9000/0x4ad31463d9bc2e9c lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x204:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.155128:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9000/0x4ad31463d9bc2e9c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.155135:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9000/0x4ad31463d9bc2e9c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.155160:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc2e8e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.155167:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc2e8e lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.155174:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc2e8e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.155180:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.155183:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc2e8e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.155189:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc2e8e lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.155195:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.155197:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.155199:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc2e8e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.155203:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc2e8e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.155209:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001197db45 reply state 000000007ec2dc8b transno 8589938891 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc2e95 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.155213:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502111.155228:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc2e80 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834091 expref: 167 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.155237:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9000/0x4ad31463d9bc2e9c lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834091 expref: 166 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.155245:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x204:0x0].0x0 (ffff8dfd467c9600) 00010000:00010000:2.0:1777502111.155247:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.155250:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7eec9000, rc 0) 00000100:00100000:2.0:1777502111.155285:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd722eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+167:272941:x1863837563047936:12345-192.168.202.27@tcp:101:touch.500 Request processed in 904us (1001us total) trans 8589938891 rc 0/0 00000100:00100000:2.0:1777502111.155292:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 347 00000100:00100000:2.0:1777502111.155296:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238399876050 time 8238399787317 state 0x2 ref 0 00010000:00010000:3.0:1777502111.155787:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2e87 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.155799:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2e87 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.155806:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2e87 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.155816:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.155819:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2e87 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.155826:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2e87 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.155837:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x203:0x0].0x0 (ffff8dfd56b4da00) 00010000:00010000:3.0:1777502111.155840:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.155844:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2e87 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.155849:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc2e87 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x203:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.156813:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.156845:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.156864:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563048192 00000100:00100000:1.0:1777502111.156871:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563048192 00000100:00100000:0.0:1777502111.156882:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.156909:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563048448 00000100:00100000:1.0:1777502111.156913:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238399876050 time 8238399787317 state 0x0 ref 1 00000100:00100000:0.0:1777502111.156915:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563048448 00010000:00010000:3.0:1777502111.156920:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc2e95 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.156927:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238399887317 time 8238399787317 state 0x1 ref 1 00010000:00010000:3.0:1777502111.156934:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc2e95 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.156942:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc2e95 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.156944:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238399887317 time 8238399787317 state 0x1 ref 2 00010000:00010000:3.0:1777502111.156954:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.156958:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc2e95 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.156959:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563048704 00000100:00100000:1.0:1777502111.156965:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563048704 00010000:00010000:3.0:1777502111.156966:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc2e95 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.156974:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238402492466 time 8238402392466 state 0x1 ref 2 00010000:00010000:3.0:1777502111.156980:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffff8dfd467c9b00) 00010000:00010000:3.0:1777502111.156984:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777502111.156985:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238402492466 time 8238402392466 state 0x1 ref 3 00010000:00010000:3.0:1777502111.156987:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc2e95 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.156991:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+168:272936:x1863837563048192:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502111.157000:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc2e95 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.157016:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238402534871 time 8238402434871 state 0x1 ref 3 00010000:00010000:0.0:1777502111.157022:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777502111.157030:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+167:272940:x1863837563048448:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502111.157038:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc2eaa lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x203:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834098 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.157040:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.157053:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2eb1 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83409f expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.157077:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc2eaa lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x203:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834098 expref: 169 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.157104:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc2eaa lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x203:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834098 expref: 169 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.157124:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x203:0x0].0x0 (ffff8dfd5288dc00) 00010000:00010000:0.0:1777502111.157127:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777502111.157130:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb27000, rc 0) 00010000:00010000:1.0:1777502111.157150:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2eb8 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.157162:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2eb8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.157170:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd722e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+169:272936:x1863837563048192:12345-192.168.202.27@tcp:101:touch.500 Request processed in 184us (359us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502111.157171:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2eb8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.157187:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 348 00010000:00010000:1.0:1777502111.157203:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2ebf lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.157210:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2ebf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.157213:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238402534871 time 8238402631103 state 0x0 ref 2 00010000:00010000:1.0:1777502111.157228:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2ebf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.157233:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+168:272941:x1863837563048704:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:0.0:1777502111.157260:0:187571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502111.157275:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9000/0x4ad31463d9bc2e9c lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834091 expref: 168 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.157288:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x204:0x0].0x0 (ffff8dfd467c9600) 00010000:00010000:0.0:1777502111.157296:0:187571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.157340:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc2ec6 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x204:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.157349:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc2ec6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x204:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.157358:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc2ec6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x204:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.157459:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b13e98c4 reply state 00000000bf66b9c3 transno 8589938892 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc2ec6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x204:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.157474:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502111.157526:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd722ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+169:272941:x1863837563048704:12345-192.168.202.27@tcp:36:touch.500 Request processed in 296us (649us total) trans 8589938892 rc 0/0 00000100:00100000:0.0:1777502111.157534:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 350 00000004:00080000:1.0:1777502111.157702:0:186936:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1068:0x0], index 1: 0 00010000:00010000:1.0:1777502111.157804:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2ecd lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x205:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.157811:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2ecd lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.157816:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2ecd lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.157834:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2eb8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.157838:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2eb8 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.157842:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2eb8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.157846:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.157848:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2eb8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.157855:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2eb8 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.157860:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.157861:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.157864:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2eb8 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.157867:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6a00/0x4ad31463d9bc2eb8 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.157875:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a48f746c reply state 00000000e00b3834 transno 8589938893 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2ebf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.157879:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502111.157893:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2eb1 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83409f expref: 170 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.157904:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2ecd lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83409f expref: 169 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.157911:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x205:0x0].0x0 (ffff8dfd56b4d300) 00010000:00010000:1.0:1777502111.157913:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.157915:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7c00, rc 0) 00000100:00100000:1.0:1777502111.157948:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd722ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+170:272940:x1863837563048448:12345-192.168.202.27@tcp:101:touch.500 Request processed in 923us (1103us total) trans 8589938893 rc 0/0 00000100:00100000:1.0:1777502111.157953:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 349 00000100:00100000:1.0:1777502111.157956:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238402534871 time 8238402631103 state 0x2 ref 0 00000100:00100000:0.0:1777502111.158202:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.158243:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563048832 00000100:00100000:2.0:1777502111.158248:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563048832 00010000:00010000:1.0:1777502111.158257:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc2ec6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x204:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.158264:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc2ec6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x204:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.158267:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc2ec6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x204:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.158271:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.158273:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc2ec6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x204:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.158279:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3174 00010000:00010000:1.0:1777502111.158280:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc2ec6 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x204:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.158288:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0775d2ab-558e-41f1-82c0-14244d133390+38:2371:x1863837563048832:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:1.0:1777502111.158290:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x204:0x0].0x0 (ffff8dfd5288df00) 00010000:00010000:1.0:1777502111.158294:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.158296:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc2ec6 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x204:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.158299:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc2ec6 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x204:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.158338:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2ebf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.158343:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2ebf lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.158347:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2ebf lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.158353:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.158355:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2ebf lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.158359:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2ebf lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.158364:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffff8dfd56b4d400) 00010000:00010000:1.0:1777502111.158366:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.158367:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2ebf lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.158376:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2ebf lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.158376:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.158466:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd722ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0775d2ab-558e-41f1-82c0-14244d133390+39:2371:x1863837563048832:12345-192.168.202.27@tcp:2:touch.500 Request processed in 178us (263us total) trans 8589935675 rc 0/0 00000100:00100000:2.0:1777502111.158474:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3174 00000100:00100000:2.0:1777502111.158498:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563048960 00000100:00100000:2.0:1777502111.158502:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563048960 00000100:00100000:2.0:1777502111.158519:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238402534871 time 8238402631103 state 0x0 ref 1 00000100:00100000:2.0:1777502111.158528:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238402731103 time 8238402631103 state 0x1 ref 1 00000100:00100000:2.0:1777502111.158547:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238402731103 time 8238403966621 state 0x0 ref 1 00000100:00100000:2.0:1777502111.158559:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+168:272941:x1863837563048960:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.158567:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.158612:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8600/0x4ad31463d9bc2edb lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x204:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8340a6 expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.158642:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8600/0x4ad31463d9bc2edb lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x204:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340a6 expref: 169 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.158654:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8600/0x4ad31463d9bc2edb lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x204:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340a6 expref: 169 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.158679:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x204:0x0].0x0 (ffff8dfd467c9000) 00010000:00010000:2.0:1777502111.158682:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777502111.158685:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7eec8600, rc 0) 00000100:00100000:2.0:1777502111.158710:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd722e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+169:272941:x1863837563048960:12345-192.168.202.27@tcp:101:touch.500 Request processed in 155us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.158714:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 351 00000100:00100000:2.0:1777502111.158718:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238402731103 time 8238403966621 state 0x2 ref 0 00000100:00100000:3.0:1777502111.159030:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.159071:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.159110:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563049472 00000100:00100000:2.0:1777502111.159115:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563049472 00000100:00100000:1.0:1777502111.159129:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563049344 00000100:00100000:2.0:1777502111.159133:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238402731103 time 8238403966621 state 0x0 ref 1 00000100:00100000:1.0:1777502111.159135:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563049344 00000100:00100000:2.0:1777502111.159144:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238404066621 time 8238403966621 state 0x1 ref 1 00000100:00100000:1.0:1777502111.159153:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238404066621 time 8238403966621 state 0x1 ref 2 00000100:00100000:2.0:1777502111.159165:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238404684523 time 8238404584523 state 0x1 ref 2 00000100:00100000:1.0:1777502111.159171:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238404684523 time 8238404591029 state 0x0 ref 2 00000100:00100000:2.0:1777502111.159175:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70d54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+170:272940:x1863837563049472:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:1.0:1777502111.159184:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70d55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+170:272945:x1863837563049344:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.159191:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.159198:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc2ee2 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8340ad expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.159210:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502111.159220:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc2ecd lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83409f expref: 171 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.159233:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x205:0x0].0x0 (ffff8dfd56b4d300) 00010000:00010000:2.0:1777502111.159241:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502111.159252:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2ee9 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.159262:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2ee9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.159268:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2ee9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.159278:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc2ef0 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x205:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.159280:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2ef7 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.159298:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc2ef0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x205:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.159298:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2ef7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.159308:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2ef7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.159320:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc2ef0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x205:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.159385:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000011bcafde reply state 00000000a042bfe6 transno 8589938894 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc2ef0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x205:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.159390:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502111.159438:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70d54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+172:272940:x1863837563049472:12345-192.168.202.27@tcp:36:touch.500 Request processed in 265us (408us total) trans 8589938894 rc 0/0 00000100:00100000:2.0:1777502111.159445:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 352 00000100:00100000:2.0:1777502111.159699:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000004:00080000:1.0:1777502111.159717:0:186936:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x108d:0x0], index 0: 0 00000100:00100000:3.0:1777502111.159727:0:205362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563049728 00000100:00100000:3.0:1777502111.159732:0:205362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563049728 00000100:00100000:3.0:1777502111.159766:0:205362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1124 00000100:00100000:3.0:1777502111.159773:0:205362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+173:272936:x1863837563049728:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:1.0:1777502111.159822:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2efe lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x206:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.159832:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2efe lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.159839:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2efe lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.159862:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2ee9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.159868:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2ee9 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.159874:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2ee9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.159880:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.159883:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2ee9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.159889:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2ee9 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.159898:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.159900:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.159903:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2ee9 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.159909:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2ee9 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.159919:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000aaa83da reply state 000000001eca402e transno 8589938895 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2ef7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.159926:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502111.159943:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc2ee2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340ad expref: 175 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.159956:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2efe lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340ad expref: 174 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.159962:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x206:0x0].0x0 (ffff8dfd56b4de00) 00010000:00010000:1.0:1777502111.159965:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.159967:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba6600, rc 0) 00000100:00100000:3.0:1777502111.159975:0:205362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+175:272936:x1863837563049728:12345-192.168.202.27@tcp:35:touch.500 Request processed in 203us (278us total) trans 8589938896 rc 0/0 00000100:00100000:3.0:1777502111.159982:0:205362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1124 00000100:00100000:1.0:1777502111.159992:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70d55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+174:272945:x1863837563049344:12345-192.168.202.27@tcp:101:touch.500 Request processed in 811us (920us total) trans 8589938895 rc 0/0 00000100:00100000:1.0:1777502111.159998:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 353 00000100:00100000:1.0:1777502111.160002:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238404684523 time 8238404591029 state 0x2 ref 0 00000100:00100000:2.0:1777502111.160076:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.160249:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563049856 00000100:00100000:3.0:1777502111.160254:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563049856 00000100:00100000:3.0:1777502111.160284:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3175 00000100:00100000:3.0:1777502111.160291:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0775d2ab-558e-41f1-82c0-14244d133390+39:2373:x1863837563049856:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:3.0:1777502111.160547:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0775d2ab-558e-41f1-82c0-14244d133390+40:2373:x1863837563049856:12345-192.168.202.27@tcp:2:touch.500 Request processed in 256us (470us total) trans 8589936085 rc 0/0 00000100:00100000:3.0:1777502111.160551:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3175 00010000:00010000:3.0:1777502111.160701:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc2ef0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x205:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.160715:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc2ef0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x205:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.160721:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502111.160728:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc2ef0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x205:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.160742:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.160747:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc2ef0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x205:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.160762:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2ef7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.160771:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2ef7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.160777:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2ef7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.160782:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.160785:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2ef7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.160790:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2ef7 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.160799:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffff8dfd56b4d200) 00010000:00010000:1.0:1777502111.160802:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.160805:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2ef7 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.160810:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2ef7 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.160812:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc2ef0 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x205:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.160828:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x205:0x0].0x0 (ffff8dfd467c9a00) 00010000:00010000:3.0:1777502111.160831:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.160835:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc2ef0 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x205:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.160838:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563049984 00000100:00100000:1.0:1777502111.160843:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563049984 00010000:00010000:3.0:1777502111.160845:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc2ef0 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x205:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.160862:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238404684523 time 8238404591029 state 0x0 ref 1 00000100:00100000:1.0:1777502111.160868:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238404691029 time 8238404591029 state 0x1 ref 1 00000100:00100000:1.0:1777502111.160885:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238404691029 time 8238406305928 state 0x0 ref 1 00000100:00100000:1.0:1777502111.160893:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ddb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+172:272940:x1863837563049984:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.160902:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.160913:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2f0c lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x205:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8340b4 expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.160943:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2f0c lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x205:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340b4 expref: 173 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.160951:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2f0c lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x205:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340b4 expref: 173 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.160960:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x205:0x0].0x0 (ffff8dfd56b4d500) 00010000:00010000:1.0:1777502111.160962:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502111.160964:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7000, rc 0) 00000100:00100000:1.0:1777502111.160985:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ddb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+173:272940:x1863837563049984:12345-192.168.202.27@tcp:101:touch.500 Request processed in 93us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.160991:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 354 00000100:00100000:1.0:1777502111.161007:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238404691029 time 8238406305928 state 0x2 ref 0 00000100:00100000:1.0:1777502111.161286:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.161322:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563050240 00000100:00100000:2.0:1777502111.161326:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563050240 00000100:00100000:2.0:1777502111.161337:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238404691029 time 8238406305928 state 0x0 ref 1 00000100:00100000:2.0:1777502111.161342:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238406405928 time 8238406305928 state 0x1 ref 1 00000100:00100000:2.0:1777502111.161384:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238406405928 time 8238406803415 state 0x0 ref 1 00000100:00100000:2.0:1777502111.161393:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd476d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+173:272945:x1863837563050240:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:2.0:1777502111.161422:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502111.161433:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6600/0x4ad31463d9bc2efe lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340ad expref: 173 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.161444:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x206:0x0].0x0 (ffff8dfd56b4de00) 00010000:00010000:2.0:1777502111.161450:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.161486:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc2f13 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x206:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.161494:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc2f13 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x206:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.161499:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc2f13 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x206:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.161565:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008e9226b1 reply state 00000000bac864e6 transno 8589938897 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc2f13 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x206:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.161573:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502111.161642:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd476d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+174:272945:x1863837563050240:12345-192.168.202.27@tcp:36:touch.500 Request processed in 248us (356us total) trans 8589938897 rc 0/0 00000100:00100000:2.0:1777502111.161648:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 355 00000100:00100000:2.0:1777502111.161652:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238406405928 time 8238406803415 state 0x2 ref 0 00000100:00100000:2.0:1777502111.161903:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.161927:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563050496 00000100:00100000:3.0:1777502111.161933:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563050496 00000100:00100000:3.0:1777502111.161949:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238406405928 time 8238406803415 state 0x0 ref 1 00000100:00100000:3.0:1777502111.161959:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238406903415 time 8238406803415 state 0x1 ref 1 00000100:00100000:2.0:1777502111.161960:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.161992:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238406903415 time 8238407401714 state 0x0 ref 1 00000100:00100000:3.0:1777502111.162007:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+174:272946:x1863837563050496:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502111.162018:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.162027:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc2f1a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8340bb expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.162212:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2f21 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.162222:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2f21 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.162230:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2f21 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.162242:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2f28 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.162248:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2f28 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.162255:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2f28 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.162361:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.162410:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.162433:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563050752 00000100:00100000:1.0:1777502111.162438:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563050752 00000100:00100000:2.0:1777502111.162440:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563050880 00000100:00100000:2.0:1777502111.162446:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563050880 00000100:00100000:1.0:1777502111.162470:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1125 00000100:00100000:1.0:1777502111.162479:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+176:272941:x1863837563050752:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:2.0:1777502111.162492:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3176 00000100:00100000:2.0:1777502111.162502:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:0775d2ab-558e-41f1-82c0-14244d133390+39:2370:x1863837563050880:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:1.0:1777502111.162747:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+177:272941:x1863837563050752:12345-192.168.202.27@tcp:35:touch.500 Request processed in 268us (787us total) trans 8589938898 rc 0/0 00000100:00100000:1.0:1777502111.162755:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1125 00000100:00100000:1.0:1777502111.162778:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563051008 00000100:00100000:1.0:1777502111.162782:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563051008 00000004:00080000:3.0:1777502111.162787:0:186937:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1069:0x0], index 1: 0 00000100:00100000:2.0:1777502111.162793:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:0775d2ab-558e-41f1-82c0-14244d133390+40:2370:x1863837563050880:12345-192.168.202.27@tcp:2:touch.500 Request processed in 293us (432us total) trans 8589935676 rc 0/0 00000100:00100000:1.0:1777502111.162798:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238407501714 time 8238407401714 state 0x1 ref 2 00000100:00100000:2.0:1777502111.162807:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3176 00000100:00100000:1.0:1777502111.162822:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238407501714 time 8238408240714 state 0x0 ref 2 00000100:00100000:1.0:1777502111.162832:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+177:272945:x1863837563051008:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.162843:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.162853:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2f2f lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x206:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8340c2 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.162878:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2f2f lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340c2 expref: 179 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.162898:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2f2f lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340c2 expref: 179 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.162900:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc2f36 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x207:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.162908:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc2f36 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.162912:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x206:0x0].0x0 (ffff8dfd467c9e00) 00010000:00010000:1.0:1777502111.162915:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777502111.162916:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc2f36 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.162919:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7200, rc 0) 00010000:00010000:3.0:1777502111.162945:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2f21 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.162953:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2f21 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.162959:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2f21 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.162964:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+179:272945:x1863837563051008:12345-192.168.202.27@tcp:101:touch.500 Request processed in 133us (555us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502111.162965:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.162968:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2f21 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.162975:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2f21 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.162975:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 357 00010000:00010000:3.0:1777502111.162983:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.162985:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.162989:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2f21 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.162994:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2f21 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502111.163004:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000076296708 reply state 0000000039b389a4 transno 8589938899 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2f28 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.163010:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777502111.163098:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc2f1a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340bb expref: 179 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.163115:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc2f36 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340bb expref: 178 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.163122:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x207:0x0].0x0 (ffff8dfd431bbf00) 00010000:00010000:3.0:1777502111.163125:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.163127:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf7e00, rc 0) 00000100:00100000:3.0:1777502111.163161:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+179:272946:x1863837563050496:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1160us (1258us total) trans 8589938899 rc 0/0 00000100:00100000:3.0:1777502111.163168:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 356 00000100:00100000:3.0:1777502111.163172:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238407501714 time 8238408240714 state 0x2 ref 0 00010000:00010000:3.0:1777502111.163292:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc2f13 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.163299:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc2f13 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.163305:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc2f13 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.163310:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.163313:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc2f13 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.163318:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc2f13 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.163327:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x206:0x0].0x0 (ffff8dfd467c9e00) 00010000:00010000:3.0:1777502111.163330:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.163332:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc2f13 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.163338:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc2f13 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.163737:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.163764:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563051264 00000100:00100000:3.0:1777502111.163769:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563051264 00000100:00100000:2.0:1777502111.163809:0:205362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1126 00000100:00100000:2.0:1777502111.163818:0:205362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+178:272940:x1863837563051264:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:2.0:1777502111.163994:0:205362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+179:272940:x1863837563051264:12345-192.168.202.27@tcp:35:touch.500 Request processed in 177us (256us total) trans 8589938900 rc 0/0 00000100:00100000:2.0:1777502111.164001:0:205362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1126 00010000:00010000:1.0:1777502111.164175:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2f28 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.164184:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2f28 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.164190:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2f28 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.164196:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.164199:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2f28 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.164203:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2f28 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.164211:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffff8dfd528d9d00) 00010000:00010000:1.0:1777502111.164213:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.164216:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2f28 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.164222:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2f28 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.164316:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.164357:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563051392 00000100:00100000:1.0:1777502111.164361:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563051392 00000100:00100000:1.0:1777502111.164397:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3177 00000100:00100000:1.0:1777502111.164405:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0775d2ab-558e-41f1-82c0-14244d133390+40:2373:x1863837563051392:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:1.0:1777502111.164569:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0775d2ab-558e-41f1-82c0-14244d133390+41:2373:x1863837563051392:12345-192.168.202.27@tcp:2:touch.500 Request processed in 165us (253us total) trans 8589936086 rc 0/0 00000100:00100000:1.0:1777502111.164601:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3177 00000100:00100000:1.0:1777502111.164892:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.164928:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563051648 00000100:00100000:2.0:1777502111.164932:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563051648 00000100:00100000:2.0:1777502111.164950:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238407501714 time 8238408240714 state 0x0 ref 1 00000100:00100000:1.0:1777502111.164959:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.164962:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238408340714 time 8238408240714 state 0x1 ref 1 00000100:00100000:2.0:1777502111.164984:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563051904 00000100:00100000:2.0:1777502111.164987:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563051904 00000100:00100000:2.0:1777502111.164998:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238408340714 time 8238408240714 state 0x1 ref 2 00000100:00100000:3.0:1777502111.165011:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238410528262 time 8238410428262 state 0x1 ref 2 00000100:00100000:2.0:1777502111.165075:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238410528262 time 8238410493867 state 0x0 ref 2 00000100:00100000:3.0:1777502111.165081:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd476d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+179:272946:x1863837563051648:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:2.0:1777502111.165091:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5606b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+179:272937:x1863837563051904:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:3.0:1777502111.165115:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502111.165116:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777502111.165134:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc2d37 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fc6 expref: 179 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.165135:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc2f36 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340bb expref: 179 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.165159:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x207:0x0].0x0 (ffff8dfd431bbf00) 00010000:00010000:2.0:1777502111.165164:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc2bd9 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f79 expref: 177 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.165167:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.165178:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fd:0x0].0x0 (ffff8dfd472ea900) 00010000:00010000:2.0:1777502111.165185:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.165197:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc2f44 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.165207:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc2f44 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.165216:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc2f44 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.165227:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc2f4b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.165233:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc2f4b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.165246:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc2f4b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.165267:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502111.165274:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc2f52 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x207:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.165285:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc2f52 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.165289:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563052160 00000100:00100000:1.0:1777502111.165294:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563052160 00010000:00010000:3.0:1777502111.165295:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc2f52 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.165325:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1127 00000100:00100000:1.0:1777502111.165332:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6f7d6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+177:272945:x1863837563052160:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:2.0:1777502111.165334:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc2f59 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.165343:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc2f59 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.165351:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc2f59 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502111.165383:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002e8cb64e reply state 00000000e5cd201a transno 8589938901 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc2f52 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.165394:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777502111.165455:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd476d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+180:272946:x1863837563051648:12345-192.168.202.27@tcp:36:touch.500 Request processed in 379us (562us total) trans 8589938901 rc 0/0 00000100:00100000:3.0:1777502111.165464:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 358 00000100:00100000:1.0:1777502111.165486:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6f7d6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+179:272945:x1863837563052160:12345-192.168.202.27@tcp:35:touch.500 Request processed in 153us (219us total) trans 8589938902 rc 0/0 00000100:00100000:1.0:1777502111.165495:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1127 00000040:00080000:2.0:1777502111.165900:0:205372:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].514, 64 off41088 00010000:00010000:2.0:1777502111.165945:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc2f60 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.165954:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc2f60 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.165961:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc2f60 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.165966:0:205372:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc2f60 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.165973:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc2f60 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.165978:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc2f60 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.166000:0:205372:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502111.166013:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc2f59 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.166019:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc2f59 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.166024:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502111.166026:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc2f59 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.166032:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc2f60 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.166033:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.166040:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc2f59 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.166044:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502111.166050:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc2f60 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.166052:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc2f59 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.166068:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc2f60 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.166073:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fd:0x0].0x0 (ffff8dfd467c9100) 00010000:00010000:3.0:1777502111.166075:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc2f52 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.166080:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502111.166086:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc2f59 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.166089:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc2f52 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.166091:0:205387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fd:0x0].0x0 (ffff8dfd467c9100) 00010000:00010000:2.0:1777502111.166094:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc2f59 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.166099:0:205387:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777502111.166104:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc2f60 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.166111:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc2f52 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.166122:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc2f60 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.166123:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc2f44 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.166124:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.166130:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc2f52 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.166145:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc2f44 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.166147:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc2f52 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.166151:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.166154:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.166158:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.166163:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc2f44 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.166168:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x207:0x0].0x0 (ffff8dfd64790d00) 00010000:00010000:2.0:1777502111.166169:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec8c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.166173:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc2f44 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.166174:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.166180:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc2f52 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.166180:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc2f44 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.166196:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc2f52 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x207:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.166198:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.166203:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.166207:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc2f44 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.166212:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc2f44 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.166220:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000060568df2 reply state 0000000034826b32 transno 8589938903 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc2f4b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.166228:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502111.166262:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5606b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+179:272937:x1863837563051904:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1175us (1304us total) trans 8589938903 rc 0/0 00000100:00100000:2.0:1777502111.166266:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 359 00000100:00100000:2.0:1777502111.166270:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238410528262 time 8238410493867 state 0x2 ref 0 00000100:00100000:2.0:1777502111.166649:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.166684:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563052288 00000100:00100000:1.0:1777502111.166689:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563052288 00000100:00100000:1.0:1777502111.166708:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238410528262 time 8238410493867 state 0x0 ref 1 00000100:00100000:1.0:1777502111.166717:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238410593867 time 8238410493867 state 0x1 ref 1 00000100:00100000:1.0:1777502111.166757:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238410593867 time 8238412176307 state 0x0 ref 1 00000100:00100000:1.0:1777502111.166768:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+179:272946:x1863837563052288:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.166780:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.166797:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2f67 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x207:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8340c9 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.166828:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2f67 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x207:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340c9 expref: 180 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.166844:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2f67 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x207:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340c9 expref: 180 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.166857:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x207:0x0].0x0 (ffff8dfd56b4d200) 00010000:00010000:1.0:1777502111.166860:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502111.166862:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba6e00, rc 0) 00000100:00100000:1.0:1777502111.166888:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+180:272946:x1863837563052288:12345-192.168.202.27@tcp:101:touch.500 Request processed in 122us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.166895:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 360 00000100:00100000:1.0:1777502111.166899:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238410593867 time 8238412176307 state 0x2 ref 0 00010000:00010000:2.0:1777502111.169345:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc2f4b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.169360:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc2f4b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.169367:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc2f4b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.169373:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec8800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.169376:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc2f4b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.169383:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc2f4b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.169396:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffff8dfd467c9900) 00010000:00010000:2.0:1777502111.169398:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.169402:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc2f4b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.169409:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc2f4b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.169829:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.169867:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563052544 00000100:00100000:3.0:1777502111.169875:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563052544 00000100:00100000:3.0:1777502111.169903:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238410593867 time 8238412176307 state 0x0 ref 1 00000100:00100000:3.0:1777502111.169915:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238412276307 time 8238412176307 state 0x1 ref 1 00000100:00100000:3.0:1777502111.170000:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238412276307 time 8238415418074 state 0x0 ref 1 00000100:00100000:3.0:1777502111.170012:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+179:272942:x1863837563052544:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:3.0:1777502111.170062:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777502111.170090:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc2d68 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fd4 expref: 179 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.170108:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc2c3b lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f95 expref: 178 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.170122:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ff:0x0].0x0 (ffff8dfd56b4df00) 00010000:00010000:3.0:1777502111.170130:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502111.170148:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc2f6e lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.170159:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc2f6e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.170167:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc2f6e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.170178:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2f75 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.170183:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2f75 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.170187:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2f75 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.170300:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502111.170346:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc2f7c lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.170349:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563052672 00000100:00100000:0.0:1777502111.170356:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563052672 00010000:00010000:3.0:1777502111.170357:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc2f7c lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.170366:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc2f7c lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.170402:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3178 00000100:00100000:0.0:1777502111.170412:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0775d2ab-558e-41f1-82c0-14244d133390+40:2371:x1863837563052672:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:0.0:1777502111.170774:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0775d2ab-558e-41f1-82c0-14244d133390+41:2371:x1863837563052672:12345-192.168.202.27@tcp:2:touch.500 Request processed in 363us (472us total) trans 8589935677 rc 0/0 00000100:00100000:0.0:1777502111.170783:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3178 00000040:00080000:3.0:1777502111.170881:0:186937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].515, 64 off41152 00010000:00010000:3.0:1777502111.171046:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc2f83 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.171053:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc2f83 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.171058:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc2f83 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.171063:0:186937:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc2f83 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.171069:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc2f83 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.171075:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc2f83 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.171098:0:186937:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502111.171114:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc2f7c lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.171126:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc2f7c lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.171132:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc2f7c lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.171138:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf7c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.171141:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc2f7c lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.171147:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc2f7c lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.171156:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ff:0x0].0x0 (ffff8dfd52095a00) 00010000:00010000:3.0:1777502111.171159:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777502111.171162:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc2f7c lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.171169:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc2f7c lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.171171:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502111.171178:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc2f83 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.171185:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502111.171187:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc2f6e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.171188:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc2f83 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.171203:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc2f6e lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.171204:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc2f83 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.171219:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc2f6e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.171223:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.171223:0:186924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1ff:0x0].0x0 (ffff8dfd52095a00) 00010000:00010000:0.0:1777502111.171227:0:186924:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.171229:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc2f6e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.171230:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc2f83 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.171240:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc2f6e lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.171241:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc2f83 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.171257:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.171259:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.171262:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc2f6e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.171266:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc2f6e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.171266:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.171269:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.171273:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:3.0:1777502111.171278:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aa6651a2 reply state 00000000f534484c transno 8589938904 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2f75 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.171284:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777502111.171320:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+179:272942:x1863837563052544:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1310us (1494us total) trans 8589938904 rc 0/0 00000100:00100000:3.0:1777502111.171325:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 361 00000100:00100000:3.0:1777502111.171329:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238412276307 time 8238415418074 state 0x2 ref 0 00000100:00100000:2.0:1777502111.171683:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.171719:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563052928 00000100:00100000:0.0:1777502111.171724:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563052928 00000100:00100000:0.0:1777502111.171756:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1128 00000100:00100000:0.0:1777502111.171766:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0775d2ab-558e-41f1-82c0-14244d133390+179:272946:x1863837563052928:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:3.0:1777502111.171877:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2f75 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.171930:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2f75 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.171938:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2f75 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.171949:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.171953:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2f75 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.171960:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2f75 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.171965:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0775d2ab-558e-41f1-82c0-14244d133390+180:272946:x1863837563052928:12345-192.168.202.27@tcp:35:touch.500 Request processed in 200us (282us total) trans 8589938905 rc 0/0 00010000:00010000:3.0:1777502111.171975:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffff8dfd52095d00) 00000100:00100000:0.0:1777502111.171976:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1128 00010000:00010000:3.0:1777502111.171982:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.171985:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2f75 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.171990:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc2f75 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.172109:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.172141:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563053056 00000100:00100000:3.0:1777502111.172146:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563053056 00000100:00100000:3.0:1777502111.172161:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238412276307 time 8238415418074 state 0x0 ref 1 00000100:00100000:3.0:1777502111.172168:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238415518074 time 8238415418074 state 0x1 ref 1 00000100:00100000:3.0:1777502111.172191:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238415518074 time 8238417610458 state 0x0 ref 1 00000100:00100000:3.0:1777502111.172201:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67472680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+179:272948:x1863837563053056:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.172214:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.172225:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc2f8a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8340d0 expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.172264:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc2f91 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.172273:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc2f91 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.172280:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc2f91 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.172292:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2f98 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.172296:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2f98 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.172300:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2f98 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.172344:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2f9f lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x201:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.172349:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2f9f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.172354:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2f9f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502111.172368:0:205369:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x201:0x0]: returning size 0 00000004:00200000:3.0:1777502111.172371:0:205369:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777502111.172445:0:205369:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2f9f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.172457:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2f9f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.172466:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc2f91 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.172470:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc2f91 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.172475:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc2f91 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.172478:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf7e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.172480:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc2f91 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.172483:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc2f91 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.172489:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.172491:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.172493:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc2f91 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.172497:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc2f91 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.172503:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2f98 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.172506:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2f98 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.172510:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2f98 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.172515:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.172517:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2f98 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.172523:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502111.172527:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2f98 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.172532:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffff8dfd52095000) 00010000:00010000:3.0:1777502111.172534:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.172535:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2f98 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.172539:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc2f98 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.172552:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502111.172562:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc2f8a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340d0 expref: 181 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.172570:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563053184 00000100:00100000:2.0:1777502111.172598:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563053184 00000100:00100000:1.0:1777502111.172615:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.172616:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563053568 00000100:00100000:2.0:1777502111.172621:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238417710458 time 8238417610458 state 0x1 ref 2 00000100:00100000:0.0:1777502111.172623:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563053568 00000100:00100000:0.0:1777502111.172645:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238417710458 time 8238417610458 state 0x1 ref 3 00000100:00100000:1.0:1777502111.172653:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.172669:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238418174777 time 8238418074777 state 0x1 ref 3 00000100:00100000:0.0:1777502111.172685:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238418174777 time 8238418103857 state 0x0 ref 3 00000100:00100000:2.0:1777502111.172689:0:186942:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563053440 00000100:00100000:2.0:1777502111.172694:0:186942:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563053440 00000100:00100000:0.0:1777502111.172700:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc56069880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+183:272957:x1863837563053568:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.172709:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.172716:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2f9f lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340d0 expref: 183 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.172720:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc2fa6 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8340ec expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.172725:0:186942:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563053312 00010000:00010000:3.0:1777502111.172730:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x201:0x0].0x0 (ffff8dfd472ea100) 00000100:00100000:2.0:1777502111.172730:0:186942:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563053312 00010000:00010000:3.0:1777502111.172737:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.172741:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e69800, rc 0) 00000100:00100000:1.0:1777502111.172741:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502111.172759:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc2fad lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.172766:0:186942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 277 00010000:00010000:0.0:1777502111.172773:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc2fad lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.172779:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd67472680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+185:272948:x1863837563053056:12345-192.168.202.27@tcp:101:rm.500 Request processed in 577us (668us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.172781:0:186942:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5606a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0775d2ab-558e-41f1-82c0-14244d133390+185:2370:x1863837563053440:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:0.0:1777502111.172794:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc2fad lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.172796:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 362 00010000:00010000:2.0:1777502111.172811:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.172813:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc2fb4 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.172820:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563053696 00010000:00010000:0.0:1777502111.172821:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc2fb4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.172825:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc2fbb lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8340e5 expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.172831:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc2fb4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.172859:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc2fc2 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.172866:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc2fc2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.172874:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc2fc2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.172875:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563053696 00010000:00010000:2.0:1777502111.172893:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc2fc9 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.172897:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc2fd0 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x206:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.172899:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238418203857 time 8238418103857 state 0x1 ref 3 00010000:00010000:2.0:1777502111.172901:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc2fc9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.172918:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc2fd0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x206:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.172922:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc2fc9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.172922:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.172929:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238418203857 time 8238418347817 state 0x0 ref 3 00010000:00010000:0.0:1777502111.172936:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc2fd0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x206:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.172946:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5606ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+186:272954:x1863837563053696:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:1.0:1777502111.172949:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563053824 00000100:00100000:1.0:1777502111.172954:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563053824 00010000:00010000:3.0:1777502111.172958:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00200000:0.0:1777502111.172966:0:186936:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x206:0x0]: returning size 0 00000004:00200000:0.0:1777502111.172970:0:186936:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:1.0:1777502111.172978:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238418447817 time 8238418347817 state 0x1 ref 4 00010000:00010000:2.0:1777502111.172979:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc2fc2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.172981:0:186936:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc2fd0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x206:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.172989:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc2fc2 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173002:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc2fc2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.173008:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc2fd0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173011:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec8e00 already unused, calling callback (ffffffffc1e434f0) 00000100:00100000:1.0:1777502111.173012:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238418447817 time 8238418430833 state 0x0 ref 4 00010000:00010000:3.0:1777502111.173015:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc2fd7 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8340f3 expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173016:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc2fc2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.173030:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc2fad lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.173037:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc56069f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+187:272955:x1863837563053824:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.173046:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc2fad lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.173048:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.173054:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc2fad lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173055:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc2fc2 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.173060:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2fde lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8340fa expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.173062:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc2fe5 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.173067:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.173074:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc2fad lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173082:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.173089:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.173094:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc2fc2 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.173096:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc2fe5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173105:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc2fc2 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.173111:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc2fe5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.173111:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2fec lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.173111:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc2fad lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173119:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc2fc9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173137:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc2fc9 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.173137:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2fec lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.173141:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2ff3 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173157:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc2fc9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.173159:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2ff3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.173160:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2fec lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.173164:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.173172:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.173178:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.173179:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc2fad lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173182:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc2fc9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.173183:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2ff3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.173186:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2ffa lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.173197:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc2fad lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173203:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc2fc9 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.173208:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2ffa lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.173225:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2ffa lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173228:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffff8dfd467c9100) 00010000:00010000:0.0:1777502111.173228:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc2fb4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173233:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.173238:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc2fc9 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.173239:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc2fb4 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173249:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc2fc9 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.173250:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc2fb4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.173264:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.173267:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc3001 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x203:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.173267:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc2fb4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173280:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc2fbb lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340e5 expref: 189 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.173284:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc2fb4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.173287:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc3001 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x203:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.173292:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3008 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x204:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173306:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.173307:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffff8dfd5288d800) 00010000:00010000:3.0:1777502111.173308:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc3001 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x203:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.173311:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3008 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x204:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173313:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502111.173314:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.173318:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc2fb4 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173323:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc2fbb lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340e5 expref: 189 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502111.173334:0:205369:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x203:0x0]: returning size 0 00010000:00010000:1.0:1777502111.173334:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3008 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x204:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.173337:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc2fb4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502111.173339:0:205369:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777502111.173349:0:205369:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc3001 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x203:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173351:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7eec9c00, rc -2) 00010000:00010000:3.0:1777502111.173360:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc3001 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.173366:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc2fe5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502111.173369:0:186937:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x204:0x0]: returning size 0 00010000:00010000:3.0:1777502111.173370:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc2fe5 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502111.173373:0:186937:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1777502111.173379:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc2fe5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.173383:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc2fa6 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340ec expref: 189 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.173384:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.173389:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc2fe5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.173392:0:186942:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5606a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0775d2ab-558e-41f1-82c0-14244d133390+189:2370:x1863837563053440:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 614us (777us total) trans 0 rc -2/-2 00010000:00010000:0.0:1777502111.173403:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc2fd0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340ec expref: 188 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.173405:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc2fe5 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.173414:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x206:0x0].0x0 (ffff8dfd467c9e00) 00000100:00100000:2.0:1777502111.173418:0:186942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 277 00010000:00010000:0.0:1777502111.173420:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.173423:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb27600, rc 0) 00010000:00010000:3.0:1777502111.173425:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.173429:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.173433:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc2fe5 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.173438:0:186942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 278 00010000:00010000:3.0:1777502111.173447:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc2fe5 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.173447:0:186937:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3008 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x204:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.173451:0:186942:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc56068000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0775d2ab-558e-41f1-82c0-14244d133390+187:2373:x1863837563053312:12345-192.168.202.27@tcp:63:ll_sa.0 00000100:00100000:0.0:1777502111.173457:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc56069880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+187:272957:x1863837563053568:12345-192.168.202.27@tcp:101:rm.500 Request processed in 759us (904us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.173472:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 364 00010000:00010000:2.0:1777502111.173473:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.173475:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2ff3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.173483:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3008 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.173484:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2ff3 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173484:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9000/0x4ad31463d9bc300f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8340de expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.173503:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2fec lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.173505:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2ff3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.173518:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2fec lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.173519:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.173525:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc3016 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.173526:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2ff3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.173527:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2fec lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.173547:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.173548:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2ff3 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173550:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc3016 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173568:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc3016 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.173569:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffff8dfd64790d00) 00010000:00010000:1.0:1777502111.173569:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2fec lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.173575:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc56068a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+187:272953:x1863837563053184:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.173602:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.173603:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.173608:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2ff3 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.173611:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc301d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8340d7 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.173617:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2fec lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173624:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc3024 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.173633:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc2ff3 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.173641:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.173644:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc3024 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.173649:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.173649:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27200/0x4ad31463d9bc302b lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.173654:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2fec lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173656:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc3024 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.173672:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27200/0x4ad31463d9bc302b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.173690:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc2fec lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.173694:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27200/0x4ad31463d9bc302b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.173700:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc2fd7 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340f3 expref: 189 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.173711:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2ffa lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173714:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc3016 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.173715:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc3032 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.173735:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2ffa lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.173736:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc3001 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340f3 expref: 188 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.173737:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc3032 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173738:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc3016 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.173759:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2ffa lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.173761:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x203:0x0].0x0 (ffff8dfd5288dc00) 00010000:00010000:2.0:1777502111.173761:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc3016 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.173762:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc3032 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.173768:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.173773:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e69000, rc 0) 00010000:00010000:1.0:1777502111.173776:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.173783:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec8a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.173783:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2ffa lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173788:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc3016 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173800:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc3016 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.173800:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2ffa lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.173806:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5606ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+188:272954:x1863837563053696:12345-192.168.202.27@tcp:101:rm.500 Request processed in 862us (1068us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502111.173813:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.173820:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777502111.173823:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 365 00010000:00010000:2.0:1777502111.173823:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc3016 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.173824:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26600/0x4ad31463d9bc3039 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x202:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.173826:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffff8dfd56b4d400) 00010000:00010000:1.0:1777502111.173834:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.173839:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2ffa lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173841:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc3016 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.173844:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26600/0x4ad31463d9bc3039 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x202:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.173860:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc2ffa lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173863:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc3024 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.173864:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26600/0x4ad31463d9bc3039 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x202:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173882:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc3024 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173888:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc3024 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173895:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec8800 already unused, calling callback (ffffffffc1e434f0) 00000004:00200000:0.0:1777502111.173895:0:186938:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x202:0x0]: returning size 0 00010000:00010000:1.0:1777502111.173898:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc2fde lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340fa expref: 188 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173901:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc3024 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502111.173901:0:186938:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777502111.173915:0:186938:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26600/0x4ad31463d9bc3039 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x202:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173923:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc3024 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.173924:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3008 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340fa expref: 187 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.173928:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26600/0x4ad31463d9bc3039 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173945:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x4fde95a8 (ffff8dfd467c9900) 00010000:00010000:1.0:1777502111.173948:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x204:0x0].0x0 (ffff8dfd467c9000) 00010000:00010000:0.0:1777502111.173949:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27200/0x4ad31463d9bc302b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173950:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.173955:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.173956:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc3024 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.173959:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7e00, rc 0) 00010000:00010000:0.0:1777502111.173962:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27200/0x4ad31463d9bc302b lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.173974:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc3024 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.173988:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27200/0x4ad31463d9bc302b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.173995:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.173999:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27200/0x4ad31463d9bc302b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.174007:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27200/0x4ad31463d9bc302b lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.174009:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9000/0x4ad31463d9bc300f lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340de expref: 187 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.174023:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc56069f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+187:272955:x1863837563053824:12345-192.168.202.27@tcp:101:rm.500 Request processed in 991us (1103us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502111.174024:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.174031:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.174036:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27200/0x4ad31463d9bc302b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.174039:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00000100:00100000:1.0:1777502111.174045:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 366 00010000:00010000:2.0:1777502111.174046:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502111.174053:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27200/0x4ad31463d9bc302b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.174056:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9000/0x4ad31463d9bc300f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340de expref: 187 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.174074:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc3032 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.174075:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7eec9000, rc -2) 00010000:00010000:0.0:1777502111.174084:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc3032 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.174090:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc3032 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.174095:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.174099:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc3032 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.174109:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc3032 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.174115:0:186942:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc56068000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0775d2ab-558e-41f1-82c0-14244d133390+185:2373:x1863837563053312:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 667us (1463us total) trans 0 rc -2/-2 00010000:00010000:0.0:1777502111.174121:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffff8dfd5288d700) 00010000:00010000:0.0:1777502111.174126:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777502111.174127:0:186942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 278 00010000:00010000:0.0:1777502111.174131:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc3032 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.174138:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc3032 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.174167:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc301d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340d7 expref: 185 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.174178:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26600/0x4ad31463d9bc3039 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340d7 expref: 184 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.174185:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x202:0x0].0x0 (ffff8dfd528d9e00) 00010000:00010000:0.0:1777502111.174188:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.174190:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb26600, rc 0) 00000100:00100000:0.0:1777502111.174222:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc56068a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+184:272953:x1863837563053184:12345-192.168.202.27@tcp:101:rm.500 Request processed in 1541us (1702us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.174229:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 363 00000100:00100000:0.0:1777502111.174234:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238418447817 time 8238418430833 state 0x2 ref 0 00000100:00100000:2.0:1777502111.174728:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.174755:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.174790:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563054080 00000100:00100000:0.0:1777502111.174795:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563054080 00000100:00100000:0.0:1777502111.174815:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238418447817 time 8238418430833 state 0x0 ref 1 00000100:00100000:0.0:1777502111.174824:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238418530833 time 8238418430833 state 0x1 ref 1 00000100:00100000:0.0:1777502111.174842:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238418530833 time 8238420261434 state 0x0 ref 1 00000100:00100000:3.0:1777502111.174845:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563053952 00000100:00100000:3.0:1777502111.174849:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563053952 00000100:00100000:0.0:1777502111.174855:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67471180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+184:272956:x1863837563054080:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.174865:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.174875:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc3040 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834108 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.174883:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3179 00010000:00010000:0.0:1777502111.174912:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3047 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.174921:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3047 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.174929:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3047 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.174941:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc304e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.174948:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc304e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.174955:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc304e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.174959:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67473480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0775d2ab-558e-41f1-82c0-14244d133390+41:2372:x1863837563053952:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.174971:0:205384:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.174986:0:205384:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002dc0d2c3/0x4ad31463d9bc3055 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1066:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834101 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777502111.175006:0:205384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1066:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502111.175020:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc305c lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x205:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.175021:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502111.175025:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.175033:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc305c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x205:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.175035:0:205384:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002dc0d2c3/0x4ad31463d9bc3055 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834101 expref: 42 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.175051:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc305c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x205:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.175060:0:205384:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002dc0d2c3/0x4ad31463d9bc3055 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834101 expref: 42 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502111.175071:0:186936:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x205:0x0]: returning size 0 00010000:00010000:3.0:1777502111.175074:0:205384:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e68a00, rc 0) 00000004:00200000:0.0:1777502111.175075:0:186936:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777502111.175088:0:186936:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc305c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x205:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.175098:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc305c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.175104:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd67473480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0775d2ab-558e-41f1-82c0-14244d133390+42:2372:x1863837563053952:12345-192.168.202.27@tcp:101:rm.500 Request processed in 202us (377us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502111.175106:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3047 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.175114:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3179 00010000:00010000:0.0:1777502111.175120:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3047 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.175126:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3047 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.175132:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.175135:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3047 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.175140:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3047 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.175148:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.175151:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.175154:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3047 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.175164:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3047 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.175174:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc304e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.175180:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc304e lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.175186:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc304e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.175190:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.175193:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc304e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.175198:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc304e lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.175205:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffff8dfd5288df00) 00010000:00010000:0.0:1777502111.175207:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.175209:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc304e lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.175214:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc304e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.175235:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc3040 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834108 expref: 186 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.175251:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc305c lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834108 expref: 185 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.175258:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x205:0x0].0x0 (ffff8dfd56b4d500) 00010000:00010000:0.0:1777502111.175261:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.175263:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb27800, rc 0) 00000100:00100000:0.0:1777502111.175293:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd67471180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+185:272956:x1863837563054080:12345-192.168.202.27@tcp:101:rm.500 Request processed in 441us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.175300:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 367 00000100:00100000:0.0:1777502111.175304:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238418530833 time 8238420261434 state 0x2 ref 0 00000100:00100000:2.0:1777502111.176803:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.176836:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.176851:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563054208 00000100:00100000:0.0:1777502111.176856:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563054208 00000100:00100000:3.0:1777502111.176869:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563054336 00000100:00100000:3.0:1777502111.176873:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563054336 00000100:00100000:2.0:1777502111.176893:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.176901:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563054464 00000100:00100000:3.0:1777502111.176905:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563054464 00000100:00100000:0.0:1777502111.176910:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 258 00000100:00100000:0.0:1777502111.176919:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67472300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+185:2371:x1863837563054208:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502111.176929:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502111.176945:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26600/0x4ad31463d9bc3039 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340d7 expref: 185 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.176948:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3180 00000100:00100000:1.0:1777502111.176962:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67471500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0775d2ab-558e-41f1-82c0-14244d133390+42:2372:x1863837563054336:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.176964:0:188208:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x202:0x0].0x0 (ffff8dfd528d9e00) 00010000:00010000:0.0:1777502111.176971:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502111.176975:0:205380:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.176990:0:205380:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000083528c42/0x4ad31463d9bc3063 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1067:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83410f expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.177006:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd67472300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+184:2371:x1863837563054208:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 87us (203us total) trans 0 rc 0/0 00002000:00010000:1.0:1777502111.177012:0:205380:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1067:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00000100:00100000:3.0:1777502111.177018:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3181 00000100:00100000:0.0:1777502111.177018:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 258 00010000:00010000:1.0:1777502111.177027:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502111.177030:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777502111.177036:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4a885450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0775d2ab-558e-41f1-82c0-14244d133390+44:2370:x1863837563054464:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:2.0:1777502111.177038:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.177041:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000083528c42/0x4ad31463d9bc3063 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83410f expref: 44 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.177057:0:205380:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000083528c42/0x4ad31463d9bc3063 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83410f expref: 44 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.177067:0:205380:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba6600, rc 0) 00000100:00100000:0.0:1777502111.177089:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563054848 00000100:00100000:0.0:1777502111.177094:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563054848 00000100:00100000:1.0:1777502111.177095:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd67471500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0775d2ab-558e-41f1-82c0-14244d133390+44:2372:x1863837563054336:12345-192.168.202.27@tcp:101:rm.500 Request processed in 135us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.177104:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3180 00000100:00100000:0.0:1777502111.177113:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238418530833 time 8238420261434 state 0x0 ref 1 00000100:00100000:0.0:1777502111.177124:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238420361434 time 8238420261434 state 0x1 ref 1 00000100:00100000:0.0:1777502111.177150:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238420361434 time 8238422569848 state 0x0 ref 1 00000100:00100000:0.0:1777502111.177161:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f668380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+184:272929:x1863837563054848:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:0.0:1777502111.177190:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777502111.177202:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc2d29 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fbf expref: 184 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.177216:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978400/0x4ad31463d9bc2b15 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f3a expref: 183 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.177225:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fb:0x0].0x0 (ffff8dfd467c9800) 00010000:00010000:0.0:1777502111.177233:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.177244:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc306a lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.177254:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc306a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.177264:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc306a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.177270:0:205385:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.177279:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26400/0x4ad31463d9bc3071 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.177284:0:205385:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007600f16c/0x4ad31463d9bc3078 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1068:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834116 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.177287:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26400/0x4ad31463d9bc3071 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.177292:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502111.177301:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26400/0x4ad31463d9bc3071 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777502111.177315:0:205385:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1068:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:3.0:1777502111.177326:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502111.177328:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502111.177334:0:205385:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007600f16c/0x4ad31463d9bc3078 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834116 expref: 44 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.177337:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563054592 00000100:00100000:2.0:1777502111.177343:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.177344:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563054592 00010000:00010000:3.0:1777502111.177350:0:205385:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007600f16c/0x4ad31463d9bc3078 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834116 expref: 44 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.177360:0:205385:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e69e00, rc 0) 00000100:00100000:1.0:1777502111.177379:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563054976 00000100:00100000:1.0:1777502111.177382:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563054976 00000100:00100000:2.0:1777502111.177392:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3182 00010000:00010000:0.0:1777502111.177398:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc307f lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.177408:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc307f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.177415:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3183 00000100:00100000:2.0:1777502111.177417:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f66b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0775d2ab-558e-41f1-82c0-14244d133390+42:2373:x1863837563054592:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.177421:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc307f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.177426:0:188366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777502111.177429:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f66b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0775d2ab-558e-41f1-82c0-14244d133390+42:2371:x1863837563054976:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502111.177439:0:205378:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.177441:0:188366:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041afa01a/0x4ad31463d9bc3086 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x108c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83411d expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.177451:0:205378:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ff3ca801/0x4ad31463d9bc308d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x108d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834124 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777502111.177459:0:188366:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x108c:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00002000:00010000:1.0:1777502111.177469:0:205378:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x108d:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:2.0:1777502111.177471:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.177474:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502111.177479:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.177480:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041afa01a/0x4ad31463d9bc3086 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83411d expref: 44 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.177483:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502111.177490:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ff3ca801/0x4ad31463d9bc308d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834124 expref: 44 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.177495:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4a885450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0775d2ab-558e-41f1-82c0-14244d133390+44:2370:x1863837563054464:12345-192.168.202.27@tcp:101:rm.500 Request processed in 363us (500us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502111.177499:0:188366:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041afa01a/0x4ad31463d9bc3086 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83411d expref: 44 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.177503:0:205378:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ff3ca801/0x4ad31463d9bc308d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834124 expref: 44 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.177511:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3181 00010000:00010000:2.0:1777502111.177516:0:188366:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7eec8000, rc 0) 00010000:00010000:1.0:1777502111.177521:0:205378:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba6a00, rc 0) 00000100:00100000:2.0:1777502111.177539:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f66b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0775d2ab-558e-41f1-82c0-14244d133390+44:2373:x1863837563054592:12345-192.168.202.27@tcp:101:rm.500 Request processed in 140us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.177545:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3182 00000100:00100000:1.0:1777502111.177554:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f66b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0775d2ab-558e-41f1-82c0-14244d133390+44:2371:x1863837563054976:12345-192.168.202.27@tcp:101:rm.500 Request processed in 128us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.177563:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3183 00000040:00080000:0.0:1777502111.177945:0:205369:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].516, 64 off41216 00010000:00010000:0.0:1777502111.177997:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc3094 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.178006:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc3094 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.178013:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc3094 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.178019:0:205369:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc3094 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.178025:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc3094 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.178030:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc3094 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.178047:0:205369:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502111.178061:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc307f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.178064:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502111.178067:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc307f lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.178072:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc3094 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.178075:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc307f lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.178084:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502111.178087:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.178090:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc3094 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.178091:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc307f lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.178108:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc3094 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.178108:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc307f lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.178133:0:188362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fb:0x0].0x0 (ffff8dfd52095d00) 00010000:00010000:3.0:1777502111.178137:0:188362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777502111.178140:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fb:0x0].0x0 (ffff8dfd52095d00) 00010000:00010000:3.0:1777502111.178141:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc3094 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.178146:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502111.178150:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc307f lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.178152:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc3094 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.178166:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc307f lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.178170:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.178173:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.178175:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.178184:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc306a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.178190:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc306a lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.178196:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc306a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.178204:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.178207:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc306a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.178212:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc306a lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.178218:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.178220:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.178223:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc306a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.178228:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc306a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.178236:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c9cd3783 reply state 0000000005ed62db transno 8589938906 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26400/0x4ad31463d9bc3071 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.178242:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502111.178281:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f668380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+184:272929:x1863837563054848:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1122us (1249us total) trans 8589938906 rc 0/0 00000100:00100000:0.0:1777502111.178289:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 368 00000100:00100000:0.0:1777502111.178293:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238420361434 time 8238422569848 state 0x2 ref 0 00010000:00010000:1.0:1777502111.178735:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26400/0x4ad31463d9bc3071 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.178745:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26400/0x4ad31463d9bc3071 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.178751:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26400/0x4ad31463d9bc3071 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.178755:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.178758:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26400/0x4ad31463d9bc3071 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.178765:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26400/0x4ad31463d9bc3071 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.178773:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffff8dfd52095000) 00010000:00010000:1.0:1777502111.178776:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.178778:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26400/0x4ad31463d9bc3071 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.178783:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26400/0x4ad31463d9bc3071 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.179273:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.179306:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563055232 00000100:00100000:0.0:1777502111.179311:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563055232 00000100:00100000:0.0:1777502111.179326:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238420361434 time 8238422569848 state 0x0 ref 1 00000100:00100000:0.0:1777502111.179334:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238422669848 time 8238422569848 state 0x1 ref 1 00000100:00100000:0.0:1777502111.179359:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238422669848 time 8238424779056 state 0x0 ref 1 00000100:00100000:0.0:1777502111.179369:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f66a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+183:272932:x1863837563055232:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:0.0:1777502111.179396:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777502111.179407:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc2d6f lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fcd expref: 183 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.179421:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc2b77 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f56 expref: 182 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.179429:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fc:0x0].0x0 (ffff8dfd472eaa00) 00010000:00010000:0.0:1777502111.179434:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.179444:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc309b lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.179452:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc309b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.179460:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc309b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.179469:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc30a2 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.179476:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc30a2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.179481:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc30a2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.179536:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc30a9 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.179544:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc30a9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.179550:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc30a9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777502111.179893:0:188648:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].520, 64 off41472 00010000:00010000:0.0:1777502111.179939:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc30b0 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.179948:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc30b0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.179955:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc30b0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.179961:0:188648:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc30b0 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.179966:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc30b0 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.179972:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc30b0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.179994:0:188648:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502111.180007:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc30a9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.180011:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502111.180019:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc30b0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.180020:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc30a9 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.180037:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502111.180037:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc30a9 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.180045:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.180047:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc30b0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.180048:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc30a9 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.180066:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc30a9 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.180070:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc30b0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.180076:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fc:0x0].0x0 (ffff8dfd64574100) 00010000:00010000:0.0:1777502111.180080:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502111.180083:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc30a9 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.180087:0:186925:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fc:0x0].0x0 (ffff8dfd64574100) 00010000:00010000:0.0:1777502111.180089:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc30a9 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.180091:0:186925:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.180096:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc30b0 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.180103:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc30b0 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.180104:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc309b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.180115:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc309b lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.180120:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.180121:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc309b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.180123:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.180125:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.180130:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.180133:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc309b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.180139:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc309b lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.180145:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.180148:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.180150:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc309b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.180156:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc309b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.180163:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000db0e3859 reply state 00000000aa0aa727 transno 8589938907 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc30a2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.180170:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502111.180208:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f66a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+183:272932:x1863837563055232:12345-192.168.202.27@tcp:36:rm.500 Request processed in 839us (934us total) trans 8589938907 rc 0/0 00000100:00100000:0.0:1777502111.180214:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 369 00000100:00100000:0.0:1777502111.180218:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238422669848 time 8238424779056 state 0x2 ref 0 00010000:00010000:0.0:1777502111.180733:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc30a2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.180746:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc30a2 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.180752:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc30a2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.180761:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf7e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.180764:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc30a2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.180771:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc30a2 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.180780:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffff8dfd52095a00) 00010000:00010000:0.0:1777502111.180782:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.180785:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc30a2 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.180791:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc30a2 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.181024:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.181066:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563055488 00000100:00100000:0.0:1777502111.181071:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563055488 00000100:00100000:0.0:1777502111.181088:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238422669848 time 8238424779056 state 0x0 ref 1 00000100:00100000:0.0:1777502111.181095:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238424879056 time 8238424779056 state 0x1 ref 1 00000100:00100000:0.0:1777502111.181118:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238424879056 time 8238426537799 state 0x0 ref 1 00000100:00100000:0.0:1777502111.181128:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f669880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+182:272952:x1863837563055488:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502111.181139:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.181148:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc30b7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83412b expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.181207:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc30be lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.181215:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc30be lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.181220:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc30be lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.181227:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc30c5 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.181231:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc30c5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.181235:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc30c5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777502111.181458:0:205372:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x108e:0x0], index 0: 0 00010000:00010000:0.0:1777502111.181599:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc30cc lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x208:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.181606:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc30cc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.181611:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc30cc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.181632:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc30be lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.181637:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc30be lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.181641:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc30be lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.181645:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.181648:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc30be lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.181652:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc30be lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.181656:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.181669:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.181672:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc30be lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.181675:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc30be lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.181681:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a37730c5 reply state 00000000e62f448c transno 8589938908 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc30c5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.181686:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502111.181702:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc30b7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83412b expref: 185 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.181709:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc30cc lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83412b expref: 184 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.181713:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x208:0x0].0x0 (ffff8dfd5288d800) 00010000:00010000:0.0:1777502111.181715:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.181716:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb26200, rc 0) 00000100:00100000:0.0:1777502111.181745:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f669880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+185:272952:x1863837563055488:12345-192.168.202.27@tcp:101:touch.500 Request processed in 620us (724us total) trans 8589938908 rc 0/0 00000100:00100000:0.0:1777502111.181751:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 370 00000100:00100000:0.0:1777502111.181753:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238424879056 time 8238426537799 state 0x2 ref 0 00010000:00010000:1.0:1777502111.182312:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc30c5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.182321:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc30c5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.182327:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc30c5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.182333:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.182336:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc30c5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.182342:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc30c5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.182351:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffff8dfd5288d700) 00010000:00010000:1.0:1777502111.182354:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.182356:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc30c5 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.182362:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc30c5 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.182901:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.182947:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563055744 00000100:00100000:0.0:1777502111.182952:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563055744 00000100:00100000:0.0:1777502111.182970:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238424879056 time 8238426537799 state 0x0 ref 1 00000100:00100000:0.0:1777502111.182977:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238426637799 time 8238426537799 state 0x1 ref 1 00000100:00100000:0.0:1777502111.182993:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238426637799 time 8238428413809 state 0x0 ref 1 00000100:00100000:0.0:1777502111.183002:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f66aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+184:272952:x1863837563055744:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:0.0:1777502111.183045:0:186936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502111.183058:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc30cc lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83412b expref: 184 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.183071:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x208:0x0].0x0 (ffff8dfd5288d800) 00010000:00010000:0.0:1777502111.183078:0:186936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.183127:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc30da lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x208:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.183135:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc30da lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.183142:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc30da lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.183143:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.183174:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563056000 00000100:00100000:3.0:1777502111.183178:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563056000 00000100:00100000:3.0:1777502111.183194:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238428513809 time 8238428413809 state 0x1 ref 2 00000004:00010000:0.0:1777502111.183207:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001e15b3df reply state 0000000048de2305 transno 8589938909 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc30da lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.183212:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238428513809 time 8238428631307 state 0x0 ref 2 00000100:00100000:0.0:1777502111.183224:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777502111.183227:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+185:272939:x1863837563056000:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:3.0:1777502111.183247:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777502111.183257:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc2df4 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ffe expref: 186 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.183268:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f66aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+185:272952:x1863837563055744:12345-192.168.202.27@tcp:36:touch.500 Request processed in 268us (369us total) trans 8589938909 rc 0/0 00010000:00010000:3.0:1777502111.183273:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc2c0a lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f87 expref: 185 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.183278:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 371 00010000:00010000:3.0:1777502111.183288:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fe:0x0].0x0 (ffff8dfd472ea000) 00010000:00010000:3.0:1777502111.183295:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502111.183305:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc30e1 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.183311:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc30e1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.183319:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc30e1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.183331:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc30e8 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.183338:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc30e8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.183344:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc30e8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.183467:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc30ef lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.183476:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc30ef lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.183481:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc30ef lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.183796:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc30da lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.183803:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc30da lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.183809:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc30da lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.183814:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.183817:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc30da lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.183823:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc30da lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.183831:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x208:0x0].0x0 (ffff8dfd5288df00) 00010000:00010000:0.0:1777502111.183834:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.183836:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc30da lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.183842:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc30da lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777502111.183915:0:205369:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].521, 64 off41536 00000100:00100000:3.0:1777502111.183922:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.183965:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563056128 00010000:00010000:2.0:1777502111.183969:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc30f6 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.183970:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563056128 00010000:00010000:2.0:1777502111.183979:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc30f6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.183985:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc30f6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.183991:0:205369:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc30f6 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.183993:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238428731307 time 8238428631307 state 0x1 ref 2 00010000:00010000:2.0:1777502111.184007:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc30f6 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.184014:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc30f6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.184024:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238428731307 time 8238429443252 state 0x0 ref 2 00010000:00010000:2.0:1777502111.184032:0:205369:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502111.184038:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70d56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+184:272952:x1863837563056128:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.184047:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc30ef lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.184049:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.184056:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc30ef lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.184062:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc30ef lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.184063:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502111.184063:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc30fd lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x208:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834132 expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.184070:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc30f6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.184097:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.184099:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502111.184102:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc30fd lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x208:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834132 expref: 185 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.184103:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc30ef lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.184105:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc30f6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.184125:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc30ef lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.184127:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc30f6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.184132:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc30fd lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x208:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834132 expref: 185 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.184158:0:205387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fe:0x0].0x0 (ffff8dfd4fbd8000) 00010000:00010000:3.0:1777502111.184160:0:205387:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.184163:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc30f6 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.184163:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x1fe:0x0].0x0 (ffff8dfd4fbd8000) 00010000:00010000:2.0:1777502111.184170:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777502111.184171:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc30f6 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.184174:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc30ef lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.184180:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.184180:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc30ef lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.184183:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.184187:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.184198:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc30e1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.184202:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc30e1 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.184206:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc30e1 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.184207:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x208:0x0].0x0 (ffff8dfd80102900) 00010000:00010000:2.0:1777502111.184211:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.184213:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777502111.184215:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc30e1 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.184218:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb27a00, rc 0) 00010000:00010000:2.0:1777502111.184219:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc30e1 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.184229:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.184231:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.184233:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc30e1 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.184237:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc30e1 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.184242:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000081930d7c reply state 00000000c3a533d5 transno 8589938910 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc30e8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.184246:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502111.184258:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70d56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+186:272952:x1863837563056128:12345-192.168.202.27@tcp:101:touch.500 Request processed in 223us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.184265:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 373 00000100:00100000:2.0:1777502111.184280:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+185:272939:x1863837563056000:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1054us (1136us total) trans 8589938910 rc 0/0 00000100:00100000:2.0:1777502111.184286:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 372 00000100:00100000:2.0:1777502111.184290:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238428731307 time 8238429443252 state 0x2 ref 0 00010000:00010000:1.0:1777502111.185055:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc30e8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.185064:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc30e8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.185070:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc30e8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.185076:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.185079:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc30e8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.185085:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc30e8 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.185095:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffff8dfd4fbd8e00) 00010000:00010000:1.0:1777502111.185097:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.185100:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc30e8 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.185106:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc30e8 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.185469:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.185517:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.185533:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563056384 00000100:00100000:2.0:1777502111.185540:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563056384 00000100:00100000:0.0:1777502111.185556:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563056512 00000100:00100000:0.0:1777502111.185562:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563056512 00000100:00100000:0.0:1777502111.185605:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238428731307 time 8238429443252 state 0x0 ref 1 00000100:00100000:0.0:1777502111.185615:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238429543252 time 8238429443252 state 0x1 ref 1 00000100:00100000:1.0:1777502111.185628:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3184 00000100:00100000:1.0:1777502111.185641:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70d54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0775d2ab-558e-41f1-82c0-14244d133390+43:2370:x1863837563056384:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:0.0:1777502111.185655:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238429543252 time 8238431066874 state 0x0 ref 1 00000100:00100000:0.0:1777502111.185686:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70d56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+184:272953:x1863837563056512:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:0.0:1777502111.185719:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777502111.185736:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc2dbc lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x202:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ff7 expref: 184 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.185737:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.185759:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc2cff lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x202:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fb8 expref: 183 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.185768:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x202:0x0].0x0 (ffff8dfd528d9e00) 00010000:00010000:0.0:1777502111.185775:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.185798:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3104 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.185808:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3104 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.185816:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3104 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.185830:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27200/0x4ad31463d9bc310b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.185839:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27200/0x4ad31463d9bc310b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.185847:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27200/0x4ad31463d9bc310b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.185868:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70d54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0775d2ab-558e-41f1-82c0-14244d133390+44:2370:x1863837563056384:12345-192.168.202.27@tcp:2:touch.500 Request processed in 232us (400us total) trans 8589936087 rc 0/0 00000100:00100000:1.0:1777502111.185874:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3184 00010000:00010000:0.0:1777502111.185924:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3112 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x202:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.185934:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3112 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x202:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.185941:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3112 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x202:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777502111.186315:0:186937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].522, 64 off41600 00010000:00010000:0.0:1777502111.186360:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3119 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x202:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.186368:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3119 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x202:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.186375:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3119 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x202:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.186381:0:186937:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3119 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x202:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.186386:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3119 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x202:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.186392:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3119 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x202:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.186408:0:186937:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502111.186419:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3112 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x202:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.186426:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3112 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x202:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.186429:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502111.186438:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3119 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x202:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.186440:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3112 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x202:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.186455:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502111.186456:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.186462:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3119 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x202:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.186462:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3112 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x202:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.186481:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3112 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x202:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.186483:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3119 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x202:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.186498:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x202:0x0].0x0 (ffff8dfd80102100) 00010000:00010000:0.0:1777502111.186502:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502111.186505:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3112 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x202:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.186508:0:188362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x202:0x0].0x0 (ffff8dfd80102100) 00010000:00010000:0.0:1777502111.186511:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3112 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x202:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.186513:0:188362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.186517:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3119 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x202:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.186529:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3104 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.186535:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3104 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.186541:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3104 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.186545:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.186548:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3104 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.186558:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3104 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.186566:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.186569:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.186572:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3104 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.186614:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3119 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x202:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.186635:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.186638:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.186640:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.186646:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3104 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.186654:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000004:00010000:0.0:1777502111.186678:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008794b291 reply state 000000000ca7bdb9 transno 8589938911 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27200/0x4ad31463d9bc310b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.186687:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.186697:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563056768 00000100:00100000:1.0:1777502111.186703:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563056768 00000100:00100000:0.0:1777502111.186731:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70d56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+185:272953:x1863837563056512:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1049us (1212us total) trans 8589938911 rc 0/0 00000100:00100000:1.0:1777502111.186739:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1129 00000100:00100000:0.0:1777502111.186744:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 374 00000100:00100000:0.0:1777502111.186750:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238429543252 time 8238431066874 state 0x2 ref 0 00000100:00100000:1.0:1777502111.186755:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+185:272952:x1863837563056768:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:1.0:1777502111.186908:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+185:272952:x1863837563056768:12345-192.168.202.27@tcp:35:touch.500 Request processed in 158us (256us total) trans 8589938912 rc 0/0 00000100:00100000:1.0:1777502111.186916:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1129 00010000:00010000:0.0:1777502111.187326:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27200/0x4ad31463d9bc310b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.187334:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27200/0x4ad31463d9bc310b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.187339:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27200/0x4ad31463d9bc310b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.187344:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.187347:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27200/0x4ad31463d9bc310b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.187353:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27200/0x4ad31463d9bc310b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.187361:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffff8dfd80102500) 00010000:00010000:0.0:1777502111.187363:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.187365:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27200/0x4ad31463d9bc310b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.187370:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27200/0x4ad31463d9bc310b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.187767:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.187817:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563057024 00000100:00100000:1.0:1777502111.187821:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563057024 00000100:00100000:1.0:1777502111.187839:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238429543252 time 8238431066874 state 0x0 ref 1 00000100:00100000:1.0:1777502111.187849:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238431166874 time 8238431066874 state 0x1 ref 1 00000100:00100000:1.0:1777502111.187869:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238431166874 time 8238433288301 state 0x0 ref 1 00000100:00100000:1.0:1777502111.187880:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+184:272948:x1863837563057024:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:1.0:1777502111.187913:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777502111.187927:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc2f9f lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340d0 expref: 184 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.187943:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc2cb2 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833faa expref: 183 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.187958:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x201:0x0].0x0 (ffff8dfd472ea100) 00010000:00010000:1.0:1777502111.187965:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502111.187976:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3120 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.187986:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3120 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.187994:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3120 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.188011:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc3127 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.188019:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc3127 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.188026:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc3127 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.188096:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc312e lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x201:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.188105:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc312e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x201:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.188112:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc312e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x201:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777502111.188435:0:186938:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].517, 64 off41280 00010000:00010000:1.0:1777502111.188488:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc3135 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x201:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.188497:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc3135 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x201:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.188504:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc3135 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x201:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.188511:0:186938:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc3135 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x201:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.188518:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc3135 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x201:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.188524:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc3135 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x201:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.188540:0:186938:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502111.188550:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc312e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x201:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.188557:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc312e lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x201:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.188563:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502111.188564:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc312e lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x201:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.188570:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc3135 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x201:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.188572:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.188608:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc312e lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x201:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.188617:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc312e lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x201:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.188628:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x201:0x0].0x0 (ffff8dfd56b4d900) 00010000:00010000:1.0:1777502111.188633:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502111.188638:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc312e lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x201:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.188639:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502111.188645:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc3135 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x201:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.188649:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc312e lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x201:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.188656:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc3135 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x201:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.188682:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3120 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.188683:0:186925:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x201:0x0].0x0 (ffff8dfd56b4d900) 00010000:00010000:3.0:1777502111.188689:0:186925:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.188694:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc3135 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x201:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.188696:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3120 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.188710:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc3135 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x201:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.188712:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3120 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.188727:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.188731:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3120 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.188737:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.188738:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3120 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.188740:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.188744:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.188751:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.188754:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.188758:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3120 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.188764:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3120 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.188778:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000023f29405 reply state 00000000b12f5d87 transno 8589938913 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc3127 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.188785:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.188827:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd722eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+184:272948:x1863837563057024:12345-192.168.202.27@tcp:36:rm.500 Request processed in 948us (1060us total) trans 8589938913 rc 0/0 00000100:00100000:1.0:1777502111.188835:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 375 00000100:00100000:1.0:1777502111.188839:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238431166874 time 8238433288301 state 0x2 ref 0 00010000:00010000:1.0:1777502111.189367:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc3127 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.189373:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc3127 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.189377:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc3127 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.189380:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.189382:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc3127 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.189386:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc3127 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.189392:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffff8dfd56b4d400) 00010000:00010000:1.0:1777502111.189393:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.189395:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc3127 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.189401:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc3127 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.189780:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.189815:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563057280 00000100:00100000:1.0:1777502111.189820:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563057280 00000100:00100000:1.0:1777502111.189838:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238431166874 time 8238433288301 state 0x0 ref 1 00000100:00100000:1.0:1777502111.189845:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238433388301 time 8238433288301 state 0x1 ref 1 00000100:00100000:1.0:1777502111.189865:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238433388301 time 8238435285270 state 0x0 ref 1 00000100:00100000:1.0:1777502111.189876:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+183:272954:x1863837563057280:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:1.0:1777502111.189903:0:187571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777502111.189915:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc3001 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340f3 expref: 183 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.189929:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc2eaa lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x203:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834098 expref: 182 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.189944:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x203:0x0].0x0 (ffff8dfd5288dc00) 00010000:00010000:1.0:1777502111.189950:0:187571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502111.189959:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc313c lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.189969:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc313c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.189974:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc313c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.189982:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc3143 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.189986:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc3143 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.189990:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc3143 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.190049:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc314a lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x203:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.190056:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc314a lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x203:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.190060:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc314a lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x203:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777502111.190271:0:187571:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].518, 64 off41344 00010000:00010000:1.0:1777502111.190304:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc3151 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x203:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.190310:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc3151 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x203:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.190315:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc3151 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x203:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.190318:0:187571:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc3151 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x203:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.190321:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc3151 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x203:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.190325:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc3151 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x203:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.190337:0:187571:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502111.190344:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc314a lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x203:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.190347:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc314a lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x203:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.190351:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc314a lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x203:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.190354:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502111.190355:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbcc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.190358:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc314a lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x203:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.190361:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc3151 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x203:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.190363:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc314a lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x203:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.190379:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502111.190379:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x203:0x0].0x0 (ffff8dfd56b4d700) 00010000:00010000:1.0:1777502111.190383:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502111.190385:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc314a lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x203:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.190387:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc3151 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x203:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.190391:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc314a lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x203:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.190406:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc3151 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x203:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.190412:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc313c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.190419:0:205387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x203:0x0].0x0 (ffff8dfd56b4d700) 00010000:00010000:3.0:1777502111.190425:0:205387:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777502111.190428:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc313c lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.190430:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc3151 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x203:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.190445:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc313c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.190446:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc3151 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x203:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.190460:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.190465:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc313c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.190471:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.190471:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc313c lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.190474:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.190477:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.190483:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.190486:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.190489:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc313c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.190494:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc313c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.190502:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d46c7408 reply state 00000000e8dc32b8 transno 8589938914 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc3143 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.190506:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.190543:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd722ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+183:272954:x1863837563057280:12345-192.168.202.27@tcp:36:rm.500 Request processed in 669us (764us total) trans 8589938914 rc 0/0 00000100:00100000:1.0:1777502111.190550:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 376 00000100:00100000:1.0:1777502111.190554:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238433388301 time 8238435285270 state 0x2 ref 0 00010000:00010000:0.0:1777502111.191057:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc3143 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.191067:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc3143 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.191072:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc3143 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.191075:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.191077:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc3143 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.191080:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc3143 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.191090:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffff8dfd56b4db00) 00010000:00010000:0.0:1777502111.191092:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.191094:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc3143 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.191099:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc3143 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.191419:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.191454:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563057536 00000100:00100000:2.0:1777502111.191458:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563057536 00000100:00100000:2.0:1777502111.191476:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238433388301 time 8238435285270 state 0x0 ref 1 00000100:00100000:2.0:1777502111.191483:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238435385270 time 8238435285270 state 0x1 ref 1 00000100:00100000:2.0:1777502111.191504:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238435385270 time 8238436924310 state 0x0 ref 1 00000100:00100000:2.0:1777502111.191514:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+182:272956:x1863837563057536:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:2.0:1777502111.191542:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777502111.191554:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc305c lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834108 expref: 182 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.191569:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc2f0c lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x205:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340b4 expref: 181 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.191612:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x205:0x0].0x0 (ffff8dfd56b4d500) 00010000:00010000:2.0:1777502111.191624:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.191656:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc3158 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.191679:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc3158 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.191687:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc3158 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.191699:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc315f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.191706:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc315f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.191712:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc315f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.191773:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3166 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x205:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.191781:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3166 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x205:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.191789:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3166 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x205:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777502111.192102:0:205369:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].519, 64 off41408 00010000:00010000:2.0:1777502111.192149:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc316d lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x205:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.192159:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc316d lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.192166:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc316d lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.192172:0:205369:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc316d lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.192179:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc316d lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.192185:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc316d lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.192201:0:205369:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502111.192212:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3166 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x205:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.192218:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3166 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x205:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.192221:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502111.192228:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc316d lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x205:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.192229:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3166 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x205:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.192244:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502111.192249:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc316d lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x205:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.192253:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.192258:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3166 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x205:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.192268:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc316d lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x205:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.192271:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3166 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x205:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.192286:0:186924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x205:0x0].0x0 (ffff8dfd467c9100) 00010000:00010000:3.0:1777502111.192290:0:186924:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.192293:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc316d lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.192296:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x205:0x0].0x0 (ffff8dfd467c9100) 00010000:00010000:3.0:1777502111.192300:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc316d lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.192301:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502111.192306:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3166 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x205:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.192313:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.192313:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3166 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x205:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.192316:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.192319:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.192334:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc3158 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.192340:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc3158 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.192347:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc3158 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.192352:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.192355:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc3158 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.192361:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc3158 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.192372:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.192375:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.192377:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc3158 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.192383:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc3158 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.192391:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007273075b reply state 00000000926d6d97 transno 8589938915 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc315f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.192398:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502111.192440:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd722ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+182:272956:x1863837563057536:12345-192.168.202.27@tcp:36:rm.500 Request processed in 927us (1020us total) trans 8589938915 rc 0/0 00000100:00100000:2.0:1777502111.192447:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 377 00000100:00100000:2.0:1777502111.192451:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238435385270 time 8238436924310 state 0x2 ref 0 00010000:00010000:1.0:1777502111.192989:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc315f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.192998:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc315f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.193005:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc315f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.193011:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec8e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.193014:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc315f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.193021:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc315f lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.193030:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffff8dfd467c9900) 00010000:00010000:1.0:1777502111.193032:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.193035:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc315f lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.193041:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc315f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.193621:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.193655:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563057792 00000100:00100000:1.0:1777502111.193669:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563057792 00000100:00100000:1.0:1777502111.193688:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238435385270 time 8238436924310 state 0x0 ref 1 00000100:00100000:1.0:1777502111.193698:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238437024310 time 8238436924310 state 0x1 ref 1 00000100:00100000:1.0:1777502111.193720:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238437024310 time 8238439139857 state 0x0 ref 1 00000100:00100000:1.0:1777502111.193732:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc511da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+181:272955:x1863837563057792:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:1.0:1777502111.193760:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777502111.193772:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3008 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340fa expref: 181 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.193787:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8600/0x4ad31463d9bc2edb lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x204:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340a6 expref: 180 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.193795:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x204:0x0].0x0 (ffff8dfd467c9000) 00010000:00010000:1.0:1777502111.193801:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502111.193811:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc3174 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.193819:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc3174 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.193827:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc3174 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.193838:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc317b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.193845:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc317b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.193851:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc317b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.193921:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc3182 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x204:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.193930:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc3182 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.193938:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc3182 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777502111.194254:0:186937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].523, 64 off41664 00010000:00010000:1.0:1777502111.194304:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3189 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x204:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.194313:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3189 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.194321:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3189 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.194328:0:186937:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3189 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.194334:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3189 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.194340:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3189 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.194356:0:186937:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502111.194365:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc3182 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x204:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.194372:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502111.194372:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc3182 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x204:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.194378:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3189 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x204:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.194396:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502111.194396:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc3182 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x204:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.194400:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3189 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x204:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.194409:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.194412:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3189 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.194414:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc3182 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x204:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.194429:0:188362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x204:0x0].0x0 (ffff8dfd56b4df00) 00010000:00010000:1.0:1777502111.194430:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc3182 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x204:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.194434:0:188362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.194438:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3189 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x204:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.194444:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3189 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.194445:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x204:0x0].0x0 (ffff8dfd56b4df00) 00010000:00010000:1.0:1777502111.194451:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502111.194455:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc3182 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x204:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.194457:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.194460:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.194462:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.194464:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc3182 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.194481:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc3174 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.194487:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc3174 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.194493:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc3174 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.194498:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbdc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.194501:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc3174 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.194511:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc3174 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.194518:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.194520:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.194523:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc3174 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.194529:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc3174 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.194537:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c4d9ae40 reply state 00000000f1bb8816 transno 8589938916 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc317b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.194545:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.194603:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc511da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+181:272955:x1863837563057792:12345-192.168.202.27@tcp:36:rm.500 Request processed in 871us (983us total) trans 8589938916 rc 0/0 00000100:00100000:1.0:1777502111.194611:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 378 00000100:00100000:1.0:1777502111.194617:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238437024310 time 8238439139857 state 0x2 ref 0 00010000:00010000:0.0:1777502111.195173:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc317b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.195182:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc317b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.195188:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc317b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.195193:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.195195:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc317b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.195201:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc317b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.195209:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffff8dfd56b4d400) 00010000:00010000:0.0:1777502111.195211:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.195213:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc317b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.195223:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc317b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.195763:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.195800:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563058048 00000100:00100000:1.0:1777502111.195805:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563058048 00000100:00100000:1.0:1777502111.195822:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238437024310 time 8238439139857 state 0x0 ref 1 00000100:00100000:1.0:1777502111.195830:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238439239857 time 8238439139857 state 0x1 ref 1 00000100:00100000:1.0:1777502111.195855:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238439239857 time 8238441274490 state 0x0 ref 1 00000100:00100000:1.0:1777502111.195867:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+180:272957:x1863837563058048:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:1.0:1777502111.195920:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777502111.195931:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc2fd0 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340ec expref: 180 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.195942:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc2f2f lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340c2 expref: 179 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.195948:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x206:0x0].0x0 (ffff8dfd467c9e00) 00010000:00010000:1.0:1777502111.195953:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502111.195961:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc3190 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.195966:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc3190 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.195971:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc3190 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.195977:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc3197 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.195981:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc3197 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.195985:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc3197 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.196042:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc319e lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x206:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.196050:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc319e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x206:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.196055:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc319e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x206:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777502111.196287:0:186938:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].524, 64 off41728 00010000:00010000:1.0:1777502111.196323:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc31a5 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x206:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.196328:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc31a5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.196333:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc31a5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.196337:0:186938:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc31a5 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.196340:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc31a5 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.196344:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc31a5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.196356:0:186938:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502111.196363:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc319e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x206:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.196367:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc319e lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x206:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.196371:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc319e lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x206:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.196378:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502111.196378:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.196380:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc319e lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x206:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.196383:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc31a5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x206:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.196385:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc319e lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x206:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.196398:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbda00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502111.196403:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc31a5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.196403:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x206:0x0].0x0 (ffff8dfd56b4d300) 00010000:00010000:1.0:1777502111.196410:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777502111.196415:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc31a5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x206:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.196415:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc319e lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x206:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.196434:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd400/0x4ad31463d9bc319e lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x206:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.196436:0:186925:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x206:0x0].0x0 (ffff8dfd56b4d300) 00010000:00010000:3.0:1777502111.196441:0:186925:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.196445:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc31a5 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.196449:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc31a5 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x206:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.196451:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc3190 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.196459:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc3190 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.196463:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc3190 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.196464:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.196466:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.196467:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbcc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.196468:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.196470:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc3190 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.196475:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc3190 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.196483:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.196484:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.196486:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc3190 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.196489:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc3190 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.196495:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c1002b3e reply state 00000000983988fa transno 8589938917 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc3197 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.196499:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.196533:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+180:272957:x1863837563058048:12345-192.168.202.27@tcp:36:rm.500 Request processed in 670us (770us total) trans 8589938917 rc 0/0 00000100:00100000:1.0:1777502111.196540:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 379 00000100:00100000:1.0:1777502111.196544:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238439239857 time 8238441274490 state 0x2 ref 0 00010000:00010000:1.0:1777502111.197151:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc3197 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197159:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc3197 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197165:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc3197 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197169:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.197171:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc3197 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197178:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc3197 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197184:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffff8dfd56b4de00) 00010000:00010000:1.0:1777502111.197185:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.197187:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc3197 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197191:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc3197 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.197271:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.197298:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563058176 00000100:00100000:1.0:1777502111.197302:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563058176 00000100:00100000:0.0:1777502111.197305:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.197321:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238439239857 time 8238441274490 state 0x0 ref 1 00000100:00100000:1.0:1777502111.197327:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238441374490 time 8238441274490 state 0x1 ref 1 00000100:00100000:1.0:1777502111.197346:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563058304 00000100:00100000:1.0:1777502111.197348:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563058304 00000100:00100000:2.0:1777502111.197353:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238441374490 time 8238442771005 state 0x0 ref 1 00000100:00100000:1.0:1777502111.197363:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238442871005 time 8238442771005 state 0x1 ref 2 00000100:00100000:2.0:1777502111.197366:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+180:272959:x1863837563058176:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502111.197381:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777502111.197384:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238442871005 time 8238442803818 state 0x0 ref 2 00010000:00010000:2.0:1777502111.197390:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc31ac lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834139 expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.197398:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+181:272958:x1863837563058304:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502111.197407:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.197417:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc31b3 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834140 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.197424:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc31ba lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.197431:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc31ba lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.197437:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc31ba lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.197446:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc31c1 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197450:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc31c8 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.197456:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc31c1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197459:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc31c8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.197468:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc31c1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197470:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc31c8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197489:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ec00/0x4ad31463d9bc31cf lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197495:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ec00/0x4ad31463d9bc31cf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197500:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ec00/0x4ad31463d9bc31cf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197559:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fa00/0x4ad31463d9bc31d6 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x207:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197564:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fa00/0x4ad31463d9bc31d6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x207:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.197568:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc31dd lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x208:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197568:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fa00/0x4ad31463d9bc31d6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x207:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.197597:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc31dd lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x208:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.197604:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc31dd lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x208:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502111.197625:0:205372:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x208:0x0]: returning size 0 00000004:00200000:1.0:1777502111.197627:0:187571:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x207:0x0]: returning size 0 00000004:00200000:2.0:1777502111.197629:0:205372:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00200000:1.0:1777502111.197630:0:187571:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777502111.197642:0:187571:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fa00/0x4ad31463d9bc31d6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x207:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.197644:0:205372:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc31dd lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x208:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197655:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fa00/0x4ad31463d9bc31d6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.197657:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc31dd lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.197688:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc31ba lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.197697:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc31ba lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.197701:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc31ba lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197702:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc31c8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197712:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc31c8 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.197716:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.197716:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc31c8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.197721:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc31ba lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197722:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.197728:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc31c8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.197729:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc31ba lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197747:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc31c8 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.197749:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.197754:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.197757:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc31ba lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.197763:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc31ba lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197764:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.197770:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.197773:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc31c8 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.197774:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc31c1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197788:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc31c8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.197790:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc31c1 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.197800:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc31c1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197801:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ec00/0x4ad31463d9bc31cf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197815:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ec00/0x4ad31463d9bc31cf lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.197817:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.197824:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc31c1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197824:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ec00/0x4ad31463d9bc31cf lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197837:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfc4e51ec00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.197842:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ec00/0x4ad31463d9bc31cf lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.197844:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc31c1 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197848:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ec00/0x4ad31463d9bc31cf lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.197854:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffff8dfd467c9100) 00010000:00010000:1.0:1777502111.197856:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffff8dfd56b4da00) 00010000:00010000:2.0:1777502111.197857:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.197861:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc31c1 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197861:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.197863:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ec00/0x4ad31463d9bc31cf lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.197872:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc31c1 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197873:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ec00/0x4ad31463d9bc31cf lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197900:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc400/0x4ad31463d9bc31b3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834140 expref: 183 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197914:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fa00/0x4ad31463d9bc31d6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834140 expref: 183 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.197916:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc31ac lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834139 expref: 183 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.197931:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x207:0x0].0x0 (ffff8dfd56b4d200) 00010000:00010000:1.0:1777502111.197936:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.197939:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfc4e51fa00, rc 0) 00010000:00010000:2.0:1777502111.197946:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc31dd lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834139 expref: 182 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.197954:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x208:0x0].0x0 (ffff8dfd80102900) 00010000:00010000:2.0:1777502111.197957:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.197960:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7eec9200, rc 0) 00000100:00100000:1.0:1777502111.197976:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+182:272958:x1863837563058304:12345-192.168.202.27@tcp:101:rm.500 Request processed in 582us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.197981:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 381 00000100:00100000:2.0:1777502111.197988:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+182:272959:x1863837563058176:12345-192.168.202.27@tcp:101:rm.500 Request processed in 624us (716us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.197995:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 380 00000100:00100000:2.0:1777502111.198001:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238442871005 time 8238442803818 state 0x2 ref 0 00000100:00100000:2.0:1777502111.199304:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.199325:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.199349:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563058432 00000100:00100000:3.0:1777502111.199355:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563058432 00000100:00100000:0.0:1777502111.199363:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563058560 00000100:00100000:0.0:1777502111.199368:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563058560 00000100:00100000:3.0:1777502111.199396:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3185 00000100:00100000:0.0:1777502111.199407:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3186 00000100:00100000:3.0:1777502111.199410:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0775d2ab-558e-41f1-82c0-14244d133390+44:2371:x1863837563058432:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:0.0:1777502111.199419:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:0775d2ab-558e-41f1-82c0-14244d133390+44:2370:x1863837563058560:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.199422:0:187551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.199426:0:205386:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.199439:0:187551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057786ca9/0x4ad31463d9bc31e4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x108e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834147 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.199440:0:205386:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc31eb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1069:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83414e expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777502111.199472:0:187551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x108e:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00002000:00010000:0.0:1777502111.199472:0:205386:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1069:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:3.0:1777502111.199490:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.199490:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502111.199495:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.199495:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502111.199506:0:187551:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057786ca9/0x4ad31463d9bc31e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834147 expref: 45 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.199507:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc31eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83414e expref: 45 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.199538:0:187551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000057786ca9/0x4ad31463d9bc31e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834147 expref: 45 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.199543:0:205386:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc31eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83414e expref: 45 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.199562:0:187551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e69200, rc 0) 00010000:00010000:0.0:1777502111.199562:0:205386:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb27200, rc 0) 00000100:00100000:0.0:1777502111.199618:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:0775d2ab-558e-41f1-82c0-14244d133390+45:2370:x1863837563058560:12345-192.168.202.27@tcp:101:rm.500 Request processed in 203us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.199626:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3186 00000100:00100000:2.0:1777502111.199651:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0775d2ab-558e-41f1-82c0-14244d133390+45:2371:x1863837563058432:12345-192.168.202.27@tcp:101:rm.500 Request processed in 245us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.199666:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3185 00000100:00100000:3.0:1777502111.200900:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.200941:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563058816 00000100:00100000:1.0:1777502111.200945:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563058816 00000100:00100000:1.0:1777502111.200960:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238442871005 time 8238442803818 state 0x0 ref 1 00000100:00100000:1.0:1777502111.200967:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238442903818 time 8238442803818 state 0x1 ref 1 00000100:00100000:1.0:1777502111.200982:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238442903818 time 8238446402887 state 0x0 ref 1 00000100:00100000:1.0:1777502111.200989:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70d54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+181:272959:x1863837563058816:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:1.0:1777502111.201015:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777502111.201027:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc31dd lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834139 expref: 181 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.201043:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc30fd lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x208:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834132 expref: 180 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.201049:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x208:0x0].0x0 (ffff8dfd80102900) 00010000:00010000:1.0:1777502111.201054:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502111.201064:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc31f2 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.201071:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc31f2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.201076:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc31f2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.201083:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e200/0x4ad31463d9bc31f9 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.201087:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e200/0x4ad31463d9bc31f9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.201091:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e200/0x4ad31463d9bc31f9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.201156:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e400/0x4ad31463d9bc3200 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x208:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.201160:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e400/0x4ad31463d9bc3200 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x208:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.201164:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e400/0x4ad31463d9bc3200 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x208:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777502111.201486:0:186937:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].525, 64 off41792 00010000:00010000:1.0:1777502111.201535:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f200/0x4ad31463d9bc3207 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x208:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.201541:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f200/0x4ad31463d9bc3207 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.201546:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f200/0x4ad31463d9bc3207 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.201550:0:186937:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f200/0x4ad31463d9bc3207 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.201554:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f200/0x4ad31463d9bc3207 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.201557:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f200/0x4ad31463d9bc3207 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.201569:0:186937:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502111.201594:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502111.201597:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e400/0x4ad31463d9bc3200 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x208:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.201599:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f200/0x4ad31463d9bc3207 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x208:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.201606:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e400/0x4ad31463d9bc3200 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x208:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.201613:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e400/0x4ad31463d9bc3200 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x208:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.201614:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfc4e51f200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502111.201619:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f200/0x4ad31463d9bc3207 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x208:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.201620:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfc4e51e400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.201625:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e400/0x4ad31463d9bc3200 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x208:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.201629:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f200/0x4ad31463d9bc3207 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x208:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.201630:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e400/0x4ad31463d9bc3200 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x208:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.201647:0:205387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x208:0x0].0x0 (ffff8dfd56b4d300) 00010000:00010000:3.0:1777502111.201649:0:205387:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.201652:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f200/0x4ad31463d9bc3207 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.201656:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x208:0x0].0x0 (ffff8dfd56b4d300) 00010000:00010000:3.0:1777502111.201671:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f200/0x4ad31463d9bc3207 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.201672:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502111.201677:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e400/0x4ad31463d9bc3200 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x208:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.201682:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e400/0x4ad31463d9bc3200 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x208:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.201697:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc31f2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.201701:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc31f2 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.201704:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc31f2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.201710:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfc4e51fc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.201712:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc31f2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.201715:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.201716:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc31f2 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.201718:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.201721:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.201723:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.201725:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.201727:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc31f2 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.201730:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc31f2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.201735:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007c9fd173 reply state 000000001fadb6ab transno 8589938918 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e200/0x4ad31463d9bc31f9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.201739:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.201783:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70d54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+181:272959:x1863837563058816:12345-192.168.202.27@tcp:36:rm.500 Request processed in 792us (883us total) trans 8589938918 rc 0/0 00000100:00100000:1.0:1777502111.201790:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 382 00000100:00100000:1.0:1777502111.201795:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238442903818 time 8238446402887 state 0x2 ref 0 00010000:00010000:0.0:1777502111.202500:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e200/0x4ad31463d9bc31f9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.202507:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e200/0x4ad31463d9bc31f9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.202511:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e200/0x4ad31463d9bc31f9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.202515:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfc4e51e200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.202516:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e200/0x4ad31463d9bc31f9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.202520:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e200/0x4ad31463d9bc31f9 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.202526:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffff8dfd56b4df00) 00010000:00010000:0.0:1777502111.202528:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.202529:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e200/0x4ad31463d9bc31f9 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.202533:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e200/0x4ad31463d9bc31f9 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.202876:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.202914:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563059072 00000100:00100000:1.0:1777502111.202919:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563059072 00000100:00100000:1.0:1777502111.202936:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238442903818 time 8238446402887 state 0x0 ref 1 00000100:00100000:1.0:1777502111.202943:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238446502887 time 8238446402887 state 0x1 ref 1 00000100:00100000:1.0:1777502111.203004:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238446502887 time 8238448422462 state 0x0 ref 1 00000100:00100000:1.0:1777502111.203015:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70d57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+180:272958:x1863837563059072:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:1.0:1777502111.203041:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777502111.203054:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fa00/0x4ad31463d9bc31d6 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834140 expref: 180 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.203069:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6e00/0x4ad31463d9bc2f67 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x207:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8340c9 expref: 179 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.203074:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x207:0x0].0x0 (ffff8dfd56b4d200) 00010000:00010000:1.0:1777502111.203079:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502111.203087:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc320e lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.203092:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc320e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.203097:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc320e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.203103:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc3215 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.203107:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc3215 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.203110:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc3215 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.203152:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e000/0x4ad31463d9bc321c lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x207:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.203157:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e000/0x4ad31463d9bc321c lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x207:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.203161:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e000/0x4ad31463d9bc321c lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x207:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777502111.203385:0:186938:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].520, 64 off41472 00010000:00010000:1.0:1777502111.203426:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc3223 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x207:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.203434:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc3223 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x207:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.203441:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc3223 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x207:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.203447:0:186938:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc3223 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x207:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.203452:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc3223 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x207:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.203458:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc3223 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x207:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.203473:0:186938:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502111.203483:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e000/0x4ad31463d9bc321c lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x207:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.203491:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502111.203493:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e000/0x4ad31463d9bc321c lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x207:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.203498:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc3223 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x207:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.203500:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e000/0x4ad31463d9bc321c lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x207:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.203512:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbcc00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502111.203513:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfc4e51e000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.203516:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc3223 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x207:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.203518:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e000/0x4ad31463d9bc321c lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x207:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.203530:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc3223 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x207:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.203531:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e000/0x4ad31463d9bc321c lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x207:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.203545:0:186924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x207:0x0].0x0 (ffff8dfd56b4d700) 00010000:00010000:3.0:1777502111.203548:0:186924:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.203552:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc3223 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x207:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.203555:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x207:0x0].0x0 (ffff8dfd56b4d700) 00010000:00010000:3.0:1777502111.203558:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc3223 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x207:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.203559:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502111.203563:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e000/0x4ad31463d9bc321c lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x207:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.203570:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.203571:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e000/0x4ad31463d9bc321c lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x207:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.203573:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.203609:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.203641:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc320e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.203649:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc320e lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.203655:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc320e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.203671:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfc4e51ea00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.203675:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc320e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.203680:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc320e lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.203688:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.203691:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.203693:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc320e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.203699:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc320e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.203707:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008341aa88 reply state 000000005f194ce3 transno 8589938919 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc3215 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.203713:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.203747:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70d57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+180:272958:x1863837563059072:12345-192.168.202.27@tcp:36:rm.500 Request processed in 734us (873us total) trans 8589938919 rc 0/0 00000100:00100000:1.0:1777502111.203751:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 383 00000100:00100000:1.0:1777502111.203754:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238446502887 time 8238448422462 state 0x2 ref 0 00010000:00010000:2.0:1777502111.204266:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc3215 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.204275:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc3215 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.204280:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc3215 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.204285:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfc4e51f400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.204288:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc3215 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.204302:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc3215 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.204310:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffff8dfd56b4d400) 00010000:00010000:2.0:1777502111.204312:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.204315:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc3215 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.204321:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc3215 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.224326:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.224395:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563059328 00000100:00100000:0.0:1777502111.224405:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563059328 00000100:00100000:0.0:1777502111.224445:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238446502887 time 8238448422462 state 0x0 ref 1 00000100:00100000:0.0:1777502111.224458:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238448522462 time 8238448422462 state 0x1 ref 1 00000100:00100000:0.0:1777502111.224606:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238448522462 time 8238470023531 state 0x0 ref 1 00000100:00100000:0.0:1777502111.224622:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70d57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+164:272966:x1863837563059328:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502111.224643:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.224672:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc322a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834155 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.224811:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3231 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.224827:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3231 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.224838:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3231 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.224853:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc3238 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.224860:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc3238 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.224867:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc3238 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777502111.225730:0:186936:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x106a:0x0], index 1: 0 00010000:00010000:0.0:1777502111.225884:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc323f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x229:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.225894:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc323f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x229:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.225903:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc323f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x229:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.225932:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3231 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.225940:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3231 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.225946:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3231 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.225952:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.225956:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3231 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.225963:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3231 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.225974:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.225977:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.225980:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3231 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.225987:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3231 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.225999:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aae074e2 reply state 000000001cb18967 transno 8589938920 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc3238 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.226007:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502111.226033:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc322a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834155 expref: 167 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.226045:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc323f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x229:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834155 expref: 166 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.226053:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x229:0x0].0x0 (ffff8dfd80102300) 00010000:00010000:0.0:1777502111.226056:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.226058:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb26200, rc 0) 00000100:00100000:0.0:1777502111.226137:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70d57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+167:272966:x1863837563059328:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1519us (1819us total) trans 8589938920 rc 0/0 00000100:00100000:0.0:1777502111.226145:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 384 00000100:00100000:0.0:1777502111.226151:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238448522462 time 8238470023531 state 0x2 ref 0 00010000:00010000:3.0:1777502111.227015:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc3238 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.227025:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc3238 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.227030:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc3238 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.227034:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.227036:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc3238 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.227039:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc3238 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.227046:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffff8dfd80102f00) 00010000:00010000:3.0:1777502111.227048:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.227050:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc3238 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.227053:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc3238 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.227897:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.227933:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.227956:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563059840 00000100:00100000:1.0:1777502111.227965:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563059840 00000100:00100000:1.0:1777502111.227994:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238448522462 time 8238470023531 state 0x0 ref 1 00000100:00100000:3.0:1777502111.228001:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563059584 00000100:00100000:1.0:1777502111.228005:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238470123531 time 8238470023531 state 0x1 ref 1 00000100:00100000:3.0:1777502111.228006:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563059584 00000100:00100000:3.0:1777502111.228030:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238470123531 time 8238470023531 state 0x1 ref 2 00000100:00100000:1.0:1777502111.228041:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238473559121 time 8238473459121 state 0x1 ref 2 00000100:00100000:1.0:1777502111.228054:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+167:272966:x1863837563059840:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:3.0:1777502111.228072:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238473559121 time 8238473490420 state 0x0 ref 2 00000100:00100000:3.0:1777502111.228086:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+167:272968:x1863837563059584:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502111.228096:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.228099:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502111.228110:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc324d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83415c expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.228117:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc323f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x229:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834155 expref: 167 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.228140:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x229:0x0].0x0 (ffff8dfd80102300) 00010000:00010000:1.0:1777502111.228149:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502111.228201:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc3254 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x229:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.228213:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc3254 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x229:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.228222:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc3254 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x229:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.228225:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc325b lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.228236:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc325b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.228242:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc325b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.228254:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc3262 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.228260:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc3262 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.228267:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc3262 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.228347:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000038668dc5 reply state 000000003a829d26 transno 8589938921 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc3254 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x229:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.228356:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.228439:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+169:272966:x1863837563059840:12345-192.168.202.27@tcp:36:touch.500 Request processed in 388us (551us total) trans 8589938921 rc 0/0 00000100:00100000:1.0:1777502111.228447:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 385 00000004:00080000:2.0:1777502111.228731:0:188648:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x108f:0x0], index 0: 0 00010000:00010000:2.0:1777502111.228867:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc3269 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x22a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.228883:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc3269 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.228892:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc3269 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.228927:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc3254 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x229:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.228934:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc3254 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x229:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.228940:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc3254 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x229:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.228947:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.228950:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc3254 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x229:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.228957:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc3254 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x229:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.228965:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x229:0x0].0x0 (ffff8dfd56b4d700) 00010000:00010000:2.0:1777502111.228967:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.228971:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc3254 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x229:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.228977:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc3254 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x229:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.229009:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc325b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.229016:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc325b lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.229022:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc325b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.229027:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.229030:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc325b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.229036:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc325b lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.229044:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.229047:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.229049:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc325b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.229055:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc325b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.229064:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003f19979b reply state 00000000bb0fa339 transno 8589938922 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc3262 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.229071:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502111.229093:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc324d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83415c expref: 169 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.229112:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc3269 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x22a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83415c expref: 168 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.229120:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22a:0x0].0x0 (ffff8dfd467c9100) 00010000:00010000:2.0:1777502111.229122:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.229125:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7eec9600, rc 0) 00000100:00100000:2.0:1777502111.229169:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+169:272968:x1863837563059584:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1086us (1235us total) trans 8589938922 rc 0/0 00000100:00100000:3.0:1777502111.229177:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.229181:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 386 00000100:00100000:2.0:1777502111.229185:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238473559121 time 8238473490420 state 0x2 ref 0 00000100:00100000:2.0:1777502111.229202:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563059968 00000100:00100000:2.0:1777502111.229206:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563059968 00000100:00100000:2.0:1777502111.229220:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238473559121 time 8238473490420 state 0x0 ref 1 00000100:00100000:2.0:1777502111.229225:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238473590420 time 8238473490420 state 0x1 ref 1 00000100:00100000:2.0:1777502111.229240:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238473590420 time 8238474660448 state 0x0 ref 1 00000100:00100000:2.0:1777502111.229248:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70d56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+169:272966:x1863837563059968:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.229257:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.229267:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc3277 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x229:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834163 expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.229295:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc3277 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x229:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834163 expref: 170 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.229310:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc3277 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x229:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834163 expref: 170 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.229322:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x229:0x0].0x0 (ffff8dfd467c9600) 00010000:00010000:2.0:1777502111.229323:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777502111.229325:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7eec9400, rc 0) 00000100:00100000:2.0:1777502111.229347:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70d56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+170:272966:x1863837563059968:12345-192.168.202.27@tcp:101:touch.500 Request processed in 102us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.229352:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 387 00000100:00100000:2.0:1777502111.229355:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238473590420 time 8238474660448 state 0x2 ref 0 00010000:00010000:2.0:1777502111.229723:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc3262 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.229730:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc3262 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.229737:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc3262 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.229742:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.229745:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc3262 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.229751:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc3262 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.229761:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffff8dfd4fbd8c00) 00010000:00010000:2.0:1777502111.229765:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.229767:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc3262 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.229773:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc3262 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.230534:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.230603:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563060096 00000100:00100000:1.0:1777502111.230608:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563060096 00000100:00100000:1.0:1777502111.230648:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3187 00000100:00100000:1.0:1777502111.230669:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70d55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+50:2373:x1863837563060096:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:1.0:1777502111.230936:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70d55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+51:2373:x1863837563060096:12345-192.168.202.27@tcp:2:touch.500 Request processed in 279us (409us total) trans 8589935678 rc 0/0 00000100:00100000:1.0:1777502111.230946:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3187 00000100:00100000:3.0:1777502111.231133:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.231178:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563060352 00000100:00100000:1.0:1777502111.231183:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563060352 00000100:00100000:1.0:1777502111.231202:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238473590420 time 8238474660448 state 0x0 ref 1 00000100:00100000:1.0:1777502111.231212:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238474760448 time 8238474660448 state 0x1 ref 1 00000100:00100000:1.0:1777502111.231235:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238474760448 time 8238476653622 state 0x0 ref 1 00000100:00100000:1.0:1777502111.231247:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc53d92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+169:272967:x1863837563060352:12345-192.168.202.27@tcp:101:touch.500 00000100:00100000:3.0:1777502111.231262:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.231266:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.231281:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc327e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83416a expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.231376:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc3285 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.231389:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc3285 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.231398:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc3285 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.231424:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc328c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.231432:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc328c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.231438:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc328c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.231492:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563060608 00000100:00100000:2.0:1777502111.231498:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563060608 00000100:00100000:2.0:1777502111.231520:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238476753622 time 8238476653622 state 0x1 ref 2 00000100:00100000:2.0:1777502111.231546:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238476753622 time 8238476965179 state 0x0 ref 2 00000100:00100000:2.0:1777502111.231555:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc53d91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+171:272968:x1863837563060608:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:2.0:1777502111.231597:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502111.231610:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc3269 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x22a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83415c expref: 171 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.231619:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22a:0x0].0x0 (ffff8dfd467c9100) 00010000:00010000:2.0:1777502111.231625:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.231678:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc3293 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x22a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.231685:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc3293 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.231690:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc3293 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.231772:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000033e86b43 reply state 0000000007e3cf1b transno 8589938923 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc3293 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.231793:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502111.231855:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc53d91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+172:272968:x1863837563060608:12345-192.168.202.27@tcp:36:touch.500 Request processed in 299us (592us total) trans 8589938923 rc 0/0 00000100:00100000:2.0:1777502111.231863:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 389 00000004:00080000:1.0:1777502111.231925:0:186936:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x106b:0x0], index 1: 0 00000100:00100000:2.0:1777502111.232052:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.232070:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc329a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x22b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.232081:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc329a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.232093:0:205362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563060864 00010000:00010000:1.0:1777502111.232098:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc329a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.232099:0:205362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563060864 00010000:00010000:1.0:1777502111.232129:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc3285 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.232137:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc3285 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.232144:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc3285 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.232151:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.232156:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc3285 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.232163:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc3285 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.232174:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.232178:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777502111.232179:0:205362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1130 00010000:00010000:1.0:1777502111.232183:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc3285 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.232192:0:205362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+173:272966:x1863837563060864:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:1.0:1777502111.232200:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc3285 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.232215:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000052bcc84f reply state 000000000d73be20 transno 8589938924 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc328c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.232221:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502111.232243:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc327e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83416a expref: 174 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.232257:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc329a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x22b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83416a expref: 173 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.232265:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22b:0x0].0x0 (ffff8dfd56b4d300) 00010000:00010000:1.0:1777502111.232268:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.232271:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbdc00, rc 0) 00000100:00100000:1.0:1777502111.232311:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc53d92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+175:272967:x1863837563060352:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1068us (1179us total) trans 8589938924 rc 0/0 00000100:00100000:1.0:1777502111.232319:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 388 00000100:00100000:1.0:1777502111.232324:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238476753622 time 8238476965179 state 0x2 ref 0 00010000:00010000:1.0:1777502111.232525:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc3293 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.232526:0:205362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+174:272966:x1863837563060864:12345-192.168.202.27@tcp:35:touch.500 Request processed in 337us (473us total) trans 8589938925 rc 0/0 00010000:00010000:1.0:1777502111.232540:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc3293 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x22a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.232542:0:205362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1130 00010000:00010000:1.0:1777502111.232551:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc3293 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x22a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.232557:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.232560:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc3293 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x22a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.232567:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc3293 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x22a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.232598:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22a:0x0].0x0 (ffff8dfd467c9300) 00010000:00010000:1.0:1777502111.232601:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.232604:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc3293 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x22a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.232609:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc3293 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x22a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.233965:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc328c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.233978:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.233980:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc328c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.234000:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc328c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.234006:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.234009:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc328c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.234017:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc328c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.234018:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563060992 00000100:00100000:1.0:1777502111.234025:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563060992 00010000:00010000:2.0:1777502111.234031:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffff8dfd56b4d200) 00010000:00010000:2.0:1777502111.234035:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.234038:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc328c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.234044:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc328c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.234051:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238476753622 time 8238476965179 state 0x0 ref 1 00000100:00100000:1.0:1777502111.234062:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238477065179 time 8238476965179 state 0x1 ref 1 00000100:00100000:1.0:1777502111.234088:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238477065179 time 8238479507919 state 0x0 ref 1 00000100:00100000:1.0:1777502111.234100:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46d6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+172:272968:x1863837563060992:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.234116:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.234132:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc32a8 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x22a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834171 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.234152:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.234170:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc32a8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x22a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834171 expref: 173 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.234184:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc32a8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x22a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834171 expref: 173 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.234194:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563061248 00000100:00100000:2.0:1777502111.234199:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563061248 00010000:00010000:1.0:1777502111.234199:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22a:0x0].0x0 (ffff8dfd56b4da00) 00010000:00010000:1.0:1777502111.234205:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502111.234208:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbc800, rc 0) 00000100:00100000:2.0:1777502111.234221:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238479607919 time 8238479507919 state 0x1 ref 2 00000100:00100000:2.0:1777502111.234248:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238479607919 time 8238479665761 state 0x0 ref 2 00000100:00100000:1.0:1777502111.234248:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46d6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+174:272968:x1863837563060992:12345-192.168.202.27@tcp:101:touch.500 Request processed in 149us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.234265:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 390 00000100:00100000:2.0:1777502111.234270:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46d6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+174:272967:x1863837563061248:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:2.0:1777502111.234298:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502111.234311:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc329a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x22b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83416a expref: 173 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.234323:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22b:0x0].0x0 (ffff8dfd56b4d300) 00010000:00010000:2.0:1777502111.234332:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.234369:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc32af lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x22b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.234375:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc32af lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.234380:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc32af lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.234459:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a27ae3f3 reply state 00000000462f7066 transno 8589938926 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc32af lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.234471:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502111.234522:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46d6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+174:272967:x1863837563061248:12345-192.168.202.27@tcp:36:touch.500 Request processed in 259us (370us total) trans 8589938926 rc 0/0 00000100:00100000:2.0:1777502111.234528:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 391 00000100:00100000:2.0:1777502111.234532:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238479607919 time 8238479665761 state 0x2 ref 0 00010000:00010000:1.0:1777502111.235084:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc32af lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.235090:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc32af lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.235095:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc32af lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.235098:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec8800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.235100:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc32af lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.235104:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc32af lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.235109:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22b:0x0].0x0 (ffff8dfd467c9700) 00010000:00010000:1.0:1777502111.235110:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.235112:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc32af lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.235117:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc32af lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.235415:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.235457:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563061376 00000100:00100000:2.0:1777502111.235462:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563061376 00000100:00100000:2.0:1777502111.235499:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3188 00000100:00100000:2.0:1777502111.235506:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc56068e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+44:2372:x1863837563061376:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:2.0:1777502111.235758:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc56068e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+45:2372:x1863837563061376:12345-192.168.202.27@tcp:2:touch.500 Request processed in 251us (343us total) trans 8589936088 rc 0/0 00000100:00100000:2.0:1777502111.235766:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3188 00000100:00100000:0.0:1777502111.236374:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.236416:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563061504 00000100:00100000:2.0:1777502111.236421:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563061504 00000100:00100000:2.0:1777502111.236442:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238479607919 time 8238479665761 state 0x0 ref 1 00000100:00100000:2.0:1777502111.236451:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238479765761 time 8238479665761 state 0x1 ref 1 00000100:00100000:2.0:1777502111.236474:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238479765761 time 8238481893140 state 0x0 ref 1 00000100:00100000:2.0:1777502111.236485:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6646df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+173:272967:x1863837563061504:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.236500:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.236517:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9000/0x4ad31463d9bc32b6 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x22b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834178 expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.236562:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9000/0x4ad31463d9bc32b6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x22b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834178 expref: 174 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.236563:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.236701:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563061760 00010000:00010000:2.0:1777502111.236703:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9000/0x4ad31463d9bc32b6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x22b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834178 expref: 174 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.236707:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563061760 00010000:00010000:2.0:1777502111.236725:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22b:0x0].0x0 (ffff8dfd467c9d00) 00010000:00010000:2.0:1777502111.236728:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777502111.236731:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7eec9000, rc 0) 00000100:00100000:2.0:1777502111.236773:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6646df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+175:272967:x1863837563061504:12345-192.168.202.27@tcp:101:touch.500 Request processed in 289us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.236782:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 392 00000100:00100000:2.0:1777502111.236787:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238479765761 time 8238481893140 state 0x2 ref 0 00000100:00100000:0.0:1777502111.236940:0:186939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1131 00000100:00100000:0.0:1777502111.236948:0:186939:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc56068380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+174:272968:x1863837563061760:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:0.0:1777502111.237174:0:186939:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc56068380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+175:272968:x1863837563061760:12345-192.168.202.27@tcp:35:touch.500 Request processed in 226us (613us total) trans 8589938927 rc 0/0 00000100:00100000:0.0:1777502111.237183:0:186939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1131 00000100:00100000:1.0:1777502111.238116:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.238156:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563061888 00000100:00100000:2.0:1777502111.238162:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563061888 00000100:00100000:2.0:1777502111.238197:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3189 00000100:00100000:2.0:1777502111.238207:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5606b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+51:2371:x1863837563061888:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:2.0:1777502111.238435:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5606b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+52:2371:x1863837563061888:12345-192.168.202.27@tcp:2:touch.500 Request processed in 230us (318us total) trans 8589935679 rc 0/0 00000100:00100000:2.0:1777502111.238443:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3189 00000100:00100000:3.0:1777502111.239971:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.240095:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563062144 00000100:00100000:0.0:1777502111.240103:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563062144 00000100:00100000:0.0:1777502111.240158:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1132 00000100:00100000:0.0:1777502111.240168:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46d6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+175:272967:x1863837563062144:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:0.0:1777502111.240418:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46d6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+176:272967:x1863837563062144:12345-192.168.202.27@tcp:35:touch.500 Request processed in 252us (451us total) trans 8589938928 rc 0/0 00000100:00100000:0.0:1777502111.240425:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1132 00000100:00100000:1.0:1777502111.244739:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.244787:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563062400 00000100:00100000:2.0:1777502111.244797:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563062400 00000100:00100000:2.0:1777502111.244833:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238479765761 time 8238481893140 state 0x0 ref 1 00000100:00100000:2.0:1777502111.244846:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238481993140 time 8238481893140 state 0x1 ref 1 00000100:00100000:2.0:1777502111.244877:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238481993140 time 8238490295150 state 0x0 ref 1 00000100:00100000:2.0:1777502111.244892:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc56069180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+176:272973:x1863837563062400:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.244914:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.244933:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc32bd lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83417f expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.245092:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc32c4 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.245105:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc32c4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.245125:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc32c4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.245141:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc32cb lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.245148:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc32cb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.245155:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc32cb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502111.245749:0:186936:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1090:0x0], index 0: 0 00010000:00010000:2.0:1777502111.245909:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8400/0x4ad31463d9bc32d2 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.245921:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8400/0x4ad31463d9bc32d2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.245930:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8400/0x4ad31463d9bc32d2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.245966:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc32c4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.245971:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc32c4 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.245976:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc32c4 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.245980:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.245983:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc32c4 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.245988:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc32c4 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.245996:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.245998:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.246001:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc32c4 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.246005:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc32c4 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.246014:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e86f0779 reply state 000000001fd40cfa transno 8589938929 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc32cb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.246023:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502111.246051:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc32bd lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83417f expref: 179 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.246067:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8400/0x4ad31463d9bc32d2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x22c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83417f expref: 178 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.246075:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22c:0x0].0x0 (ffff8dfd467c9700) 00010000:00010000:2.0:1777502111.246078:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.246080:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7eec8400, rc 0) 00000100:00100000:2.0:1777502111.246144:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc56069180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+179:272973:x1863837563062400:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1257us (1412us total) trans 8589938929 rc 0/0 00000100:00100000:2.0:1777502111.246150:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 393 00000100:00100000:2.0:1777502111.246155:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238481993140 time 8238490295150 state 0x2 ref 0 00010000:00010000:2.0:1777502111.246755:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc32cb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.246765:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc32cb lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.246771:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc32cb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.246776:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec8c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.246780:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc32cb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.246787:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc32cb lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.246794:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffff8dfd467c9100) 00010000:00010000:2.0:1777502111.246796:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.246799:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc32cb lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.246802:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc32cb lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.248119:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.248154:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.248183:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.248198:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563062656 00000100:00100000:2.0:1777502111.248207:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563062656 00000100:00100000:3.0:1777502111.248210:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563062784 00000100:00100000:0.0:1777502111.248215:0:205371:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563062912 00000100:00100000:3.0:1777502111.248217:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563062784 00000100:00100000:0.0:1777502111.248221:0:205371:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563062912 00000100:00100000:2.0:1777502111.248236:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238481993140 time 8238490295150 state 0x0 ref 1 00000100:00100000:3.0:1777502111.248245:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238490395150 time 8238490295150 state 0x1 ref 2 00000100:00100000:2.0:1777502111.248257:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238490395150 time 8238490295150 state 0x1 ref 2 00000100:00100000:0.0:1777502111.248267:0:205371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 279 00000100:00100000:3.0:1777502111.248275:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238493793267 time 8238493693267 state 0x1 ref 2 00000100:00100000:0.0:1777502111.248280:0:205371:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5606a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+180:2373:x1863837563062912:12345-192.168.202.27@tcp:63:ll_sa.0 00000100:00100000:2.0:1777502111.248294:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238493793267 time 8238493712120 state 0x0 ref 2 00000100:00100000:3.0:1777502111.248295:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc56069500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+180:272977:x1863837563062784:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.248310:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777502111.248315:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc56068700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+180:272973:x1863837563062656:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:0.0:1777502111.248315:0:205371:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.248327:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc32e0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834186 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.248329:0:205371:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc32e7 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83418d expref: -99 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.248356:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502111.248373:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8400/0x4ad31463d9bc32d2 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x22c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83417f expref: 182 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.248379:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc32ee lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.248380:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc32f5 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.248389:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22c:0x0].0x0 (ffff8dfd467c9700) 00010000:00010000:0.0:1777502111.248400:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc32ee lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.248407:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.248411:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc32ee lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.248413:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc32f5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.248433:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc32f5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.248437:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc32fc lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.248447:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc32fc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.248448:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc3303 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.248464:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc330a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.248465:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc32fc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.248466:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc3303 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.248489:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc3303 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.248492:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc330a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.248503:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc330a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.248538:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc32ee lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.248550:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc32ee lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.248557:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc32ee lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.248563:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.248567:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc32ee lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.248573:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc32ee lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.248602:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc3311 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x22a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.248619:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc3311 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.248621:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.248628:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.248634:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc32ee lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.248638:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc3311 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.248640:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b230de28 reply state 00000000bd9a5b64 transno 8589938930 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc330a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.248644:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc32ee lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.248674:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1777502111.248681:0:186937:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x22a:0x0]: returning size 0 00010000:00010000:0.0:1777502111.248681:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc32fc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502111.248687:0:186937:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:0.0:1777502111.248693:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc32fc lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.248700:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc32fc lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502111.248704:0:186937:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc3311 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.248706:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.248712:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc32fc lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.248717:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc3311 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.248720:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc32fc lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.248730:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc32f5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.248737:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffff8dfd80102800) 00010000:00010000:0.0:1777502111.248740:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.248744:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc32fc lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.248747:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc56068700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+183:272973:x1863837563062656:12345-192.168.202.27@tcp:36:touch.500 Request processed in 426us (622us total) trans 8589938930 rc 0/0 00010000:00010000:3.0:1777502111.248760:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc32f5 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.248762:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc32fc lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.248768:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 395 00010000:00010000:3.0:1777502111.248780:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc32f5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.248788:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.248792:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc32f5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.248799:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc32f5 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.248808:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.248808:0:205371:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc32e7 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83418d expref: 182 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.248815:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.248821:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc32f5 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.248825:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.248829:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502111.248836:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc32e7 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83418d expref: 182 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.248840:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc32f5 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.248852:0:205371:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb27e00, rc -2) 00000100:00100000:0.0:1777502111.248888:0:205371:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5606a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+181:2373:x1863837563062912:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 612us (704us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777502111.248898:0:205371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 279 00010000:00010000:3.0:1777502111.248915:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc3303 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.248922:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc3303 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.248929:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc3303 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.248934:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.248938:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc3303 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.248945:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc3303 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.248955:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffff8dfd4fbd8200) 00010000:00010000:3.0:1777502111.248958:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.248961:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc3303 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.248967:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc3303 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.248991:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc32e0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834186 expref: 181 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.249058:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc3311 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x22a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834186 expref: 180 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.249065:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22a:0x0].0x0 (ffff8dfd56b4da00) 00010000:00010000:3.0:1777502111.249067:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.249070:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e68000, rc 0) 00000100:00100000:2.0:1777502111.249166:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc56069500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+180:272977:x1863837563062784:12345-192.168.202.27@tcp:101:rm.500 Request processed in 875us (1009us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.249174:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 394 00000100:00100000:2.0:1777502111.249178:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238493793267 time 8238493712120 state 0x2 ref 0 00010000:00010000:2.0:1777502111.249416:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc330a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.249424:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc330a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.249431:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc330a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.249436:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec8800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.249440:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc330a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.249446:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc330a lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.249454:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22c:0x0].0x0 (ffff8dfd467c9300) 00010000:00010000:2.0:1777502111.249457:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.249460:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc330a lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.249465:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc330a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.250036:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.252966:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563063040 00000100:00100000:3.0:1777502111.252979:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563063040 00000100:00100000:3.0:1777502111.253015:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238493793267 time 8238493712120 state 0x0 ref 1 00000100:00100000:3.0:1777502111.253028:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238493812120 time 8238493712120 state 0x1 ref 1 00000100:00100000:1.0:1777502111.253052:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.253058:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238493812120 time 8238498476337 state 0x0 ref 1 00000100:00100000:3.0:1777502111.253073:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5606bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+179:272973:x1863837563063040:12345-192.168.202.27@tcp:101:touch.500 00000100:00100000:1.0:1777502111.253101:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.253128:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.253150:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563063168 00000100:00100000:1.0:1777502111.253154:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563063168 00010000:00010000:3.0:1777502111.253156:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777502111.253173:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238498576337 time 8238498476337 state 0x1 ref 2 00010000:00010000:3.0:1777502111.253182:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc3318 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834194 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.253191:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563063424 00000100:00100000:1.0:1777502111.253195:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563063424 00000100:00100000:1.0:1777502111.253207:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238498576337 time 8238498476337 state 0x1 ref 3 00000100:00100000:1.0:1777502111.253224:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238498743679 time 8238498643679 state 0x1 ref 3 00000100:00100000:1.0:1777502111.253234:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ddb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+182:272981:x1863837563063168:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.253237:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc3318 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x22c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834194 expref: 182 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.253251:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.253256:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc3318 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x22c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834194 expref: 182 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.253266:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc331f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83419b expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.253268:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563063296 00010000:00010000:3.0:1777502111.253274:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22c:0x0].0x0 (ffff8dfd4fbd8f00) 00000100:00100000:0.0:1777502111.253275:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563063296 00010000:00010000:3.0:1777502111.253283:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777502111.253288:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e69800, rc 0) 00000100:00100000:0.0:1777502111.253325:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3190 00010000:00010000:1.0:1777502111.253327:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc3326 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.253336:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ddb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+45:2370:x1863837563063296:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502111.253338:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc3326 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.253347:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5606bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+183:272973:x1863837563063040:12345-192.168.202.27@tcp:101:touch.500 Request processed in 276us (3310us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502111.253349:0:205379:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.253353:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc3326 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.253360:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 396 00010000:00010000:0.0:1777502111.253364:0:205379:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc332d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x108f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8341a2 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.253372:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3334 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.253380:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3334 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.253385:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238498743679 time 8238498803329 state 0x0 ref 2 00002000:00010000:0.0:1777502111.253385:0:205379:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x108f:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:1.0:1777502111.253392:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3334 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.253405:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777502111.253406:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5089b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+182:272974:x1863837563063424:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.253409:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502111.253419:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.253420:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc332d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341a2 expref: 46 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.253431:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc333b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8341a9 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.253437:0:205379:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc332d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341a2 expref: 46 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.253452:0:205379:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb26600, rc 0) 00010000:00010000:3.0:1777502111.253467:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc3342 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.253477:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc3342 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.253481:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ddb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+46:2370:x1863837563063296:12345-192.168.202.27@tcp:101:rm.500 Request processed in 146us (378us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502111.253495:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc3342 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.253495:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc3349 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x22b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.253495:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3190 00010000:00010000:1.0:1777502111.253516:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc3349 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.253523:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3350 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.253526:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc3349 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.253535:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3350 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.253545:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3350 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502111.253553:0:205369:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x22b:0x0]: returning size 0 00000004:00200000:1.0:1777502111.253558:0:205369:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777502111.253574:0:205369:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc3349 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.253616:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc3349 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.253626:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc3326 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.253632:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc3326 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.253639:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc3326 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.253641:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc3357 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x229:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.253652:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbdc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.253668:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc3357 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x229:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.253671:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc3326 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.253685:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc3357 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x229:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.253686:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc3326 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.253697:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.253700:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.253704:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc3326 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.253710:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc3326 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.253723:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3334 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.253731:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3334 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.253740:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3334 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.253746:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.253748:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3334 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502111.253751:0:187571:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x229:0x0]: returning size 0 00000004:00200000:3.0:1777502111.253758:0:187571:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:1.0:1777502111.253759:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3334 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.253768:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffff8dfd56b4de00) 00000004:00010000:3.0:1777502111.253770:0:187571:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc3357 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x229:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.253772:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.253777:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3334 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.253783:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc3357 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x229:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.253786:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3334 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.253797:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc3342 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.253804:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc3342 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.253810:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc3342 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.253816:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.253819:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc331f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83419b expref: 184 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.253821:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc3342 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.253839:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc3342 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.253844:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc3349 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x22b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83419b expref: 183 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.253852:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.253854:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22b:0x0].0x0 (ffff8dfd467c9d00) 00010000:00010000:3.0:1777502111.253856:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.253859:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.253861:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc3342 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.253862:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbda00, rc 0) 00010000:00010000:3.0:1777502111.253871:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc3342 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.253882:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3350 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.253888:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3350 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.253894:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3350 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.253901:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf7c00 already unused, calling callback (ffffffffc1e434f0) 00000100:00100000:1.0:1777502111.253902:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ddb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+183:272981:x1863837563063168:12345-192.168.202.27@tcp:101:rm.500 Request processed in 668us (863us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502111.253905:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3350 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.253922:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3350 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.253922:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 397 00010000:00010000:3.0:1777502111.253934:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffff8dfd4fbd8400) 00010000:00010000:3.0:1777502111.253937:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.253940:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3350 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.254024:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3350 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.254054:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc333b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341a9 expref: 183 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.254080:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502111.254154:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc3357 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x229:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341a9 expref: 182 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.254164:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x229:0x0].0x0 (ffff8dfd467c9600) 00010000:00010000:3.0:1777502111.254167:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.254170:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf6e00, rc 0) 00000100:00100000:3.0:1777502111.254203:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5089b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+182:272974:x1863837563063424:12345-192.168.202.27@tcp:101:rm.500 Request processed in 800us (1074us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502111.254212:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 398 00000100:00100000:3.0:1777502111.254217:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238498743679 time 8238498803329 state 0x2 ref 0 00000100:00100000:3.0:1777502111.254250:0:205370:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563063552 00000100:00100000:3.0:1777502111.254254:0:205370:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563063552 00000100:00100000:3.0:1777502111.254299:0:205370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 280 00000100:00100000:3.0:1777502111.254308:0:205370:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd50899c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+182:2371:x1863837563063552:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:3.0:1777502111.254381:0:205370:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.254390:0:205370:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc335e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8341b0 expref: -99 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254473:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8200/0x4ad31463d9bc3365 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254483:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8200/0x4ad31463d9bc3365 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254491:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8200/0x4ad31463d9bc3365 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254504:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc336c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254511:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc336c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254517:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc336c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254572:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc3373 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x22b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254602:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc3373 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254610:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc3373 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502111.254628:0:205370:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x22b:0x0]: returning size 0 00000004:00200000:2.0:1777502111.254631:0:205370:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777502111.254642:0:205370:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc3373 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254650:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc3373 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254670:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8200/0x4ad31463d9bc3365 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254676:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8200/0x4ad31463d9bc3365 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254682:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8200/0x4ad31463d9bc3365 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254687:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec8200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.254689:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8200/0x4ad31463d9bc3365 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254695:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8200/0x4ad31463d9bc3365 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254702:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.254705:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.254708:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8200/0x4ad31463d9bc3365 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254714:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8200/0x4ad31463d9bc3365 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254732:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc336c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254740:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc336c lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254745:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc336c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254750:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.254753:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc336c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254758:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc336c lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254765:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffff8dfd467c9e00) 00010000:00010000:2.0:1777502111.254767:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.254769:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc336c lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254775:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc336c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254799:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc335e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341b0 expref: 184 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254812:0:205370:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc3373 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x22b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341b0 expref: 183 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254824:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22b:0x0].0x0 (ffff8dfd467c9d00) 00010000:00010000:2.0:1777502111.254826:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.254828:0:205370:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7eec8a00, rc 0) 00010000:00010000:2.0:1777502111.254833:0:205370:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.254840:0:205370:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc337a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8341b7 expref: -99 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254862:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3381 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254869:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3381 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254876:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3381 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254888:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9800/0x4ad31463d9bc3388 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254896:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9800/0x4ad31463d9bc3388 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254902:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9800/0x4ad31463d9bc3388 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254931:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3381 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254938:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3381 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254948:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3381 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254952:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.254955:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3381 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254960:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3381 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254968:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.254970:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.254973:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3381 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254978:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3381 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254988:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9800/0x4ad31463d9bc3388 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254993:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9800/0x4ad31463d9bc3388 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.254999:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9800/0x4ad31463d9bc3388 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.255004:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.255007:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9800/0x4ad31463d9bc3388 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.255016:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9800/0x4ad31463d9bc3388 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.255023:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffff8dfd467c9000) 00010000:00010000:2.0:1777502111.255025:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.255028:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9800/0x4ad31463d9bc3388 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.255033:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9800/0x4ad31463d9bc3388 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.255052:0:205370:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc337a lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341b7 expref: 184 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.255061:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.255063:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502111.255067:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc337a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341b7 expref: 184 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.255075:0:205370:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7eec9200, rc -2) 00000100:00100000:2.0:1777502111.255117:0:205370:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd50899c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+183:2371:x1863837563063552:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 811us (1038us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777502111.255125:0:205370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 280 00000100:00100000:1.0:1777502111.256230:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.256264:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.256280:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563063808 00000100:00100000:2.0:1777502111.256286:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563063808 00000100:00100000:1.0:1777502111.256291:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.256301:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563064064 00000100:00100000:3.0:1777502111.256307:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563064064 00000100:00100000:2.0:1777502111.256325:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563063680 00000100:00100000:1.0:1777502111.256329:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.256330:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238498743679 time 8238498803329 state 0x0 ref 1 00000100:00100000:2.0:1777502111.256330:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563063680 00000100:00100000:3.0:1777502111.256342:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238498903329 time 8238498803329 state 0x1 ref 1 00000100:00100000:2.0:1777502111.256360:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563064192 00000100:00100000:2.0:1777502111.256364:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563064192 00000100:00100000:1.0:1777502111.256368:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3191 00000100:00100000:3.0:1777502111.256369:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238498903329 time 8238501787857 state 0x0 ref 1 00000100:00100000:3.0:1777502111.256383:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd50899880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+183:272982:x1863837563064064:12345-192.168.202.27@tcp:101:touch.500 00000100:00100000:1.0:1777502111.256387:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd50899180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+53:2371:x1863837563063808:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.256396:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.256398:0:205378:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777502111.256399:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3192 00000100:00100000:2.0:1777502111.256409:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd50898700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+46:2372:x1863837563063680:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:3.0:1777502111.256410:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc338f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8341e8 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.256414:0:205378:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001cdb09d9/0x4ad31463d9bc3396 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x106a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8341e1 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777502111.256442:0:205378:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x106a:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:1.0:1777502111.256454:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502111.256457:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502111.256464:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001cdb09d9/0x4ad31463d9bc3396 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341e1 expref: 54 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.256477:0:205378:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001cdb09d9/0x4ad31463d9bc3396 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341e1 expref: 54 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.256487:0:205378:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbd400, rc 0) 00010000:00010000:3.0:1777502111.256519:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc339d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.256521:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd50899180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+54:2371:x1863837563063808:12345-192.168.202.27@tcp:101:rm.500 Request processed in 139us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.256530:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3191 00010000:00010000:3.0:1777502111.256546:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc339d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.256550:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3193 00000100:00100000:1.0:1777502111.256560:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5089a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+53:2372:x1863837563064192:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.256561:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc339d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.256570:0:205378:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.256613:0:205378:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000337db0b9/0x4ad31463d9bc33ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x106b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8341ef expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.256622:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc33a4 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777502111.256627:0:205378:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x106b:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:3.0:1777502111.256636:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc33a4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.256640:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502111.256642:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502111.256647:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc33a4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.256649:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000337db0b9/0x4ad31463d9bc33ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341ef expref: 54 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.256681:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd50898700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+47:2372:x1863837563063680:12345-192.168.202.27@tcp:2:touch.500 Request processed in 271us (388us total) trans 8589936089 rc 0/0 00010000:00010000:1.0:1777502111.256681:0:205378:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000337db0b9/0x4ad31463d9bc33ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341ef expref: 54 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.256697:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3192 00010000:00010000:1.0:1777502111.256700:0:205378:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbc400, rc 0) 00000100:00100000:1.0:1777502111.256734:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5089a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+54:2372:x1863837563064192:12345-192.168.202.27@tcp:101:rm.500 Request processed in 174us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.256741:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3193 00000004:00080000:2.0:1777502111.257164:0:186937:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x106c:0x0], index 1: 0 00010000:00010000:2.0:1777502111.257280:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8600/0x4ad31463d9bc33b2 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x22d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.257287:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8600/0x4ad31463d9bc33b2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.257293:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8600/0x4ad31463d9bc33b2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.257318:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc339d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.257325:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc339d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.257341:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc339d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.257350:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.257353:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc339d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.257359:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc339d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.257369:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.257371:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.257374:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc339d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.257380:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc339d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.257393:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000023cef527 reply state 000000003b0da4a6 transno 8589938931 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc33a4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.257399:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502111.257423:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc338f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341e8 expref: 186 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.257435:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8600/0x4ad31463d9bc33b2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x22d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341e8 expref: 185 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.257442:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22d:0x0].0x0 (ffff8dfd467c9900) 00010000:00010000:2.0:1777502111.257444:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.257447:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7eec8600, rc 0) 00000100:00100000:2.0:1777502111.257492:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd50899880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+186:272982:x1863837563064064:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1111us (1225us total) trans 8589938931 rc 0/0 00000100:00100000:2.0:1777502111.257499:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 399 00000100:00100000:2.0:1777502111.257504:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238498903329 time 8238501787857 state 0x2 ref 0 00000100:00100000:1.0:1777502111.258526:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.258574:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563064448 00000100:00100000:2.0:1777502111.258605:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563064448 00010000:00010000:3.0:1777502111.258615:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc33a4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.258624:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc33a4 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.258635:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc33a4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.258641:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.258645:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc33a4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.258652:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc33a4 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.258655:0:186939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1133 00010000:00010000:3.0:1777502111.258682:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffff8dfd4fbd8c00) 00000100:00100000:2.0:1777502111.258682:0:186939:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6f7d4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+186:272973:x1863837563064448:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:3.0:1777502111.258688:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.258693:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc33a4 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.258699:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc33a4 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.258922:0:186939:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6f7d4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+186:272973:x1863837563064448:12345-192.168.202.27@tcp:35:touch.500 Request processed in 245us (397us total) trans 8589938932 rc 0/0 00000100:00100000:2.0:1777502111.258930:0:186939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1133 00000100:00100000:3.0:1777502111.259960:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.260004:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.260004:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563064960 00000100:00100000:2.0:1777502111.260009:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563064960 00000100:00100000:2.0:1777502111.260029:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238498903329 time 8238501787857 state 0x0 ref 1 00000100:00100000:2.0:1777502111.260037:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238501887857 time 8238501787857 state 0x1 ref 1 00000100:00100000:1.0:1777502111.260042:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563064704 00000100:00100000:1.0:1777502111.260049:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563064704 00000100:00100000:2.0:1777502111.260066:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238501887857 time 8238505483352 state 0x0 ref 1 00000100:00100000:1.0:1777502111.260077:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238505583352 time 8238505483352 state 0x1 ref 2 00000100:00100000:2.0:1777502111.260089:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46d6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+187:272982:x1863837563064960:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:1.0:1777502111.260102:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238505583352 time 8238505521269 state 0x0 ref 2 00000100:00100000:1.0:1777502111.260116:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f79d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+187:272980:x1863837563064704:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.260126:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502111.260126:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.260141:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc33c0 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8341f6 expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.260143:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8600/0x4ad31463d9bc33b2 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x22d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341e8 expref: 187 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.260165:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22d:0x0].0x0 (ffff8dfd467c9900) 00010000:00010000:2.0:1777502111.260170:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.260217:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc33c7 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x22d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.260228:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc33c7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.260237:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc33c7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.260243:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc33ce lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.260256:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc33ce lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.260264:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc33ce lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.260288:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc33d5 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.260296:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc33d5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.260303:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc33d5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.260333:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e2e999f0 reply state 00000000334042d0 transno 8589938933 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc33c7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.260342:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502111.260391:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46d6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+189:272982:x1863837563064960:12345-192.168.202.27@tcp:36:touch.500 Request processed in 316us (432us total) trans 8589938933 rc 0/0 00000100:00100000:2.0:1777502111.260397:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 400 00000004:00080000:1.0:1777502111.260712:0:188648:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1091:0x0], index 0: 0 00010000:00010000:1.0:1777502111.260846:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc33dc lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x22e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.260855:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc33dc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.260863:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc33dc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.260894:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc33ce lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.260901:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc33ce lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.260907:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc33ce lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.260913:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbdc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.260916:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc33ce lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.260921:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc33ce lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.260930:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.260932:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.260935:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc33ce lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.260940:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc33ce lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.260951:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000eb0b8e9e reply state 000000006fc57463 transno 8589938934 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc33d5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.260958:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502111.260976:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc33c0 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341f6 expref: 190 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.260989:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc33dc lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x22e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341f6 expref: 189 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.260994:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22e:0x0].0x0 (ffff8dfd56b4d200) 00010000:00010000:1.0:1777502111.260995:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.260997:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbcc00, rc 0) 00000100:00100000:1.0:1777502111.261027:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f79d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+190:272980:x1863837563064704:12345-192.168.202.27@tcp:101:touch.500 Request processed in 916us (1025us total) trans 8589938934 rc 0/0 00000100:00100000:1.0:1777502111.261031:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 401 00000100:00100000:1.0:1777502111.261034:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238505583352 time 8238505521269 state 0x2 ref 0 00010000:00010000:1.0:1777502111.261142:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc33c7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.261150:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc33c7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.261154:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc33c7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.261158:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.261160:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc33c7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.261163:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc33c7 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.261169:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22d:0x0].0x0 (ffff8dfd467c9000) 00010000:00010000:1.0:1777502111.261176:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.261178:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc33c7 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.261182:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc33c7 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.261483:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc33d5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.261493:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc33d5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.261499:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc33d5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.261548:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.261551:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc33d5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.261555:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc33d5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.261562:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffff8dfd56b4de00) 00010000:00010000:3.0:1777502111.261564:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.261566:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc33d5 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.261569:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc33d5 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.263557:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.263628:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563065088 00000100:00100000:3.0:1777502111.263636:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563065088 00000100:00100000:2.0:1777502111.263642:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.263677:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238505583352 time 8238505521269 state 0x0 ref 1 00000100:00100000:3.0:1777502111.263690:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238505621269 time 8238505521269 state 0x1 ref 1 00000100:00100000:2.0:1777502111.263695:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.263715:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238505621269 time 8238509132813 state 0x0 ref 1 00000100:00100000:3.0:1777502111.263728:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+188:272982:x1863837563065088:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502111.263747:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777502111.263756:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563065600 00000100:00100000:2.0:1777502111.263761:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563065600 00010000:00010000:3.0:1777502111.263763:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc33ea lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x22d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8341fd expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.263782:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238509232813 time 8238509132813 state 0x1 ref 2 00000100:00100000:2.0:1777502111.263803:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563065472 00000100:00100000:2.0:1777502111.263806:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563065472 00010000:00010000:3.0:1777502111.263810:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc33ea lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x22d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341fd expref: 190 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.263817:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238509232813 time 8238509235414 state 0x0 ref 2 00000100:00100000:2.0:1777502111.263826:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238509335414 time 8238509235414 state 0x1 ref 3 00010000:00010000:3.0:1777502111.263831:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc33ea lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x22d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341fd expref: 191 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.263832:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+191:272980:x1863837563065600:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:3.0:1777502111.263850:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22d:0x0].0x0 (ffff8dfd4fbd8c00) 00000100:00100000:2.0:1777502111.263850:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238509335414 time 8238509269993 state 0x0 ref 3 00010000:00010000:3.0:1777502111.263857:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777502111.263861:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf6200, rc 0) 00000100:00100000:2.0:1777502111.263865:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+191:272976:x1863837563065472:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.263865:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502111.263883:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.263884:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc33dc lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x22e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341f6 expref: 191 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.263895:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8600/0x4ad31463d9bc33f1 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834204 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.263899:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22e:0x0].0x0 (ffff8dfd56b4d200) 00010000:00010000:1.0:1777502111.263911:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502111.263916:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+191:272982:x1863837563065088:12345-192.168.202.27@tcp:101:touch.500 Request processed in 192us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502111.263925:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 402 00010000:00010000:1.0:1777502111.263965:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc33f8 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x22e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.263975:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc33f8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.263984:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc33f8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.263998:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9800/0x4ad31463d9bc33ff lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.264015:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9800/0x4ad31463d9bc33ff lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.264023:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9800/0x4ad31463d9bc33ff lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.264039:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3406 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.264048:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3406 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.264055:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3406 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.264095:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000b5dcbca reply state 000000004139cee0 transno 8589938935 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc33f8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.264104:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.264162:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+192:272980:x1863837563065600:12345-192.168.202.27@tcp:36:touch.500 Request processed in 334us (521us total) trans 8589938935 rc 0/0 00000100:00100000:1.0:1777502111.264173:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 403 00000004:00080000:2.0:1777502111.264490:0:186937:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x106d:0x0], index 1: 0 00010000:00010000:2.0:1777502111.264633:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc340d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x22f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.264644:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc340d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.264652:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc340d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.264693:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9800/0x4ad31463d9bc33ff lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.264700:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9800/0x4ad31463d9bc33ff lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.264706:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9800/0x4ad31463d9bc33ff lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.264713:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.264717:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9800/0x4ad31463d9bc33ff lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.264723:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9800/0x4ad31463d9bc33ff lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.264733:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.264735:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.264739:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9800/0x4ad31463d9bc33ff lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.264744:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9800/0x4ad31463d9bc33ff lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.264756:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000903e149d reply state 0000000040f6540d transno 8589938936 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3406 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.264763:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502111.264786:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8600/0x4ad31463d9bc33f1 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834204 expref: 193 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.264802:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc340d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x22f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834204 expref: 192 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.264809:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22f:0x0].0x0 (ffff8dfd467c9e00) 00010000:00010000:2.0:1777502111.264812:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.264815:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7eec9c00, rc 0) 00000100:00100000:2.0:1777502111.264856:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+193:272976:x1863837563065472:12345-192.168.202.27@tcp:101:touch.500 Request processed in 993us (1164us total) trans 8589938936 rc 0/0 00000100:00100000:2.0:1777502111.264865:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 404 00000100:00100000:2.0:1777502111.264869:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238509335414 time 8238509269993 state 0x2 ref 0 00010000:00010000:2.0:1777502111.264941:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc33f8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.264949:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc33f8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x22e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.264955:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc33f8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x22e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.264960:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.264964:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc33f8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x22e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.264971:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc33f8 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x22e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.264982:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22e:0x0].0x0 (ffff8dfd56b4d700) 00010000:00010000:2.0:1777502111.264985:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.264988:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc33f8 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x22e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.264994:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc33f8 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x22e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.265102:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.265139:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563065728 00000100:00100000:3.0:1777502111.265142:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.265144:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563065728 00000100:00100000:2.0:1777502111.265180:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3194 00000100:00100000:2.0:1777502111.265190:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+54:2371:x1863837563065728:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:0.0:1777502111.265195:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563065856 00000100:00100000:0.0:1777502111.265201:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563065856 00000100:00100000:0.0:1777502111.265224:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238509335414 time 8238509269993 state 0x0 ref 1 00000100:00100000:0.0:1777502111.265233:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238509369993 time 8238509269993 state 0x1 ref 1 00000100:00100000:0.0:1777502111.265255:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238509369993 time 8238510674393 state 0x0 ref 1 00000100:00100000:0.0:1777502111.265268:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7c2ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+192:272980:x1863837563065856:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502111.265278:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.265303:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc341b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x22e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83420b expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.265333:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc341b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83420b expref: 193 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.265347:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc341b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83420b expref: 193 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.265362:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22e:0x0].0x0 (ffff8dfd80102e00) 00010000:00010000:0.0:1777502111.265365:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777502111.265367:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb26200, rc 0) 00000100:00100000:0.0:1777502111.265404:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7c2ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+193:272980:x1863837563065856:12345-192.168.202.27@tcp:101:touch.500 Request processed in 139us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.265411:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 405 00000100:00100000:0.0:1777502111.265416:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238509369993 time 8238510674393 state 0x2 ref 0 00000100:00100000:2.0:1777502111.265422:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+55:2371:x1863837563065728:12345-192.168.202.27@tcp:2:touch.500 Request processed in 231us (316us total) trans 8589935680 rc 0/0 00000100:00100000:2.0:1777502111.265433:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3194 00010000:00010000:3.0:1777502111.265715:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3406 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.265723:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3406 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.265730:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3406 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.265735:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.265739:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3406 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.265745:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3406 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.265755:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffff8dfd467c9900) 00010000:00010000:3.0:1777502111.265758:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.265761:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3406 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.265767:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3406 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.266655:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.266697:0:205362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563066112 00000100:00100000:2.0:1777502111.266702:0:205362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563066112 00000100:00100000:3.0:1777502111.266727:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.266743:0:205362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1134 00000100:00100000:2.0:1777502111.266753:0:205362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f360a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+192:272982:x1863837563066112:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:3.0:1777502111.266760:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.266781:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563066368 00000100:00100000:0.0:1777502111.266787:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563066368 00000100:00100000:0.0:1777502111.266810:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238509369993 time 8238510674393 state 0x0 ref 1 00000100:00100000:0.0:1777502111.266819:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238510774393 time 8238510674393 state 0x1 ref 1 00000100:00100000:0.0:1777502111.266839:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563066752 00000100:00100000:0.0:1777502111.266843:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563066752 00000100:00100000:3.0:1777502111.266850:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.266861:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238510774393 time 8238510674393 state 0x1 ref 2 00000100:00100000:0.0:1777502111.266900:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238512407467 time 8238512307467 state 0x1 ref 2 00000100:00100000:3.0:1777502111.266910:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238512407467 time 8238512328189 state 0x0 ref 2 00000100:00100000:0.0:1777502111.266915:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+195:272976:x1863837563066368:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:3.0:1777502111.266929:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+195:272978:x1863837563066752:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502111.266940:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.266953:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc3422 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834212 expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.266955:0:187571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502111.266974:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc340d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x22f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834204 expref: 196 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.266991:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22f:0x0].0x0 (ffff8dfd467c9e00) 00010000:00010000:0.0:1777502111.267002:0:187571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502111.267028:0:205362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f360a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+195:272982:x1863837563066112:12345-192.168.202.27@tcp:35:touch.500 Request processed in 276us (453us total) trans 8589938937 rc 0/0 00000100:00100000:2.0:1777502111.267036:0:205362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1134 00010000:00010000:3.0:1777502111.267046:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3429 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.267052:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc3430 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x22f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.267057:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3429 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.267063:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc3430 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.267069:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3429 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.267075:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc3430 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.267085:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc3437 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.267094:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc3437 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.267103:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc3437 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.267169:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c8aff20c reply state 00000000bdababac transno 8589938938 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc3430 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.267178:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502111.267228:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+196:272976:x1863837563066368:12345-192.168.202.27@tcp:36:touch.500 Request processed in 319us (502us total) trans 8589938938 rc 0/0 00000100:00100000:0.0:1777502111.267235:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 406 00000100:00100000:0.0:1777502111.267269:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563066496 00000100:00100000:0.0:1777502111.267272:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563066496 00000100:00100000:0.0:1777502111.267299:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3195 00000100:00100000:0.0:1777502111.267306:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd476d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+47:2372:x1863837563066496:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:0.0:1777502111.267493:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd476d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+48:2372:x1863837563066496:12345-192.168.202.27@tcp:2:touch.500 Request processed in 187us (643us total) trans 8589936090 rc 0/0 00000100:00100000:0.0:1777502111.267504:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3195 00010000:00010000:2.0:1777502111.267953:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc3430 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.267963:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc3430 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x22f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.267972:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc3430 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x22f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.267981:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.267986:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc3430 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x22f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.267993:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc3430 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x22f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.268004:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22f:0x0].0x0 (ffff8dfd80102000) 00010000:00010000:2.0:1777502111.268007:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.268012:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc3430 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x22f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777502111.268016:0:205372:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1092:0x0], index 0: 0 00010000:00010000:2.0:1777502111.268020:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc3430 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x22f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.268191:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502111.268193:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc343e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x230:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.268204:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc343e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x230:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.268210:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563066880 00010000:00010000:3.0:1777502111.268213:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc343e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x230:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.268214:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563066880 00000100:00100000:2.0:1777502111.268231:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238512428189 time 8238512328189 state 0x1 ref 2 00000100:00100000:2.0:1777502111.268245:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238512428189 time 8238513665983 state 0x0 ref 2 00000100:00100000:2.0:1777502111.268252:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+196:272976:x1863837563066880:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.268260:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.268268:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc344c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x22f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834219 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.268289:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc344c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x22f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834219 expref: 197 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.268294:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3429 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.268301:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc344c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x22f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834219 expref: 197 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.268305:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3429 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.268320:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22f:0x0].0x0 (ffff8dfd467c9300) 00010000:00010000:2.0:1777502111.268323:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777502111.268326:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7eec8c00, rc 0) 00000100:00100000:2.0:1777502111.268353:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+197:272976:x1863837563066880:12345-192.168.202.27@tcp:101:touch.500 Request processed in 100us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.268365:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 408 00010000:00010000:3.0:1777502111.268374:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3429 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.268380:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf7c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.268383:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3429 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.268389:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3429 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.268399:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.268402:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.268405:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3429 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.268411:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3429 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502111.268421:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006e741a51 reply state 000000009008295a transno 8589938939 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc3437 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.268425:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.268433:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777502111.268455:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc3422 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834212 expref: 197 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.268467:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc343e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x230:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834212 expref: 196 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.268474:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x230:0x0].0x0 (ffff8dfd4fbd8200) 00010000:00010000:3.0:1777502111.268477:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.268480:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf6800, rc 0) 00000100:00100000:3.0:1777502111.268513:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+197:272978:x1863837563066752:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1587us (1757us total) trans 8589938939 rc 0/0 00000100:00100000:3.0:1777502111.268521:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 407 00000100:00100000:3.0:1777502111.268596:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238512428189 time 8238513665983 state 0x2 ref 0 00000100:00100000:3.0:1777502111.268684:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563067136 00000100:00100000:3.0:1777502111.268689:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563067136 00000100:00100000:3.0:1777502111.268719:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1135 00000100:00100000:3.0:1777502111.268727:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+197:272980:x1863837563067136:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:0.0:1777502111.268744:0:186959:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47d21f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:186959:1863837561358976:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1777502111.268784:0:186959:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502111.268816:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561358976 00000100:00100000:2.0:1777502111.268822:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561358976 00000100:00100000:0.0:1777502111.268830:0:186959:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4cb439c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777502111.268884:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3196 00000100:00100000:2.0:1777502111.268893:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47d23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:186959:x1863837561358976:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1777502111.268923:0:187551:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 4258 00000100:00080000:1.0:1777502111.268940:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777502111.269018:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+198:272980:x1863837563067136:12345-192.168.202.27@tcp:35:touch.500 Request processed in 292us (595us total) trans 8589938940 rc 0/0 00000100:00100000:3.0:1777502111.269025:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1135 00010000:00010000:3.0:1777502111.269079:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc3437 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.269087:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc3437 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.269093:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc3437 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.269098:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.269102:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc3437 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.269108:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc3437 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.269117:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffff8dfd4fbd8400) 00010000:00010000:3.0:1777502111.269121:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.269124:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc3437 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.269130:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc3437 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.270479:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.270518:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.270618:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.270646:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563067264 00000100:00100000:1.0:1777502111.270653:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563067264 00000100:00100000:0.0:1777502111.270674:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563067520 00000100:00100000:0.0:1777502111.270680:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563067520 00000100:00100000:0.0:1777502111.270707:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238512428189 time 8238513665983 state 0x0 ref 1 00000100:00100000:1.0:1777502111.270716:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3197 00000100:00100000:0.0:1777502111.270721:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238513765983 time 8238513665983 state 0x1 ref 1 00000100:00100000:1.0:1777502111.270728:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4a058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+55:2373:x1863837563067264:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:0.0:1777502111.270739:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563067776 00000100:00100000:0.0:1777502111.270743:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563067776 00000100:00100000:0.0:1777502111.270759:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238513765983 time 8238513665983 state 0x1 ref 2 00000100:00100000:0.0:1777502111.270776:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238516295521 time 8238516195521 state 0x1 ref 2 00000100:00100000:0.0:1777502111.270788:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47d22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+198:272978:x1863837563067520:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:0.0:1777502111.270823:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502111.270842:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc343e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x230:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834212 expref: 198 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.270858:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x230:0x0].0x0 (ffff8dfd4fbd8200) 00010000:00010000:0.0:1777502111.270867:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.270918:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc3453 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x230:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.270931:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc3453 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x230:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.270941:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc3453 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x230:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.270996:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4a058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+56:2373:x1863837563067264:12345-192.168.202.27@tcp:2:touch.500 Request processed in 271us (415us total) trans 8589935681 rc 0/0 00000100:00100000:1.0:1777502111.271005:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3197 00000004:00010000:0.0:1777502111.271039:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000da92250c reply state 00000000656a7271 transno 8589938941 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc3453 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x230:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.271048:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502111.271104:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47d22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+199:272978:x1863837563067520:12345-192.168.202.27@tcp:36:touch.500 Request processed in 319us (629us total) trans 8589938941 rc 0/0 00000100:00100000:0.0:1777502111.271112:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 409 00000100:00100000:0.0:1777502111.271136:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238516295521 time 8238516555234 state 0x0 ref 1 00000100:00100000:0.0:1777502111.271148:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4a058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+198:272977:x1863837563067776:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:0.0:1777502111.271169:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777502111.271182:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc3311 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x22a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834186 expref: 198 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.271202:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc32a8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x22a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834171 expref: 197 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.271216:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22a:0x0].0x0 (ffff8dfd56b4da00) 00010000:00010000:0.0:1777502111.271229:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.271243:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc345a lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.271256:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc345a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.271264:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc345a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.271280:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc3461 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.271287:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc3461 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.271294:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc3461 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.271396:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc3468 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x22a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.271404:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc3468 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x22a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.271412:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc3468 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x22a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777502111.272029:0:188648:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].526, 64 off41856 00010000:00010000:0.0:1777502111.272084:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc346f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x22a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.272093:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc346f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.272098:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc346f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.272103:0:188648:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc346f lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x22a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.272107:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc346f lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x22a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.272111:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc346f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x22a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.272122:0:188648:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502111.272131:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502111.272133:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc3468 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x22a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.272139:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc3468 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x22a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.272140:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc346f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x22a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.272143:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc3468 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x22a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.272155:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.272157:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502111.272159:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc3468 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x22a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.272163:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc346f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x22a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.272165:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc3468 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x22a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.272185:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22a:0x0].0x0 (ffff8dfd80102c00) 00010000:00010000:3.0:1777502111.272186:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc346f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x22a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.272190:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502111.272194:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc3468 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x22a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.272202:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc3468 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x22a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.272203:0:188362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22a:0x0].0x0 (ffff8dfd80102c00) 00010000:00010000:3.0:1777502111.272209:0:188362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.272213:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc346f lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x22a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.272213:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc345a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.272229:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc345a lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.272231:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc346f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x22a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.272236:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc345a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.272245:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.272247:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc345a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.272252:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc345a lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.272259:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.272261:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.272262:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.272264:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc345a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.272267:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.272268:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc345a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.272271:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:0.0:1777502111.272277:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005223d7c6 reply state 00000000d2ce7e24 transno 8589938942 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc3461 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.272283:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502111.272327:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4a058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+198:272977:x1863837563067776:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1181us (1810us total) trans 8589938942 rc 0/0 00000100:00100000:0.0:1777502111.272334:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 410 00000100:00100000:0.0:1777502111.272338:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238516295521 time 8238516555234 state 0x2 ref 0 00000100:00100000:2.0:1777502111.272740:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47d23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:186959:x1863837561358976:12345-0@lo:5:osp-pre-0-0.0 Request processed in 3848us (3955us total) trans 8589936091 rc 0/0 00000100:00100000:2.0:1777502111.272748:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3196 00000100:00100000:0.0:1777502111.272783:0:186959:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47d21f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:186959:1863837561358976:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1777502111.272797:0:186959:0:(osp_precreate.c:702:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x1092:0x0]-[0x240000400:0x10c1:0x0] 00000100:00100000:1.0:1777502111.275811:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.275851:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.275939:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.275971:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563068032 00000100:00100000:1.0:1777502111.275979:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563068032 00000100:00100000:1.0:1777502111.276007:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238516295521 time 8238516555234 state 0x0 ref 1 00000100:00100000:1.0:1777502111.276016:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238516655234 time 8238516555234 state 0x1 ref 1 00000100:00100000:1.0:1777502111.276030:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563068416 00000100:00100000:1.0:1777502111.276032:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563068416 00000100:00100000:1.0:1777502111.276039:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238516655234 time 8238516555234 state 0x1 ref 2 00000100:00100000:1.0:1777502111.276052:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238521571628 time 8238521471628 state 0x1 ref 2 00000100:00100000:1.0:1777502111.276061:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd50898e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+199:272996:x1863837563068032:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.276080:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.276091:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc3461 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.276095:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc3476 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834220 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.276112:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc3461 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.276120:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc3461 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.276126:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.276130:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc3461 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.276137:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc3461 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.276155:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffff8dfd80102a00) 00010000:00010000:3.0:1777502111.276159:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.276163:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc3461 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.276169:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc3461 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.276219:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238521571628 time 8238521637571 state 0x0 ref 2 00010000:00010000:1.0:1777502111.276225:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc347d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.276231:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd50898a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+199:272978:x1863837563068416:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.276241:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc347d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.276244:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.276251:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc347d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.276255:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc3484 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x230:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834227 expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.276267:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc348b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.276275:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc348b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.276280:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc3453 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x230:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.276283:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc348b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.276299:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc3453 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x230:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.276308:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc3453 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x230:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.276312:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc3484 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x230:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834227 expref: 200 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.276326:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.276328:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc3484 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x230:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834227 expref: 200 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.276333:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc3453 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x230:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.276341:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc3453 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x230:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.276342:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x230:0x0].0x0 (ffff8dfd80102700) 00010000:00010000:3.0:1777502111.276348:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777502111.276351:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf6400, rc 0) 00010000:00010000:2.0:1777502111.276360:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x230:0x0].0x0 (ffff8dfd80102700) 00010000:00010000:2.0:1777502111.276364:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.276368:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc3453 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x230:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.276375:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc3453 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x230:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.276395:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd50898a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+199:272978:x1863837563068416:12345-192.168.202.27@tcp:101:touch.500 Request processed in 167us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502111.276403:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 412 00000100:00100000:0.0:1777502111.276510:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563068288 00000100:00100000:0.0:1777502111.276515:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563068288 00000100:00100000:0.0:1777502111.276548:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1136 00000100:00100000:0.0:1777502111.276557:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5089b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+199:272976:x1863837563068288:12345-192.168.202.27@tcp:35:touch.500 00000004:00080000:1.0:1777502111.276767:0:186936:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x106e:0x0], index 1: 0 00000100:00100000:0.0:1777502111.276903:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5089b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+201:272976:x1863837563068288:12345-192.168.202.27@tcp:35:touch.500 Request processed in 347us (1097us total) trans 8589938943 rc 0/0 00010000:00010000:1.0:1777502111.276913:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3492 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x231:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.276918:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1136 00010000:00010000:1.0:1777502111.276924:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3492 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x231:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.276930:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3492 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x231:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.276958:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc347d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.276967:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc347d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.276973:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc347d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.276978:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.276981:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc347d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.276988:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc347d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.276998:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.277001:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.277005:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc347d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.277010:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc347d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.277019:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002dcdca37 reply state 00000000ba31c8ef transno 8589938944 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc348b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.277024:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502111.277042:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbcc00/0x4ad31463d9bc3476 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834220 expref: 201 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.277050:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3492 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x231:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834220 expref: 200 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.277058:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x231:0x0].0x0 (ffff8dfd56b4d400) 00010000:00010000:1.0:1777502111.277059:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.277061:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbc000, rc 0) 00000100:00100000:1.0:1777502111.277080:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd50898e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+201:272996:x1863837563068032:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1023us (1231us total) trans 8589938944 rc 0/0 00000100:00100000:1.0:1777502111.277084:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 411 00000100:00100000:1.0:1777502111.277087:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238521571628 time 8238521637571 state 0x2 ref 0 00000100:00100000:3.0:1777502111.277486:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.277532:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563068544 00000100:00100000:0.0:1777502111.277537:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563068544 00000100:00100000:0.0:1777502111.277600:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3198 00000100:00100000:0.0:1777502111.277615:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd476d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+48:2372:x1863837563068544:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:0.0:1777502111.277836:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd476d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+49:2372:x1863837563068544:12345-192.168.202.27@tcp:2:touch.500 Request processed in 228us (351us total) trans 8589936092 rc 0/0 00000100:00100000:0.0:1777502111.277843:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3198 00010000:00010000:0.0:1777502111.278036:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc348b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.278044:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc348b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.278054:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc348b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.278060:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbdc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.278063:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc348b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.278067:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc348b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.278074:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffff8dfd56b4d200) 00010000:00010000:0.0:1777502111.278075:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.278077:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc348b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.278081:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc348b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.278570:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.278624:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563068800 00000100:00100000:0.0:1777502111.278629:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563068800 00000100:00100000:0.0:1777502111.278668:0:186939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1137 00000100:00100000:0.0:1777502111.278677:0:186939:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd476d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+200:272978:x1863837563068800:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:0.0:1777502111.278856:0:186939:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd476d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+201:272978:x1863837563068800:12345-192.168.202.27@tcp:35:touch.500 Request processed in 179us (286us total) trans 8589938945 rc 0/0 00000100:00100000:0.0:1777502111.278864:0:186939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1137 00000100:00100000:3.0:1777502111.279167:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.279189:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.279206:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563069056 00000100:00100000:0.0:1777502111.279210:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563069056 00000100:00100000:0.0:1777502111.279224:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238521571628 time 8238521637571 state 0x0 ref 1 00000100:00100000:1.0:1777502111.279230:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563069312 00000100:00100000:0.0:1777502111.279233:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238521737571 time 8238521637571 state 0x1 ref 1 00000100:00100000:1.0:1777502111.279238:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563069312 00000100:00100000:0.0:1777502111.279254:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238521737571 time 8238524673233 state 0x0 ref 1 00000100:00100000:1.0:1777502111.279263:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238524773233 time 8238524673233 state 0x1 ref 2 00000100:00100000:0.0:1777502111.279264:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd476d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+202:272996:x1863837563069056:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:0.0:1777502111.279290:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502111.279295:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238524773233 time 8238524712470 state 0x0 ref 2 00010000:00010000:0.0:1777502111.279307:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3492 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x231:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834220 expref: 202 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.279312:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+202:272981:x1863837563069312:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:0.0:1777502111.279323:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x231:0x0].0x0 (ffff8dfd56b4d400) 00010000:00010000:0.0:1777502111.279329:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502111.279343:0:187571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1777502111.279360:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc3373 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x22b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341b0 expref: 201 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.279369:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc34a0 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x231:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.279378:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc34a0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x231:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.279383:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc3349 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x22b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83419b expref: 200 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.279386:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc34a0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x231:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.279427:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9000/0x4ad31463d9bc32b6 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x22b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834178 expref: 199 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.279437:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22b:0x0].0x0 (ffff8dfd467c9d00) 00010000:00010000:1.0:1777502111.279447:0:187571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00010000:0.0:1777502111.279460:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d8f784df reply state 000000007e451e5d transno 8589938946 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc34a0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x231:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.279462:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc34a7 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.279484:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc34a7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.279484:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502111.279495:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc34a7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.279511:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc34ae lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.279518:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc34ae lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.279526:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc34ae lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.279534:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd476d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+200:272996:x1863837563069056:12345-192.168.202.27@tcp:36:touch.500 Request processed in 270us (364us total) trans 8589938946 rc 0/0 00000100:00100000:0.0:1777502111.279542:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 413 00010000:00010000:1.0:1777502111.279668:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc34b5 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x22b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.279677:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc34b5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.279684:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc34b5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777502111.280115:0:187571:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].521, 64 off41536 00010000:00010000:1.0:1777502111.280180:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e000/0x4ad31463d9bc34bc lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x22b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.280190:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e000/0x4ad31463d9bc34bc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.280198:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e000/0x4ad31463d9bc34bc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.280204:0:187571:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e000/0x4ad31463d9bc34bc lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x22b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.280210:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e000/0x4ad31463d9bc34bc lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x22b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.280216:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e000/0x4ad31463d9bc34bc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x22b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.280237:0:187571:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502111.280248:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc34b5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.280253:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc34b5 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.280257:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc34b5 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.280260:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfc4e51ea00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.280263:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc34b5 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.280264:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502111.280270:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc34b5 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.280274:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e000/0x4ad31463d9bc34bc lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x22b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.280277:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22b:0x0].0x0 (ffff8dfd56b4da00) 00010000:00010000:1.0:1777502111.280282:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502111.280286:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc34b5 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.280287:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfc4e51e000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502111.280294:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e000/0x4ad31463d9bc34bc lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x22b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.280295:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc34b5 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.280313:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e000/0x4ad31463d9bc34bc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x22b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.280317:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc34a7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.280325:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc34a7 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.280329:0:186925:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22b:0x0].0x0 (ffff8dfd56b4da00) 00010000:00010000:1.0:1777502111.280329:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc34a7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.280334:0:186925:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777502111.280338:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.280339:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e000/0x4ad31463d9bc34bc lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x22b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.280342:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc34a7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.280354:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e000/0x4ad31463d9bc34bc lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x22b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.280355:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc34a7 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.280373:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.280375:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.280377:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc34a7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.280378:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.280381:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.280382:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc34a7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.280383:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:1.0:1777502111.280393:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009142c2dd reply state 00000000ffaf4cd9 transno 8589938947 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc34ae lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.280401:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.280443:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+201:272981:x1863837563069312:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1138us (1252us total) trans 8589938947 rc 0/0 00000100:00100000:1.0:1777502111.280451:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 414 00000100:00100000:1.0:1777502111.280457:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238524773233 time 8238524712470 state 0x2 ref 0 00010000:00010000:1.0:1777502111.281028:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc34a0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x231:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.281039:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc34a0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x231:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.281045:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc34a0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x231:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.281050:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.281053:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc34a0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x231:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.281059:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc34a0 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x231:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.281068:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x231:0x0].0x0 (ffff8dfd80102400) 00010000:00010000:1.0:1777502111.281071:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.281073:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc34a0 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x231:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.281079:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc34a0 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x231:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.282953:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502111.282956:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc34ae lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.282970:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc34ae lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.282977:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc34ae lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.282984:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.282988:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc34ae lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.282995:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc34ae lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.283007:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffff8dfd56b4df00) 00000100:00100000:3.0:1777502111.283011:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.283014:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563069440 00010000:00010000:0.0:1777502111.283015:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.283021:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc34ae lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.283024:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563069440 00010000:00010000:0.0:1777502111.283030:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc34ae lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.283035:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563069696 00000100:00100000:3.0:1777502111.283039:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563069696 00000100:00100000:3.0:1777502111.283058:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238524773233 time 8238524712470 state 0x0 ref 1 00000100:00100000:1.0:1777502111.283065:0:186936:0:(nrs_tbf.c:531:nrs_tbf_cli_fini()) unknown.0 NRS: TBF class fini: class@ffff8dfc4250de00 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 3 deadline 0 time 8238528481553 state 0x4 ref 0 00000100:00100000:3.0:1777502111.283070:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238524812470 time 8238524712470 state 0x1 ref 2 00000100:00100000:1.0:1777502111.283081:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238524812470 time 8238524712470 state 0x1 ref 2 00000100:00100000:1.0:1777502111.283112:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238528630234 time 8238528530234 state 0x1 ref 2 00000100:00100000:1.0:1777502111.283127:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+200:272974:x1863837563069696:12345-192.168.202.27@tcp:36:rm.500 00000100:00100000:0.0:1777502111.283127:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238528630234 time 8238528544123 state 0x0 ref 2 00000100:00100000:0.0:1777502111.283147:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+200:272996:x1863837563069440:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502111.283158:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.283174:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26400/0x4ad31463d9bc34c3 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x231:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83422e expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.283181:0:186936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777502111.283197:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc3357 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x229:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341a9 expref: 201 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.283215:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26400/0x4ad31463d9bc34c3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x231:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83422e expref: 200 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.283217:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc3277 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x229:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834163 expref: 200 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.283241:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x229:0x0].0x0 (ffff8dfd467c9600) 00010000:00010000:0.0:1777502111.283242:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26400/0x4ad31463d9bc34c3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x231:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83422e expref: 199 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.283253:0:186936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.283259:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x231:0x0].0x0 (ffff8dfd80102600) 00010000:00010000:0.0:1777502111.283263:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777502111.283266:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb26400, rc 0) 00010000:00010000:1.0:1777502111.283269:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fa00/0x4ad31463d9bc34ca lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.283280:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fa00/0x4ad31463d9bc34ca lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.283289:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fa00/0x4ad31463d9bc34ca lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.283301:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc34d1 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.283310:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc34d1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.283317:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc34d1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.283323:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+199:272996:x1863837563069440:12345-192.168.202.27@tcp:101:touch.500 Request processed in 177us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.283333:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 416 00010000:00010000:1.0:1777502111.283438:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc34d8 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x229:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.283448:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc34d8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x229:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.283456:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc34d8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x229:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777502111.284141:0:186936:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].522, 64 off41600 00010000:00010000:1.0:1777502111.284227:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e400/0x4ad31463d9bc34df lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x229:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.284237:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e400/0x4ad31463d9bc34df lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x229:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.284245:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e400/0x4ad31463d9bc34df lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x229:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.284252:0:186936:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e400/0x4ad31463d9bc34df lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x229:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.284259:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e400/0x4ad31463d9bc34df lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x229:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.284265:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e400/0x4ad31463d9bc34df lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x229:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.284285:0:186936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502111.284301:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502111.284302:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc34d8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x229:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.284309:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e400/0x4ad31463d9bc34df lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x229:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.284311:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc34d8 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x229:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.284317:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502111.284329:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfc4e51e400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502111.284329:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc34d8 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x229:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.284334:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e400/0x4ad31463d9bc34df lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x229:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.284344:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfc4e51f400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.284346:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e400/0x4ad31463d9bc34df lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x229:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.284347:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563069824 00010000:00010000:1.0:1777502111.284349:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc34d8 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x229:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.284353:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563069824 00010000:00010000:3.0:1777502111.284364:0:205387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x229:0x0].0x0 (ffff8dfd56b4de00) 00010000:00010000:1.0:1777502111.284364:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc34d8 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x229:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.284369:0:205387:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.284373:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e400/0x4ad31463d9bc34df lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x229:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.284379:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e400/0x4ad31463d9bc34df lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x229:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.284379:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x229:0x0].0x0 (ffff8dfd56b4de00) 00000100:00100000:2.0:1777502111.284387:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3199 00010000:00010000:1.0:1777502111.284388:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502111.284394:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc34d8 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x229:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.284398:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502111.284399:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4a059f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+56:2370:x1863837563069824:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:3.0:1777502111.284403:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.284407:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.284409:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc34d8 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x229:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.284428:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fa00/0x4ad31463d9bc34ca lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.284434:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fa00/0x4ad31463d9bc34ca lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.284444:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fa00/0x4ad31463d9bc34ca lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.284449:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfc4e51fa00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.284452:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fa00/0x4ad31463d9bc34ca lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.284459:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fa00/0x4ad31463d9bc34ca lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.284466:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.284470:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.284473:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fa00/0x4ad31463d9bc34ca lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.284478:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fa00/0x4ad31463d9bc34ca lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.284487:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006bae7bae reply state 00000000ca0994c7 transno 8589938948 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc34d1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.284494:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.284542:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+200:272974:x1863837563069696:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1420us (1534us total) trans 8589938948 rc 0/0 00000100:00100000:1.0:1777502111.284552:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 415 00000100:00100000:1.0:1777502111.284558:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238528630234 time 8238528544123 state 0x2 ref 0 00000100:00100000:2.0:1777502111.284635:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4a059f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+57:2370:x1863837563069824:12345-192.168.202.27@tcp:2:touch.500 Request processed in 238us (321us total) trans 8589935682 rc 0/0 00000100:00100000:2.0:1777502111.284643:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3199 00010000:00010000:3.0:1777502111.285269:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc34d1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.285276:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc34d1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.285280:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc34d1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.285285:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfc4e51fc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.285289:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc34d1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.285295:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc34d1 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.285304:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffff8dfd56b4d700) 00010000:00010000:3.0:1777502111.285306:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.285309:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc34d1 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.285315:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc34d1 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.285846:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.285936:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563070080 00000100:00100000:0.0:1777502111.285941:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563070080 00000100:00100000:0.0:1777502111.285973:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1138 00000100:00100000:0.0:1777502111.285978:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+199:272996:x1863837563070080:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:0.0:1777502111.286195:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+200:272996:x1863837563070080:12345-192.168.202.27@tcp:35:touch.500 Request processed in 216us (351us total) trans 8589938949 rc 0/0 00000100:00100000:0.0:1777502111.286200:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1138 00000100:00100000:0.0:1777502111.286859:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.286895:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563070336 00000100:00100000:1.0:1777502111.286900:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563070336 00000100:00100000:1.0:1777502111.286921:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238528630234 time 8238528544123 state 0x0 ref 1 00000100:00100000:1.0:1777502111.286929:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238528644123 time 8238528544123 state 0x1 ref 1 00000100:00100000:1.0:1777502111.286949:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238528644123 time 8238532367680 state 0x0 ref 1 00000100:00100000:1.0:1777502111.286959:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4a059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+200:272987:x1863837563070336:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.286970:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.286984:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc34e6 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834235 expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.287096:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e200/0x4ad31463d9bc34ed lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.287106:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e200/0x4ad31463d9bc34ed lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.287112:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e200/0x4ad31463d9bc34ed lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.287121:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f200/0x4ad31463d9bc34f4 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.287125:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f200/0x4ad31463d9bc34f4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.287130:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f200/0x4ad31463d9bc34f4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502111.287513:0:205372:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1093:0x0], index 0: 0 00010000:00010000:1.0:1777502111.287689:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ec00/0x4ad31463d9bc34fb lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x232:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.287703:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ec00/0x4ad31463d9bc34fb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x232:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.287711:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ec00/0x4ad31463d9bc34fb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x232:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.287742:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e200/0x4ad31463d9bc34ed lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.287749:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e200/0x4ad31463d9bc34ed lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.287756:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e200/0x4ad31463d9bc34ed lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.287762:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfc4e51e200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.287765:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e200/0x4ad31463d9bc34ed lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.287772:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e200/0x4ad31463d9bc34ed lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.287791:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.287795:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.287799:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e200/0x4ad31463d9bc34ed lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.287806:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e200/0x4ad31463d9bc34ed lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.287817:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ba28740a reply state 000000002c27cca8 transno 8589938950 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f200/0x4ad31463d9bc34f4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.287826:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502111.287856:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc34e6 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834235 expref: 203 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.287870:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ec00/0x4ad31463d9bc34fb lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x232:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834235 expref: 202 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.287877:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x232:0x0].0x0 (ffff8dfd56b4d400) 00010000:00010000:1.0:1777502111.287880:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.287881:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfc4e51ec00, rc 0) 00000100:00100000:1.0:1777502111.287930:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4a059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+203:272987:x1863837563070336:12345-192.168.202.27@tcp:101:touch.500 Request processed in 972us (1071us total) trans 8589938950 rc 0/0 00000100:00100000:1.0:1777502111.287938:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 417 00000100:00100000:1.0:1777502111.287944:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238528644123 time 8238532367680 state 0x2 ref 0 00010000:00010000:0.0:1777502111.292481:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f200/0x4ad31463d9bc34f4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.292496:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f200/0x4ad31463d9bc34f4 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.292504:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f200/0x4ad31463d9bc34f4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.292515:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfc4e51f200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.292520:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f200/0x4ad31463d9bc34f4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.292528:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f200/0x4ad31463d9bc34f4 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.292544:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffff8dfd56b4da00) 00010000:00010000:0.0:1777502111.292548:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.292553:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f200/0x4ad31463d9bc34f4 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.292560:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f200/0x4ad31463d9bc34f4 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.295434:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.295484:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563070592 00000100:00100000:2.0:1777502111.295493:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563070592 00000100:00100000:0.0:1777502111.295523:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.295524:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238528644123 time 8238532367680 state 0x0 ref 1 00000100:00100000:2.0:1777502111.295536:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238532467680 time 8238532367680 state 0x1 ref 1 00000100:00100000:2.0:1777502111.295556:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563070848 00000100:00100000:2.0:1777502111.295559:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563070848 00000100:00100000:0.0:1777502111.295565:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238532467680 time 8238540982154 state 0x0 ref 1 00000100:00100000:0.0:1777502111.295602:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4a05a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+203:272987:x1863837563070592:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:2.0:1777502111.295606:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238541082154 time 8238540982154 state 0x1 ref 2 00000100:00100000:2.0:1777502111.295628:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238541082154 time 8238541047486 state 0x0 ref 2 00000100:00100000:2.0:1777502111.295641:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4a05b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+203:272989:x1863837563070848:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.295652:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.295683:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502111.295685:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9800/0x4ad31463d9bc3509 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83423c expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.295706:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ec00/0x4ad31463d9bc34fb lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x232:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834235 expref: 204 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.295722:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x232:0x0].0x0 (ffff8dfd56b4d400) 00010000:00010000:0.0:1777502111.295733:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.295790:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc3510 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.295804:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc3510 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.295806:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc3517 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.295822:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc3517 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.295823:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc3510 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.295836:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc3517 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.295846:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc351e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.295851:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc351e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.295855:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc351e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.295962:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c2c1c9bb reply state 00000000aeb8ca0d transno 8589938951 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc3510 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.295972:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502111.296059:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4a05a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+205:272987:x1863837563070592:12345-192.168.202.27@tcp:36:touch.500 Request processed in 481us (630us total) trans 8589938951 rc 0/0 00000100:00100000:0.0:1777502111.296068:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 418 00000004:00080000:2.0:1777502111.296301:0:187571:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x106f:0x0], index 1: 0 00010000:00010000:2.0:1777502111.296443:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8600/0x4ad31463d9bc3525 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x233:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.296452:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8600/0x4ad31463d9bc3525 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.296459:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8600/0x4ad31463d9bc3525 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.296488:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc3517 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.296498:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc3517 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.296504:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc3517 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.296510:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec8e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.296514:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc3517 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.296521:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc3517 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.296529:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.296531:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.296534:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc3517 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.296540:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8e00/0x4ad31463d9bc3517 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.296549:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cabae962 reply state 000000002b8819b3 transno 8589938952 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc351e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.296555:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502111.296601:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9800/0x4ad31463d9bc3509 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83423c expref: 206 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.296617:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8600/0x4ad31463d9bc3525 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83423c expref: 205 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.296630:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x233:0x0].0x0 (ffff8dfd467c9100) 00010000:00010000:2.0:1777502111.296633:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.296635:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7eec8600, rc 0) 00010000:00010000:0.0:1777502111.296638:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc3510 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.296648:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc3510 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.296655:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc3510 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.296673:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.296677:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc3510 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.296684:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc3510 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.296692:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4a05b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+206:272989:x1863837563070848:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1052us (1168us total) trans 8589938952 rc 0/0 00010000:00010000:0.0:1777502111.296698:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x232:0x0].0x0 (ffff8dfd80102400) 00000100:00100000:2.0:1777502111.296702:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 419 00010000:00010000:0.0:1777502111.296705:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.296709:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc3510 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.296710:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238541082154 time 8238541047486 state 0x2 ref 0 00010000:00010000:0.0:1777502111.296726:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc3510 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.297173:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.297212:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563070976 00000100:00100000:1.0:1777502111.297218:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563070976 00000100:00100000:1.0:1777502111.297240:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238541082154 time 8238541047486 state 0x0 ref 1 00000100:00100000:1.0:1777502111.297249:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238541147486 time 8238541047486 state 0x1 ref 1 00000100:00100000:1.0:1777502111.297278:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238541147486 time 8238542697609 state 0x0 ref 1 00000100:00100000:1.0:1777502111.297292:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+205:272987:x1863837563070976:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.297306:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.297318:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fa00/0x4ad31463d9bc3533 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x232:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834243 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.297343:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc351e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.297351:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fa00/0x4ad31463d9bc3533 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x232:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834243 expref: 206 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.297352:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc351e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.297369:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc351e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.297372:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fa00/0x4ad31463d9bc3533 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x232:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834243 expref: 206 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.297377:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.297381:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc351e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.297387:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc351e lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.297393:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x232:0x0].0x0 (ffff8dfd56b4de00) 00010000:00010000:3.0:1777502111.297395:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffff8dfd467c9700) 00010000:00010000:1.0:1777502111.297398:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502111.297401:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfc4e51fa00, rc 0) 00010000:00010000:3.0:1777502111.297407:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.297411:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc351e lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.297418:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc351e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.297441:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+205:272987:x1863837563070976:12345-192.168.202.27@tcp:101:touch.500 Request processed in 153us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.297448:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 420 00000100:00100000:1.0:1777502111.297453:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238541147486 time 8238542697609 state 0x2 ref 0 00000100:00100000:3.0:1777502111.298485:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.298517:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.298538:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563071104 00000100:00100000:1.0:1777502111.298545:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563071104 00000100:00100000:3.0:1777502111.298551:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.298569:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238541147486 time 8238542697609 state 0x0 ref 1 00000100:00100000:0.0:1777502111.298571:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563071232 00000100:00100000:0.0:1777502111.298599:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563071232 00000100:00100000:1.0:1777502111.298608:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238542797609 time 8238542697609 state 0x1 ref 1 00000100:00100000:0.0:1777502111.298622:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238542797609 time 8238542697609 state 0x1 ref 2 00000100:00100000:3.0:1777502111.298624:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.298626:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563071488 00000100:00100000:1.0:1777502111.298631:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563071488 00000100:00100000:1.0:1777502111.298648:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238542797609 time 8238542697609 state 0x1 ref 3 00000100:00100000:0.0:1777502111.298650:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563071616 00000100:00100000:0.0:1777502111.298667:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563071616 00000100:00100000:3.0:1777502111.298673:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.298682:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563071744 00000100:00100000:1.0:1777502111.298686:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563071744 00000100:00100000:0.0:1777502111.298688:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238542797609 time 8238542697609 state 0x1 ref 4 00000100:00100000:1.0:1777502111.298706:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238542797609 time 8238542697609 state 0x1 ref 5 00000100:00100000:3.0:1777502111.298707:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.298723:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238544240851 time 8238544140851 state 0x1 ref 5 00000100:00100000:1.0:1777502111.298724:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563071872 00000100:00100000:1.0:1777502111.298728:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563071872 00000100:00100000:0.0:1777502111.298740:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+210:272992:x1863837563071104:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:3.0:1777502111.298747:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238544264541 time 8238544164541 state 0x1 ref 6 00010000:00010000:0.0:1777502111.298754:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777502111.298758:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238544264541 time 8238544164541 state 0x1 ref 6 00000100:00100000:3.0:1777502111.298764:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+210:272998:x1863837563071232:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.298767:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc353a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83424a expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.298776:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777502111.298776:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 0 deadline 8238544294680 time 8238544194680 state 0x1 ref 6 00000100:00100000:1.0:1777502111.298790:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+211:272989:x1863837563071488:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:3.0:1777502111.298799:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc3541 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834251 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.298819:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502111.298822:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3548 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.298835:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3548 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.298836:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8600/0x4ad31463d9bc3525 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83423c expref: 212 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.298855:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3548 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.298858:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x233:0x0].0x0 (ffff8dfd467c9100) 00010000:00010000:1.0:1777502111.298869:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.298882:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc3556 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.298890:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc3556 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.298905:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc354f lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.298909:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc3556 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.298919:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc355d lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x233:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.298922:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc354f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.298938:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc355d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x233:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.298941:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc354f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.298950:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc355d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x233:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.298960:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc3564 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.298970:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc3564 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.298977:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc3564 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299014:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc356b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299021:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc356b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299027:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc356b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502111.299048:0:186937:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x22c:0x0]: returning size 0 00000004:00200000:0.0:1777502111.299053:0:186937:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1777502111.299064:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3572 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x22e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.299075:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3572 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.299075:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000054f4d42d reply state 00000000906c581a transno 8589938953 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc355d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x233:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.299077:0:186937:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc356b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.299095:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3572 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.299097:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502111.299102:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc356b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299110:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3548 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299117:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3548 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502111.299120:0:187571:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x22e:0x0]: returning size 0 00000004:00200000:3.0:1777502111.299125:0:187571:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:0.0:1777502111.299133:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3548 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502111.299138:0:187571:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3572 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299139:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.299146:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3548 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.299150:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3572 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299156:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3548 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.299161:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc354f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.299167:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+213:272989:x1863837563071488:12345-192.168.202.27@tcp:36:touch.500 Request processed in 378us (616us total) trans 8589938953 rc 0/0 00010000:00010000:3.0:1777502111.299174:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc354f lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.299181:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 423 00010000:00010000:3.0:1777502111.299192:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc354f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299197:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.299200:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777502111.299204:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238544722590 time 8238544622590 state 0x1 ref 5 00010000:00010000:0.0:1777502111.299204:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3548 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.299206:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf7e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.299213:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc354f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299222:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3548 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.299226:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd77c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+212:273004:x1863837563071616:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.299229:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc354f lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.299239:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.299246:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.299249:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e200/0x4ad31463d9bc3579 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834258 expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299249:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc3556 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.299250:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.299256:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc354f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299266:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc3556 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.299275:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc354f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299276:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc3556 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299291:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.299293:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc3556 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.299295:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc3580 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.299297:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc3564 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.299317:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc3580 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.299318:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc3564 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299318:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc3556 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.299338:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc3564 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.299340:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc3580 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299342:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffff8dfd80102a00) 00010000:00010000:0.0:1777502111.299349:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.299355:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.299355:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc3556 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.299360:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc3564 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.299365:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc3587 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299366:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc3556 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.299381:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc3564 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.299386:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc3587 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.299393:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffff8dfd4fbd8400) 00010000:00010000:3.0:1777502111.299400:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.299404:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc3564 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.299410:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc3587 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.299412:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc3564 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299427:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc353a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83424a expref: 214 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299444:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc356b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x22c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83424a expref: 214 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.299449:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc3541 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834251 expref: 214 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299457:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22c:0x0].0x0 (ffff8dfd4fbd8f00) 00010000:00010000:0.0:1777502111.299463:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.299466:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb27c00, rc 0) 00010000:00010000:3.0:1777502111.299472:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3572 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x22e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834251 expref: 213 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.299480:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22e:0x0].0x0 (ffff8dfd80102e00) 00010000:00010000:3.0:1777502111.299484:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.299487:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf7c00, rc 0) 00010000:00010000:1.0:1777502111.299489:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e400/0x4ad31463d9bc358e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x230:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.299490:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+213:272992:x1863837563071104:12345-192.168.202.27@tcp:101:rm.500 Request processed in 755us (1006us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.299504:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 421 00010000:00010000:1.0:1777502111.299506:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e400/0x4ad31463d9bc358e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x230:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.299517:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e400/0x4ad31463d9bc358e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x230:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.299519:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+212:272998:x1863837563071232:12345-192.168.202.27@tcp:101:rm.500 Request processed in 759us (1000us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.299522:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238545040576 time 8238544940576 state 0x1 ref 4 00000100:00100000:3.0:1777502111.299539:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 422 00000100:00100000:0.0:1777502111.299544:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+212:272995:x1863837563071744:12345-192.168.202.27@tcp:101:rm.500 00000004:00200000:1.0:1777502111.299549:0:205372:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x230:0x0]: returning size 0 00010000:00010000:0.0:1777502111.299552:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00200000:1.0:1777502111.299553:0:205372:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:3.0:1777502111.299563:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238545040576 time 8238544981313 state 0x0 ref 3 00010000:00010000:0.0:1777502111.299563:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3595 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83425f expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.299566:0:205372:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e400/0x4ad31463d9bc358e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x230:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.299605:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+212:273002:x1863837563071872:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502111.299607:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e400/0x4ad31463d9bc358e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x230:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299614:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc359c lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.299616:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.299617:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc3580 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.299628:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc35a3 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834266 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.299628:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc3580 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.299646:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc3580 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299648:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc359c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299667:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc359c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.299670:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfc4e51f400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.299674:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc3580 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.299680:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc3580 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.299687:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc35aa lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.299687:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.299690:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc35b1 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.299693:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.299697:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc3580 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.299707:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc35aa lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.299713:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f400/0x4ad31463d9bc3580 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299714:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc35b1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.299724:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc35aa lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299737:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc35b1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.299748:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc3587 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.299753:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc35b8 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.299755:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc3587 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.299772:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc35b8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.299772:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc3587 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.299790:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfc4e51fc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.299790:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc35bf lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x22d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.299793:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc35b8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.299795:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc3587 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.299814:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc3587 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299814:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc35bf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.299831:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffff8dfd56b4da00) 00010000:00010000:0.0:1777502111.299833:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc35bf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.299835:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.299840:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc3587 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.299848:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fc00/0x4ad31463d9bc3587 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502111.299858:0:186937:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x22d:0x0]: returning size 0 00000004:00200000:0.0:1777502111.299862:0:186937:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1777502111.299874:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc35c6 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x22f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.299874:0:186937:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc35bf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.299879:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e200/0x4ad31463d9bc3579 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834258 expref: 214 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.299898:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc35c6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299899:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc35bf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.299905:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e400/0x4ad31463d9bc358e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x230:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834258 expref: 213 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.299917:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc35c6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299921:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc359c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299942:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc359c lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.299943:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x230:0x0].0x0 (ffff8dfd80102700) 00000004:00200000:3.0:1777502111.299949:0:187571:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x22f:0x0]: returning size 0 00010000:00010000:1.0:1777502111.299949:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.299953:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfc4e51e400, rc 0) 00000004:00200000:3.0:1777502111.299955:0:187571:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:0.0:1777502111.299958:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc359c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299964:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26800 already unused, calling callback (ffffffffc1e434f0) 00000004:00010000:3.0:1777502111.299967:0:187571:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc35c6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299968:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc359c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.299983:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd77c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+213:273004:x1863837563071616:12345-192.168.202.27@tcp:101:rm.500 Request processed in 760us (1360us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502111.299986:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc35c6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x22f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.299986:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc359c lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.299998:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 424 00010000:00010000:3.0:1777502111.300011:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc35aa lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.300019:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc35aa lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.300025:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc35aa lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300025:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.300032:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.300037:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.300038:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc359c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.300041:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc35aa lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300049:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc359c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.300052:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc35aa lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.300068:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.300070:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc35b1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.300071:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.300076:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc35aa lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300081:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc35b1 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.300087:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc35aa lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300097:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc35b1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300104:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.300105:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc35b8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300109:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc35b1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.300115:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc35b8 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300122:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc35b1 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.300125:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc35b8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.300136:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.300136:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffff8dfd80102c00) 00010000:00010000:3.0:1777502111.300141:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc35b8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300142:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.300147:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc35b1 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.300152:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc35b8 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300156:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc35b1 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.300166:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffff8dfd4fbd8e00) 00010000:00010000:3.0:1777502111.300170:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.300173:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc35b8 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.300180:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc800/0x4ad31463d9bc35b8 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300187:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3595 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83425f expref: 213 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300204:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc35bf lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x22d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83425f expref: 213 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.300210:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc35a3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834266 expref: 213 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300214:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22d:0x0].0x0 (ffff8dfd4fbd8c00) 00010000:00010000:0.0:1777502111.300221:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.300224:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb26a00, rc 0) 00010000:00010000:3.0:1777502111.300230:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc35c6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x22f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834266 expref: 212 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.300238:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22f:0x0].0x0 (ffff8dfd467c9300) 00010000:00010000:3.0:1777502111.300241:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.300244:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbc200, rc 0) 00000100:00100000:0.0:1777502111.300250:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+212:272995:x1863837563071744:12345-192.168.202.27@tcp:101:rm.500 Request processed in 708us (1589us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.300261:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 425 00000100:00100000:3.0:1777502111.300272:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+211:273002:x1863837563071872:12345-192.168.202.27@tcp:101:rm.500 Request processed in 690us (1566us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502111.300283:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 426 00000100:00100000:3.0:1777502111.300288:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238545040576 time 8238544981313 state 0x2 ref 0 00000100:00100000:1.0:1777502111.300442:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.300546:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.300613:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563072000 00000100:00100000:1.0:1777502111.300614:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.300620:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563072000 00000100:00100000:0.0:1777502111.300641:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238545040576 time 8238544981313 state 0x0 ref 1 00000100:00100000:0.0:1777502111.300650:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238545081313 time 8238544981313 state 0x1 ref 1 00000100:00100000:0.0:1777502111.300681:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238545081313 time 8238546100818 state 0x0 ref 1 00000100:00100000:0.0:1777502111.300693:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5089b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+211:273008:x1863837563072000:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.300701:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.300709:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc35cd lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83426d expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300738:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc35d4 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300747:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc35d4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300755:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc35d4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300766:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc35db lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300773:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc35db lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300780:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc35db lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300831:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc35e2 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x231:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300839:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc35e2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x231:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300846:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc35e2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x231:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502111.300862:0:205372:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x231:0x0]: returning size 0 00000004:00200000:0.0:1777502111.300865:0:205372:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777502111.300874:0:205372:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc35e2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x231:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300882:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc35e2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x231:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300888:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc35d4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300900:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc35d4 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300906:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc35d4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300911:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.300915:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc35d4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300921:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc35d4 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300930:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.300932:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.300936:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc35d4 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300942:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc35d4 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300952:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc35db lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300958:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc35db lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300963:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc35db lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300968:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.300971:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc35db lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300977:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc35db lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300983:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffff8dfd80102000) 00010000:00010000:0.0:1777502111.300985:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.300988:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc35db lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.300993:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc35db lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.301016:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc35cd lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83426d expref: 213 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.301028:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc35e2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x231:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83426d expref: 212 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.301035:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x231:0x0].0x0 (ffff8dfd80102600) 00010000:00010000:0.0:1777502111.301037:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.301039:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba6000, rc 0) 00000100:00100000:0.0:1777502111.301074:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5089b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+212:273008:x1863837563072000:12345-192.168.202.27@tcp:101:rm.500 Request processed in 384us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.301080:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 427 00000100:00100000:0.0:1777502111.301085:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238545081313 time 8238546100818 state 0x2 ref 0 00000100:00100000:0.0:1777502111.301118:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563072256 00000100:00100000:0.0:1777502111.301121:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563072256 00000100:00100000:0.0:1777502111.301159:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3200 00000100:00100000:0.0:1777502111.301168:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd50898380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+49:2373:x1863837563072256:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:0.0:1777502111.301390:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd50898380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+50:2373:x1863837563072256:12345-192.168.202.27@tcp:2:touch.500 Request processed in 223us (777us total) trans 8589936093 rc 0/0 00000100:00100000:0.0:1777502111.301398:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3200 00000100:00100000:3.0:1777502111.301445:0:186941:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563072128 00000100:00100000:3.0:1777502111.301450:0:186941:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563072128 00000100:00100000:3.0:1777502111.301636:0:186941:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 281 00010000:00010000:0.0:1777502111.301683:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc355d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x233:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.301693:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc355d lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x233:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.301694:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502111.301707:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc355d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x233:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.301712:0:186941:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd50899f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+212:2373:x1863837563072128:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:0.0:1777502111.301718:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfc4e51ea00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.301723:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc355d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x233:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.301731:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc355d lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x233:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.301737:0:186941:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.301741:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x233:0x0].0x0 (ffff8dfd56b4d200) 00010000:00010000:0.0:1777502111.301745:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777502111.301746:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563072384 00010000:00010000:3.0:1777502111.301748:0:186941:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc35e9 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834274 expref: -99 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.301748:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc355d lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x233:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.301751:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563072384 00010000:00010000:0.0:1777502111.301768:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51ea00/0x4ad31463d9bc355d lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x233:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.301772:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238545081313 time 8238546100818 state 0x0 ref 1 00000100:00100000:1.0:1777502111.301784:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238546200818 time 8238546100818 state 0x1 ref 1 00010000:00010000:3.0:1777502111.301798:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc35f0 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.301804:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238546200818 time 8238547222831 state 0x0 ref 1 00010000:00010000:3.0:1777502111.301813:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc35f0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.301820:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5089a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+213:272989:x1863837563072384:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502111.301824:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc35f0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.301833:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.301839:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc35f7 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.301847:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc35f7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.301848:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f200/0x4ad31463d9bc35fe lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x233:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83427b expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.301863:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc35f7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.301889:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f200/0x4ad31463d9bc35fe lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x233:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83427b expref: 214 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.301905:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f200/0x4ad31463d9bc35fe lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x233:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83427b expref: 214 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.301920:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x233:0x0].0x0 (ffff8dfd56b4df00) 00010000:00010000:1.0:1777502111.301923:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502111.301925:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfc4e51f200, rc 0) 00000100:00100000:1.0:1777502111.301953:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5089a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+214:272989:x1863837563072384:12345-192.168.202.27@tcp:101:touch.500 Request processed in 137us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.301959:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 428 00000100:00100000:1.0:1777502111.301963:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238546200818 time 8238547222831 state 0x2 ref 0 00010000:00010000:3.0:1777502111.301999:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc35f0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.302008:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc35f0 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.302014:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc35f0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.302019:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.302023:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc35f0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.302030:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc35f0 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.302039:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.302042:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.302045:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc35f0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.302049:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc35f0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.302056:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc35f7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.302059:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc35f7 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.302063:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc35f7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.302068:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbdc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.302071:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc35f7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.302077:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc35f7 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.302084:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffff8dfd4fbd8000) 00010000:00010000:3.0:1777502111.302086:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.302089:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc35f7 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.302094:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc35f7 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.302117:0:186941:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc35e9 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834274 expref: 213 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.302126:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.302178:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777502111.302183:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc35e9 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834274 expref: 213 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.302192:0:186941:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbda00, rc -2) 00000100:00100000:3.0:1777502111.302222:0:186941:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd50899f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+212:2373:x1863837563072128:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 580us (1679us total) trans 0 rc -2/-2 00000100:00100000:3.0:1777502111.302227:0:186941:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 281 00000100:00100000:1.0:1777502111.303818:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.303854:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.303870:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563072640 00000100:00100000:3.0:1777502111.303876:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563072640 00000100:00100000:1.0:1777502111.303886:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.303901:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563072512 00000100:00100000:0.0:1777502111.303908:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563072512 00000100:00100000:3.0:1777502111.303919:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563072768 00000100:00100000:3.0:1777502111.303924:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563072768 00000100:00100000:2.0:1777502111.303929:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3201 00000100:00100000:1.0:1777502111.303930:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.303944:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd5089ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+52:2373:x1863837563072640:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502111.303955:0:205377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777502111.303962:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563072896 00000100:00100000:0.0:1777502111.303967:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563072896 00000100:00100000:1.0:1777502111.303971:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.303972:0:205377:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000793dc82e/0x4ad31463d9bc3605 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1091:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834289 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.303975:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3202 00000100:00100000:3.0:1777502111.303987:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd50898000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+52:2371:x1863837563072512:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.303996:0:205385:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:2.0:1777502111.303996:0:205377:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1091:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00000100:00100000:0.0:1777502111.303999:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563073024 00000100:00100000:0.0:1777502111.304003:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563073024 00010000:00010000:3.0:1777502111.304008:0:205385:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b69f9e1b/0x4ad31463d9bc360c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1090:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834282 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.304011:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.304014:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.304022:0:205377:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000793dc82e/0x4ad31463d9bc3605 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1091:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834289 expref: 53 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777502111.304029:0:205385:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1090:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:2.0:1777502111.304035:0:205377:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000793dc82e/0x4ad31463d9bc3605 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1091:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834289 expref: 53 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.304035:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3203 00010000:00010000:3.0:1777502111.304043:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502111.304047:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.304047:0:205377:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7eec9800, rc 0) 00000100:00100000:1.0:1777502111.304048:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3204 00000100:00100000:0.0:1777502111.304053:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd50899500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+54:2371:x1863837563072768:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.304055:0:205385:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b69f9e1b/0x4ad31463d9bc360c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1090:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834282 expref: 54 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.304065:0:187550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777502111.304066:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+58:2373:x1863837563072896:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.304076:0:205385:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b69f9e1b/0x4ad31463d9bc360c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1090:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834282 expref: 54 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.304077:0:188358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.304078:0:187550:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd43a75c/0x4ad31463d9bc3613 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1092:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834290 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.304083:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd5089ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+54:2373:x1863837563072640:12345-192.168.202.27@tcp:101:rm.500 Request processed in 142us (263us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502111.304091:0:188358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000981597ef/0x4ad31463d9bc361a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834297 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.304100:0:205385:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbc800, rc 0) 00000100:00100000:2.0:1777502111.304102:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3201 00002000:00010000:1.0:1777502111.304122:0:188358:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x106c:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00002000:00010000:0.0:1777502111.304124:0:187550:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1092:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00000100:00100000:2.0:1777502111.304127:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3205 00000100:00100000:2.0:1777502111.304137:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+59:2372:x1863837563073024:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502111.304139:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.304141:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502111.304143:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.304144:0:205377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.304145:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502111.304152:0:188358:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000981597ef/0x4ad31463d9bc361a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834297 expref: 59 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.304152:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bd43a75c/0x4ad31463d9bc3613 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1092:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834290 expref: 54 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.304154:0:205377:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007eae0393/0x4ad31463d9bc3621 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x106d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83429e expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777502111.304181:0:205377:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x106d:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:1.0:1777502111.304184:0:188358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000981597ef/0x4ad31463d9bc361a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834297 expref: 59 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.304185:0:187550:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bd43a75c/0x4ad31463d9bc3613 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1092:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834290 expref: 54 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.304191:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.304194:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.304201:0:205377:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007eae0393/0x4ad31463d9bc3621 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83429e expref: 60 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.304206:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd50898000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+54:2371:x1863837563072512:12345-192.168.202.27@tcp:101:rm.500 Request processed in 220us (348us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502111.304210:0:188358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4149ae00, rc 0) 00010000:00010000:0.0:1777502111.304213:0:187550:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba6e00, rc 0) 00000100:00100000:3.0:1777502111.304221:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3202 00010000:00010000:2.0:1777502111.304224:0:205377:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007eae0393/0x4ad31463d9bc3621 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83429e expref: 60 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.304232:0:205377:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7eec8e00, rc 0) 00000100:00100000:1.0:1777502111.304244:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+60:2373:x1863837563072896:12345-192.168.202.27@tcp:101:rm.500 Request processed in 184us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.304250:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd50899500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+53:2371:x1863837563072768:12345-192.168.202.27@tcp:101:rm.500 Request processed in 202us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.304257:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3204 00000100:00100000:2.0:1777502111.304259:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+60:2372:x1863837563073024:12345-192.168.202.27@tcp:101:rm.500 Request processed in 120us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.304267:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3203 00000100:00100000:2.0:1777502111.304278:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3205 00000100:00100000:1.0:1777502111.304312:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.304334:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563073280 00000100:00100000:0.0:1777502111.304339:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563073280 00000100:00100000:0.0:1777502111.304360:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238546200818 time 8238547222831 state 0x0 ref 1 00000100:00100000:1.0:1777502111.304368:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.304374:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238547322831 time 8238547222831 state 0x1 ref 1 00000100:00100000:0.0:1777502111.304394:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238547322831 time 8238549814222 state 0x0 ref 1 00000100:00100000:0.0:1777502111.304405:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd43a19c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+212:272993:x1863837563073280:12345-192.168.202.27@tcp:101:touch.500 00000100:00100000:3.0:1777502111.304408:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563073408 00000100:00100000:3.0:1777502111.304413:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563073408 00010000:00010000:0.0:1777502111.304414:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.304426:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc3628 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8342a5 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.304447:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3206 00000100:00100000:1.0:1777502111.304453:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.304458:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4673bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+59:2371:x1863837563073408:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.304467:0:189105:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.304480:0:189105:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc362f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x106e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8342ac expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777502111.304501:0:189105:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x106e:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:3.0:1777502111.304511:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502111.304514:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502111.304520:0:189105:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc362f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342ac expref: 60 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.304531:0:189105:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc362f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342ac expref: 60 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.304553:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3636 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.304565:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3636 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.304574:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3636 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.304601:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc363d lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.304606:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc363d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.304612:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc363d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.304694:0:189105:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbcc00, rc 0) 00000100:00100000:3.0:1777502111.304722:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4673bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+60:2371:x1863837563073408:12345-192.168.202.27@tcp:101:rm.500 Request processed in 267us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502111.304727:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3206 00000100:00100000:1.0:1777502111.304736:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.304757:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563073792 00000100:00100000:3.0:1777502111.304760:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563073792 00000100:00100000:3.0:1777502111.304783:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3207 00000100:00100000:3.0:1777502111.304790:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4673aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+60:2373:x1863837563073792:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:3.0:1777502111.305054:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4673aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+61:2373:x1863837563073792:12345-192.168.202.27@tcp:2:touch.500 Request processed in 265us (320us total) trans 8589935683 rc 0/0 00000100:00100000:3.0:1777502111.305062:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3207 00000004:00080000:0.0:1777502111.305074:0:186938:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1094:0x0], index 0: 0 00010000:00010000:0.0:1777502111.305190:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc3644 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x234:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.305197:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc3644 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.305202:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc3644 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.305226:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3636 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.305234:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3636 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.305241:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3636 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.305247:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.305250:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3636 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.305256:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3636 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.305265:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.305268:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.305270:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3636 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.305275:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3636 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.305287:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c7ddf3f3 reply state 00000000b57861a8 transno 8589938954 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc363d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.305294:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502111.305316:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc3628 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342a5 expref: 215 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.305326:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc3644 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342a5 expref: 214 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.305335:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x234:0x0].0x0 (ffff8dfd80102900) 00010000:00010000:0.0:1777502111.305336:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.305338:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba6800, rc 0) 00000100:00100000:0.0:1777502111.305369:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd43a19c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+215:272993:x1863837563073280:12345-192.168.202.27@tcp:101:touch.500 Request processed in 968us (1059us total) trans 8589938954 rc 0/0 00000100:00100000:0.0:1777502111.305374:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 429 00000100:00100000:0.0:1777502111.305377:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238547322831 time 8238549814222 state 0x2 ref 0 00000100:00100000:0.0:1777502111.306319:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563073664 00000100:00100000:0.0:1777502111.306325:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563073664 00000100:00100000:0.0:1777502111.306362:0:186939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1139 00000100:00100000:0.0:1777502111.306368:0:186939:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6f7d7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+215:272987:x1863837563073664:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:0.0:1777502111.306521:0:186939:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6f7d7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+216:272987:x1863837563073664:12345-192.168.202.27@tcp:35:touch.500 Request processed in 152us (2071us total) trans 8589938955 rc 0/0 00000100:00100000:0.0:1777502111.306529:0:186939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1139 00010000:00010000:0.0:1777502111.306653:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc363d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.306672:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc363d lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.306679:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc363d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.306685:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.306689:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc363d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.306694:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc363d lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.306699:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502111.306707:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffff8dfd80102f00) 00010000:00010000:0.0:1777502111.306710:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.306712:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc363d lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.306717:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc363d lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.306731:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563074048 00000100:00100000:1.0:1777502111.306736:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563074048 00000100:00100000:1.0:1777502111.306769:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1140 00000100:00100000:1.0:1777502111.306778:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4673a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+215:272989:x1863837563074048:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:1.0:1777502111.306950:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4673a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+216:272989:x1863837563074048:12345-192.168.202.27@tcp:35:touch.500 Request processed in 173us (252us total) trans 8589938956 rc 0/0 00000100:00100000:1.0:1777502111.306957:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1140 00000100:00100000:1.0:1777502111.307125:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.307150:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563074304 00000100:00100000:0.0:1777502111.307153:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563074304 00000100:00100000:0.0:1777502111.307167:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238547322831 time 8238549814222 state 0x0 ref 1 00000100:00100000:0.0:1777502111.307173:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238549914222 time 8238549814222 state 0x1 ref 1 00000100:00100000:0.0:1777502111.307190:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238549914222 time 8238552609869 state 0x0 ref 1 00000100:00100000:0.0:1777502111.307199:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4673b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+216:272993:x1863837563074304:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:0.0:1777502111.307219:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502111.307230:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc3644 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342a5 expref: 216 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.307238:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x234:0x0].0x0 (ffff8dfd80102900) 00010000:00010000:0.0:1777502111.307243:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502111.307266:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502111.307283:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc3652 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.307296:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc3652 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.307300:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563074560 00010000:00010000:0.0:1777502111.307304:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc3652 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.307305:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563074560 00000100:00100000:1.0:1777502111.307325:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238552709869 time 8238552609869 state 0x1 ref 2 00000100:00100000:1.0:1777502111.307345:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238552709869 time 8238552765624 state 0x0 ref 2 00000100:00100000:1.0:1777502111.307353:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+217:273004:x1863837563074560:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:1.0:1777502111.307373:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000004:00010000:0.0:1777502111.307379:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000084e96ddc reply state 00000000b57861a8 transno 8589938957 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc3652 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.307386:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51e400/0x4ad31463d9bc358e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x230:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834258 expref: 217 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.307387:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502111.307406:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc3484 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x230:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834227 expref: 217 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.307420:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x230:0x0].0x0 (ffff8dfd80102700) 00010000:00010000:1.0:1777502111.307432:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502111.307437:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4673b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+216:272993:x1863837563074304:12345-192.168.202.27@tcp:36:touch.500 Request processed in 239us (311us total) trans 8589938957 rc 0/0 00000100:00100000:0.0:1777502111.307446:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 430 00010000:00010000:1.0:1777502111.307447:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3659 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.307457:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3659 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.307472:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3659 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.307486:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3660 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.307491:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3660 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.307497:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3660 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.307616:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3667 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x230:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.307624:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3667 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x230:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.307631:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3667 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x230:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777502111.308124:0:205372:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].527, 64 off41920 00010000:00010000:1.0:1777502111.308191:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc366e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x230:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.308202:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc366e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x230:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.308209:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc366e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x230:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.308216:0:205372:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc366e lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x230:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.308222:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc366e lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x230:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.308228:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc366e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x230:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.308247:0:205372:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502111.308261:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3667 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x230:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.308272:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3667 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x230:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.308276:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502111.308280:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3667 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x230:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.308283:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc366e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x230:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.308285:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149b200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.308289:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3667 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x230:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.308302:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3667 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x230:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.308306:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149a600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502111.308312:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc366e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x230:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.308312:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x230:0x0].0x0 (ffff8dfd56b4d200) 00010000:00010000:1.0:1777502111.308316:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502111.308320:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3667 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x230:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.308324:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc366e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x230:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.308326:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3667 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x230:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.308347:0:186924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x230:0x0].0x0 (ffff8dfd56b4d200) 00010000:00010000:1.0:1777502111.308350:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3659 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.308351:0:186924:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.308356:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc366e lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x230:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.308357:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3659 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.308372:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3659 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.308374:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc366e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x230:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.308380:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149a400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.308385:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3659 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.308390:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3659 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.308397:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.308398:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.308401:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.308401:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.308405:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.308406:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3659 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.308413:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3659 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.308424:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fa36a550 reply state 00000000944169e0 transno 8589938958 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3660 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.308431:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.308472:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+217:273004:x1863837563074560:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1119us (1208us total) trans 8589938958 rc 0/0 00000100:00100000:1.0:1777502111.308480:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 431 00000100:00100000:1.0:1777502111.308484:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238552709869 time 8238552765624 state 0x2 ref 0 00010000:00010000:0.0:1777502111.309321:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc3652 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.309328:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc3652 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.309333:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc3652 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.309337:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.309339:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc3652 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.309343:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc3652 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.309351:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x234:0x0].0x0 (ffff8dfd80102000) 00010000:00010000:0.0:1777502111.309353:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.309356:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc3652 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.309360:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc3652 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.309409:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3660 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.309429:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3660 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.309439:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.309448:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3660 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.309454:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149a800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.309458:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3660 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.309463:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3660 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.309471:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffff8dfd56b4da00) 00010000:00010000:2.0:1777502111.309474:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.309477:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3660 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.309478:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563074688 00000100:00100000:3.0:1777502111.309484:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563074688 00010000:00010000:2.0:1777502111.309485:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3660 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.309506:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238552709869 time 8238552765624 state 0x0 ref 1 00000100:00100000:3.0:1777502111.309515:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238552865624 time 8238552765624 state 0x1 ref 1 00000100:00100000:3.0:1777502111.309535:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238552865624 time 8238554955002 state 0x0 ref 1 00000100:00100000:3.0:1777502111.309544:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4673b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+215:272993:x1863837563074688:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502111.309556:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.309565:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3675 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x234:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8342b3 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.309671:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3675 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x234:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342b3 expref: 216 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.309683:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3675 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x234:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342b3 expref: 216 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.309699:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x234:0x0].0x0 (ffff8dfd4fbd8000) 00010000:00010000:3.0:1777502111.309702:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777502111.309705:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbc000, rc 0) 00000100:00100000:3.0:1777502111.309734:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4673b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+216:272993:x1863837563074688:12345-192.168.202.27@tcp:101:touch.500 Request processed in 190us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502111.309741:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 432 00000100:00100000:3.0:1777502111.309745:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238552865624 time 8238554955002 state 0x2 ref 0 00000100:00100000:1.0:1777502111.310187:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.310224:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563074944 00000100:00100000:0.0:1777502111.310228:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563074944 00000100:00100000:0.0:1777502111.310241:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238552865624 time 8238554955002 state 0x0 ref 1 00000100:00100000:0.0:1777502111.310246:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238555055002 time 8238554955002 state 0x1 ref 1 00000100:00100000:0.0:1777502111.310260:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238555055002 time 8238555680905 state 0x0 ref 1 00000100:00100000:0.0:1777502111.310267:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46738700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+216:272994:x1863837563074944:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502111.310275:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.310281:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc367c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8342ba expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.310346:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3683 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.310352:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3683 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.310357:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3683 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.310364:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc368a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.310371:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc368a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.310374:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc368a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.310694:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.310718:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563075072 00000004:00080000:0.0:1777502111.310722:0:186938:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1070:0x0], index 1: 0 00000100:00100000:2.0:1777502111.310724:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563075072 00000100:00100000:2.0:1777502111.310761:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3208 00000100:00100000:2.0:1777502111.310770:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+53:2370:x1863837563075072:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:0.0:1777502111.310882:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3691 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x235:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.310906:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3691 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x235:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.310914:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3691 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x235:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.310946:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3683 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.310951:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3683 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.310956:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3683 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.310960:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.310962:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3683 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.310968:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3683 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.310969:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+54:2370:x1863837563075072:12345-192.168.202.27@tcp:2:touch.500 Request processed in 200us (274us total) trans 8589936094 rc 0/0 00000100:00100000:2.0:1777502111.310986:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3208 00010000:00010000:0.0:1777502111.310993:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.310997:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.311001:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3683 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.311007:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3683 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.311017:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005e07478c reply state 00000000aeb8ca0d transno 8589938959 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc368a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.311025:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502111.311060:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc367c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342ba expref: 219 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.311069:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3691 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x235:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342ba expref: 218 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.311074:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x235:0x0].0x0 (ffff8dfd80102a00) 00010000:00010000:0.0:1777502111.311075:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.311076:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba6c00, rc 0) 00000100:00100000:0.0:1777502111.311118:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46738700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+219:272994:x1863837563074944:12345-192.168.202.27@tcp:101:touch.500 Request processed in 850us (931us total) trans 8589938959 rc 0/0 00000100:00100000:0.0:1777502111.311125:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 433 00000100:00100000:0.0:1777502111.311129:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238555055002 time 8238555680905 state 0x2 ref 0 00010000:00010000:0.0:1777502111.312043:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc368a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.312058:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc368a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.312065:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc368a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.312070:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.312073:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc368a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.312079:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc368a lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.312088:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffff8dfd80102c00) 00010000:00010000:0.0:1777502111.312090:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.312093:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc368a lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.312099:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc368a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.312171:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.312192:0:205362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563075328 00000100:00100000:3.0:1777502111.312197:0:205362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563075328 00000100:00100000:3.0:1777502111.312223:0:205362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1141 00000100:00100000:3.0:1777502111.312228:0:205362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46738e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+218:272993:x1863837563075328:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:1.0:1777502111.312350:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.312401:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563075584 00000100:00100000:2.0:1777502111.312406:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563075584 00000100:00100000:2.0:1777502111.312427:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238555055002 time 8238555680905 state 0x0 ref 1 00000100:00100000:2.0:1777502111.312437:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238555780905 time 8238555680905 state 0x1 ref 1 00000100:00100000:2.0:1777502111.312461:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238555780905 time 8238557880733 state 0x0 ref 1 00000100:00100000:2.0:1777502111.312473:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46739f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+220:272994:x1863837563075584:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:2.0:1777502111.312498:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502111.312510:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3691 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x235:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342ba expref: 220 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.312523:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x235:0x0].0x0 (ffff8dfd80102a00) 00010000:00010000:2.0:1777502111.312531:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502111.312542:0:205362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46738e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+219:272993:x1863837563075328:12345-192.168.202.27@tcp:35:touch.500 Request processed in 310us (368us total) trans 8589938960 rc 0/0 00000100:00100000:3.0:1777502111.312550:0:205362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1141 00010000:00010000:2.0:1777502111.312574:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc369f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x235:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.312604:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc369f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x235:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.312611:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc369f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x235:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.312671:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000004:00010000:2.0:1777502111.312694:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000027d6b430 reply state 00000000f069cfb7 transno 8589938961 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc369f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x235:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.312700:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502111.312747:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46739f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+220:272994:x1863837563075584:12345-192.168.202.27@tcp:36:touch.500 Request processed in 276us (397us total) trans 8589938961 rc 0/0 00000100:00100000:2.0:1777502111.312754:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 434 00000100:00100000:2.0:1777502111.312759:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238555780905 time 8238557880733 state 0x2 ref 0 00000100:00100000:2.0:1777502111.312780:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563075840 00000100:00100000:2.0:1777502111.312784:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563075840 00000100:00100000:2.0:1777502111.312798:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238555780905 time 8238557880733 state 0x0 ref 1 00000100:00100000:2.0:1777502111.312806:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238557980733 time 8238557880733 state 0x1 ref 1 00000100:00100000:2.0:1777502111.312823:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238557980733 time 8238558242761 state 0x0 ref 1 00000100:00100000:0.0:1777502111.312828:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.312840:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+220:272997:x1863837563075840:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.312849:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777502111.312850:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563076096 00000100:00100000:0.0:1777502111.312854:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563076096 00010000:00010000:2.0:1777502111.312860:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc36a6 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8342c1 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.312885:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238558342761 time 8238558242761 state 0x1 ref 2 00000100:00100000:0.0:1777502111.312911:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238558342761 time 8238558330016 state 0x0 ref 2 00000100:00100000:0.0:1777502111.312925:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+179:273015:x1863837563076096:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502111.312936:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.312946:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc36ad lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.312946:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc36b4 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8342c8 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.312966:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc36ad lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.312974:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc36ad lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.312988:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc36bb lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.312995:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc36bb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.313003:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc36bb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.313005:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc36c2 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.313021:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc36c2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.313028:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc36c2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.313037:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc36c9 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.313041:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc36c9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.313046:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc36c9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.313219:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc369f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x235:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.313231:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc369f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x235:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.313237:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc369f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x235:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.313242:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.313246:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc369f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x235:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.313252:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc369f lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x235:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.313260:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x235:0x0].0x0 (ffff8dfd467c9e00) 00010000:00010000:1.0:1777502111.313263:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.313266:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc369f lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x235:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.313272:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc369f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x235:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.313390:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.313425:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563076224 00000100:00100000:1.0:1777502111.313430:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563076224 00000100:00100000:1.0:1777502111.313452:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238558430016 time 8238558330016 state 0x1 ref 3 00000004:00080000:2.0:1777502111.313461:0:186937:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1095:0x0], index 0: 0 00000100:00100000:1.0:1777502111.313473:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238558430016 time 8238558892506 state 0x0 ref 3 00000100:00100000:1.0:1777502111.313485:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72dd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+221:272994:x1863837563076224:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.313497:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00080000:3.0:1777502111.313501:0:187571:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1071:0x0], index 1: 0 00010000:00010000:1.0:1777502111.313509:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc36d0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x235:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8342cf expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.313541:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc36d0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x235:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342cf expref: 223 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.313553:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc36d0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x235:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342cf expref: 223 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.313568:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x235:0x0].0x0 (ffff8dfd56b4d200) 00010000:00010000:1.0:1777502111.313571:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502111.313573:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4149a000, rc 0) 00000100:00100000:1.0:1777502111.313645:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72dd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+223:272994:x1863837563076224:12345-192.168.202.27@tcp:101:touch.500 Request processed in 163us (255us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502111.313646:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8400/0x4ad31463d9bc36d7 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x236:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.313668:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 437 00010000:00010000:3.0:1777502111.313687:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc36de lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x209:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.313699:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc36de lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.313709:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc36de lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.313736:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc36c2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.313743:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc36c2 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.313749:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc36c2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.313755:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.313758:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc36c2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.313765:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc36c2 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.313774:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.313777:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.313780:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc36c2 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.313786:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc36c2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502111.313798:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e5fa1549 reply state 00000000bf1fbb9b transno 8589938963 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc36c9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.313806:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777502111.313828:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc36b4 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342c8 expref: 182 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.313843:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc36de lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342c8 expref: 181 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.313850:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x209:0x0].0x0 (ffff8dfd64790d00) 00010000:00010000:3.0:1777502111.313853:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.313856:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbd600, rc 0) 00010000:00010000:2.0:1777502111.313873:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8400/0x4ad31463d9bc36d7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x236:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.313880:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8400/0x4ad31463d9bc36d7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x236:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.313894:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+182:273015:x1863837563076096:12345-192.168.202.27@tcp:101:touch.500 Request processed in 973us (1067us total) trans 8589938963 rc 0/0 00010000:00010000:2.0:1777502111.313903:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc36ad lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.313911:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc36ad lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.313917:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc36ad lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.313922:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.313926:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc36ad lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.313932:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc36ad lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.313940:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.313943:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.313946:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc36ad lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.313956:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc36ad lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.313965:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000035bfa412 reply state 000000009bd3bb9e transno 8589938962 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc36bb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.313971:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502111.313989:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc36a6 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342c1 expref: 223 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.313998:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8400/0x4ad31463d9bc36d7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x236:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342c1 expref: 222 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.314003:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x236:0x0].0x0 (ffff8dfd467c9000) 00010000:00010000:2.0:1777502111.314004:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.314006:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7eec8400, rc 0) 00000100:00100000:3.0:1777502111.314072:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 436 00000100:00100000:2.0:1777502111.314231:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+223:272997:x1863837563075840:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1394us (1559us total) trans 8589938962 rc 0/0 00000100:00100000:2.0:1777502111.314235:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 435 00000100:00100000:2.0:1777502111.314238:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238558430016 time 8238558892506 state 0x2 ref 0 00010000:00010000:0.0:1777502111.315054:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc36c9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.315065:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc36c9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.315071:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc36c9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.315082:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.315086:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc36c9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.315092:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc36c9 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.315106:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffff8dfd80102900) 00010000:00010000:0.0:1777502111.315109:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.315113:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc36c9 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.315120:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc36c9 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.315122:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc36bb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.315134:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc36bb lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.315141:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc36bb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.315147:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.315150:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc36bb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.315155:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc36bb lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.315163:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffff8dfd467c9900) 00010000:00010000:2.0:1777502111.315165:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.315168:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc36bb lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.315173:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc36bb lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.316199:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.316228:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.316249:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.316260:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563076352 00000100:00100000:2.0:1777502111.316271:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563076352 00000100:00100000:0.0:1777502111.316275:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563076480 00000100:00100000:0.0:1777502111.316282:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563076480 00000100:00100000:3.0:1777502111.316291:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563076736 00000100:00100000:3.0:1777502111.316298:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563076736 00000100:00100000:0.0:1777502111.316328:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238558430016 time 8238558892506 state 0x0 ref 1 00000100:00100000:3.0:1777502111.316338:0:205369:0:(nrs_tbf.c:531:nrs_tbf_cli_fini()) unknown.0 NRS: TBF class fini: class@ffff8dfd489ef900 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 3 deadline 0 time 8238561752048 state 0x4 ref 0 00000100:00100000:0.0:1777502111.316341:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238558992506 time 8238558892506 state 0x1 ref 2 00000100:00100000:2.0:1777502111.316348:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3209 00000100:00100000:2.0:1777502111.316370:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+61:2371:x1863837563076352:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:3.0:1777502111.316378:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238558992506 time 8238558892506 state 0x1 ref 2 00000100:00100000:1.0:1777502111.316395:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238561911435 time 8238561811435 state 0x1 ref 2 00000100:00100000:0.0:1777502111.316406:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238561911435 time 8238561824090 state 0x0 ref 2 00000100:00100000:1.0:1777502111.316414:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+223:273017:x1863837563076480:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502111.316437:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777502111.316449:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45954700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+223:272997:x1863837563076736:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:1.0:1777502111.316459:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc36f3 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8342d6 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.316492:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502111.316512:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8400/0x4ad31463d9bc36d7 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x236:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342c1 expref: 224 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.316525:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x236:0x0].0x0 (ffff8dfd467c9000) 00010000:00010000:1.0:1777502111.316529:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc36fa lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.316534:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502111.316552:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc36fa lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.316562:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc36fa lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.316605:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149be00/0x4ad31463d9bc3701 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.316614:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149be00/0x4ad31463d9bc3701 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.316623:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149be00/0x4ad31463d9bc3701 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.316629:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc3708 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x236:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.316641:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc3708 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x236:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.316654:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc3708 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x236:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.316772:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc370f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x233:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.316783:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc370f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x233:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.316792:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc370f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x233:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.316797:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+62:2371:x1863837563076352:12345-192.168.202.27@tcp:2:touch.500 Request processed in 429us (598us total) trans 8589935684 rc 0/0 00000100:00100000:2.0:1777502111.316816:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3209 00000100:00100000:0.0:1777502111.316818:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000004:00200000:1.0:1777502111.316828:0:186936:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x233:0x0]: returning size 0 00000004:00200000:1.0:1777502111.316834:0:186936:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777502111.316853:0:186936:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc370f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x233:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.316865:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc370f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.316873:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc36fa lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.316884:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc36fa lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.316891:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc36fa lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.316898:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149a200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.316902:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc36fa lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.316909:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc36fa lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.316922:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.316925:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.316932:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc36fa lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.316939:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc36fa lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.316945:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d685f89c reply state 00000000fa60dd88 transno 8589938964 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc3708 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x236:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.316950:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149be00/0x4ad31463d9bc3701 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.316971:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502111.316974:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149be00/0x4ad31463d9bc3701 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.316982:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149be00/0x4ad31463d9bc3701 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.316988:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149be00 already unused, calling callback (ffffffffc1e434f0) 00000100:00100000:2.0:1777502111.316990:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563076992 00010000:00010000:1.0:1777502111.316992:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149be00/0x4ad31463d9bc3701 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.316997:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563076992 00010000:00010000:1.0:1777502111.317003:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149be00/0x4ad31463d9bc3701 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.317012:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffff8dfd56b4da00) 00010000:00010000:1.0:1777502111.317015:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.317018:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149be00/0x4ad31463d9bc3701 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.317025:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238561924090 time 8238561824090 state 0x1 ref 3 00010000:00010000:1.0:1777502111.317025:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149be00/0x4ad31463d9bc3701 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.317059:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238561924090 time 8238562478446 state 0x0 ref 3 00010000:00010000:1.0:1777502111.317075:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc36f3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342d6 expref: 226 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.317077:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72dd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+181:273015:x1863837563076992:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:0.0:1777502111.317087:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45954700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+226:272997:x1863837563076736:12345-192.168.202.27@tcp:36:touch.500 Request processed in 650us (827us total) trans 8589938964 rc 0/0 00000100:00100000:0.0:1777502111.317109:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 439 00010000:00010000:1.0:1777502111.317114:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc370f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342d6 expref: 225 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.317123:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x233:0x0].0x0 (ffff8dfd56b4df00) 00010000:00010000:1.0:1777502111.317126:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.317129:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4149a800, rc 0) 00010000:00010000:2.0:1777502111.317131:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502111.317150:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc36de lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342c8 expref: 181 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.317159:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+224:273017:x1863837563076480:12345-192.168.202.27@tcp:101:rm.500 Request processed in 753us (927us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.317168:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 438 00010000:00010000:2.0:1777502111.317169:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x209:0x0].0x0 (ffff8dfd64790d00) 00010000:00010000:2.0:1777502111.317180:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.317244:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc3716 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x209:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.317253:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc3716 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x209:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.317261:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc3716 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x209:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.317352:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ba657f6d reply state 00000000bd9a5b64 transno 8589938965 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc3716 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x209:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.317368:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502111.317419:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72dd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+182:273015:x1863837563076992:12345-192.168.202.27@tcp:36:touch.500 Request processed in 349us (611us total) trans 8589938965 rc 0/0 00000100:00100000:2.0:1777502111.317427:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 440 00000100:00100000:2.0:1777502111.317432:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238561924090 time 8238562478446 state 0x2 ref 0 00000100:00100000:2.0:1777502111.317796:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.317836:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563077248 00000100:00100000:0.0:1777502111.317841:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563077248 00010000:00010000:3.0:1777502111.317865:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc3708 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x236:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.317878:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1142 00000100:00100000:0.0:1777502111.317890:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+224:272994:x1863837563077248:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:3.0:1777502111.317893:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc3708 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x236:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.317905:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc3708 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x236:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.317912:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.317916:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc3708 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x236:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.317927:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc3708 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x236:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.317939:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x236:0x0].0x0 (ffff8dfd80102000) 00010000:00010000:3.0:1777502111.317942:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.317945:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc3708 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x236:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.317951:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc3708 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x236:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.318092:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+224:272994:x1863837563077248:12345-192.168.202.27@tcp:35:touch.500 Request processed in 206us (297us total) trans 8589938966 rc 0/0 00000100:00100000:0.0:1777502111.318097:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1142 00000100:00100000:0.0:1777502111.318366:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.318385:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.318416:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563077504 00000100:00100000:3.0:1777502111.318417:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563077632 00000100:00100000:3.0:1777502111.318425:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563077632 00000100:00100000:2.0:1777502111.318426:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563077504 00000100:00100000:3.0:1777502111.318452:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238561924090 time 8238562478446 state 0x0 ref 1 00000100:00100000:2.0:1777502111.318454:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238562578446 time 8238562478446 state 0x1 ref 2 00000100:00100000:3.0:1777502111.318468:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238562578446 time 8238562478446 state 0x1 ref 2 00000100:00100000:2.0:1777502111.318487:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238564005466 time 8238563905466 state 0x1 ref 2 00000100:00100000:2.0:1777502111.318505:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+225:272997:x1863837563077504:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.318513:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc3716 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x209:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.318513:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238564005466 time 8238563928489 state 0x0 ref 2 00010000:00010000:2.0:1777502111.318524:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.318534:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc3716 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x209:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.318540:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc3716 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x209:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.318545:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72dd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+225:273006:x1863837563077632:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.318548:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8200/0x4ad31463d9bc371d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x236:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8342e4 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.318548:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec8800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.318555:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc3716 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x209:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.318557:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.318571:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc3724 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8342dd expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.318634:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc3716 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x209:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.318647:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x209:0x0].0x0 (ffff8dfd467c9100) 00010000:00010000:1.0:1777502111.318651:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.318655:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc3716 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x209:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.318672:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc3716 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x209:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.318678:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8200/0x4ad31463d9bc371d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x236:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342e4 expref: 227 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.318696:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8200/0x4ad31463d9bc371d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x236:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342e4 expref: 227 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.318720:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x236:0x0].0x0 (ffff8dfd467c9e00) 00010000:00010000:2.0:1777502111.318724:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777502111.318727:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7eec8200, rc 0) 00010000:00010000:0.0:1777502111.318733:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc372b lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.318747:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc372b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.318757:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc372b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.318774:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3732 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.318776:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+227:272997:x1863837563077504:12345-192.168.202.27@tcp:101:touch.500 Request processed in 274us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.318802:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 441 00010000:00010000:0.0:1777502111.318802:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3732 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.318818:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3732 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.318824:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.318867:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563077760 00000100:00100000:3.0:1777502111.318873:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563077760 00000100:00100000:3.0:1777502111.318923:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3210 00000100:00100000:3.0:1777502111.318935:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+62:2370:x1863837563077760:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.318946:0:205380:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777502111.318952:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.318996:0:205380:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000082461a1f/0x4ad31463d9bc3739 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x106f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8342eb expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777502111.319025:0:205380:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x106f:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:2.0:1777502111.319044:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.319047:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.319058:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082461a1f/0x4ad31463d9bc3739 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342eb expref: 63 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.319081:0:205380:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000082461a1f/0x4ad31463d9bc3739 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342eb expref: 63 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.319093:0:205380:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7eec9c00, rc 0) 00000100:00100000:2.0:1777502111.319143:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+63:2370:x1863837563077760:12345-192.168.202.27@tcp:101:rm.500 Request processed in 210us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.319150:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3210 00000100:00100000:2.0:1777502111.319189:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563077888 00000100:00100000:2.0:1777502111.319193:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563077888 00000100:00100000:2.0:1777502111.319221:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238564028489 time 8238563928489 state 0x1 ref 2 00000100:00100000:2.0:1777502111.319253:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238564028489 time 8238564671344 state 0x0 ref 2 00000100:00100000:2.0:1777502111.319265:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+181:273015:x1863837563077888:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.319278:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00080000:0.0:1777502111.319282:0:188648:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1096:0x0], index 0: 0 00010000:00010000:2.0:1777502111.319291:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc3740 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x209:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8342f2 expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.319327:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc3740 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x209:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342f2 expref: 182 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.319339:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc3740 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x209:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342f2 expref: 182 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.319355:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x209:0x0].0x0 (ffff8dfd472ea000) 00010000:00010000:2.0:1777502111.319359:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777502111.319362:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7eec8a00, rc 0) 00000100:00100000:2.0:1777502111.319401:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+182:273015:x1863837563077888:12345-192.168.202.27@tcp:101:touch.500 Request processed in 138us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.319408:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 443 00010000:00010000:0.0:1777502111.319439:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3747 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x237:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.319453:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3747 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.319462:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3747 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.319496:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc372b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.319502:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc372b lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.319508:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc372b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.319515:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.319519:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc372b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.319524:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc372b lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.319533:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.319535:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.319538:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc372b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.319544:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc372b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.319558:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cc6d80c7 reply state 000000005e1c7696 transno 8589938967 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3732 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.319566:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502111.319654:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc3724 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342dd expref: 228 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.319688:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3747 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342dd expref: 227 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.319696:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x237:0x0].0x0 (ffff8dfd80102f00) 00010000:00010000:0.0:1777502111.319698:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.319701:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba6c00, rc 0) 00000100:00100000:0.0:1777502111.319744:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72dd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+228:273006:x1863837563077632:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1206us (1356us total) trans 8589938967 rc 0/0 00000100:00100000:0.0:1777502111.319751:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 442 00000100:00100000:0.0:1777502111.319758:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238564028489 time 8238564671344 state 0x2 ref 0 00010000:00010000:3.0:1777502111.320749:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3732 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.320761:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3732 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.320769:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3732 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.320779:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.320783:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3732 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.320789:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3732 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.320801:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffff8dfd80102c00) 00010000:00010000:3.0:1777502111.320804:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.320807:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3732 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.320813:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3732 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.321855:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.321885:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563078016 00000100:00100000:2.0:1777502111.321889:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.321922:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.321960:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563078272 00000100:00100000:3.0:1777502111.321968:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563078016 00000100:00100000:1.0:1777502111.321972:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563078272 00000100:00100000:0.0:1777502111.321986:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563078528 00000100:00100000:0.0:1777502111.321992:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563078528 00000100:00100000:1.0:1777502111.322015:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238564028489 time 8238564671344 state 0x0 ref 1 00000100:00100000:0.0:1777502111.322023:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238564771344 time 8238564671344 state 0x1 ref 2 00000100:00100000:1.0:1777502111.322036:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238564771344 time 8238564671344 state 0x1 ref 2 00000100:00100000:2.0:1777502111.322049:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3211 00000100:00100000:0.0:1777502111.322061:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238567579132 time 8238567479132 state 0x1 ref 2 00000100:00100000:2.0:1777502111.322070:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+54:2373:x1863837563078016:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:1.0:1777502111.322078:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238567579132 time 8238567493405 state 0x0 ref 2 00000100:00100000:0.0:1777502111.322084:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+228:273005:x1863837563078528:12345-192.168.202.27@tcp:101:touch.500 00000100:00100000:1.0:1777502111.322099:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+228:273006:x1863837563078272:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:0.0:1777502111.322106:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.322123:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc3755 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8342f9 expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.322152:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502111.322173:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3747 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342dd expref: 229 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.322196:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x237:0x0].0x0 (ffff8dfd80102f00) 00010000:00010000:1.0:1777502111.322213:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.322254:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc375c lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.322267:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc375c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.322282:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc375c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.322296:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc3763 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.322303:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc3763 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.322311:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc3763 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.322320:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.322363:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563078656 00000100:00100000:1.0:1777502111.322367:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563078656 00000100:00100000:1.0:1777502111.322422:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3212 00000100:00100000:1.0:1777502111.322438:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0775d2ab-558e-41f1-82c0-14244d133390+45:2372:x1863837563078656:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:2.0:1777502111.322485:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+55:2373:x1863837563078016:12345-192.168.202.27@tcp:2:touch.500 Request processed in 421us (631us total) trans 8589936095 rc 0/0 00000100:00100000:2.0:1777502111.322498:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3211 00000100:00100000:2.0:1777502111.322648:0:186961:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4cdf6d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:186961:1863837561359104:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1777502111.322714:0:186961:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502111.322805:0:186961:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd50958e40 going to sleep for 11 seconds 00000004:00080000:0.0:1777502111.322886:0:205369:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1072:0x0], index 1: 0 00000100:00100000:1.0:1777502111.322888:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0775d2ab-558e-41f1-82c0-14244d133390+46:2372:x1863837563078656:12345-192.168.202.27@tcp:2:touch.500 Request processed in 452us (570us total) trans 8589935685 rc 0/0 00000100:00100000:1.0:1777502111.322898:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3212 00000100:00100000:3.0:1777502111.322909:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561359104 00000100:00100000:3.0:1777502111.322917:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561359104 00010000:00010000:2.0:1777502111.322965:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc376a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x237:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.322979:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc376a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x237:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.322991:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc376a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x237:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.323011:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc3771 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x238:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.323020:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc3771 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x238:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.323025:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc3771 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x238:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1777502111.323042:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1777502111.323053:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc375c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.323058:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc375c lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.323063:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc375c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.323072:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.323077:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc375c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.323085:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc375c lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.323097:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3213 00010000:00010000:0.0:1777502111.323098:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.323106:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.323109:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc375c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.323114:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7a00/0x4ad31463d9bc375c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.323116:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c21e82e2 reply state 0000000021d12a43 transno 8589938969 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc376a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x237:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.323123:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:186961:x1863837561359104:12345-0@lo:5:osp-pre-1-0.0 00000004:00010000:0.0:1777502111.323148:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000081930d7c reply state 00000000cde88a67 transno 8589938968 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc3763 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.323180:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00002000:00080000:3.0:1777502111.323181:0:205368:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 4226 00000100:00100000:2.0:1777502111.323181:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502111.323205:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc3755 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342f9 expref: 231 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.323214:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc3771 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x238:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342f9 expref: 230 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.323220:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x238:0x0].0x0 (ffff8dfd80102100) 00010000:00010000:0.0:1777502111.323222:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.323224:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7200, rc 0) 00000100:00100000:2.0:1777502111.323276:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+232:273006:x1863837563078272:12345-192.168.202.27@tcp:36:touch.500 Request processed in 1178us (1382us total) trans 8589938969 rc 0/0 00000100:00100000:0.0:1777502111.323281:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+232:273005:x1863837563078528:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1204us (1354us total) trans 8589938968 rc 0/0 00000100:00100000:2.0:1777502111.323295:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 445 00000100:00100000:0.0:1777502111.323306:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 444 00000100:00100000:0.0:1777502111.323314:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238567579132 time 8238567493405 state 0x2 ref 0 00000100:00100000:3.0:1777502111.323738:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.323783:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.323786:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563078912 00000100:00100000:1.0:1777502111.323793:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563078912 00000100:00100000:1.0:1777502111.323819:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238567579132 time 8238567493405 state 0x0 ref 1 00000100:00100000:1.0:1777502111.323834:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238567593405 time 8238567493405 state 0x1 ref 1 00000100:00100000:0.0:1777502111.323838:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563079168 00000100:00100000:0.0:1777502111.323847:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563079168 00000100:00100000:1.0:1777502111.323882:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238567593405 time 8238569300461 state 0x0 ref 1 00000100:00100000:0.0:1777502111.323905:0:186939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1143 00000100:00100000:1.0:1777502111.323912:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+182:273022:x1863837563078912:12345-192.168.202.27@tcp:101:touch.500 00000100:00100000:0.0:1777502111.323921:0:186939:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+231:272997:x1863837563079168:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:1.0:1777502111.323925:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.323938:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149be00/0x4ad31463d9bc377f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834300 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.324057:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc3786 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.324069:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc3786 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.324079:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc3786 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.324098:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc378d lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.324107:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc378d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.324116:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc378d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.324204:0:186939:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+232:272997:x1863837563079168:12345-192.168.202.27@tcp:35:touch.500 Request processed in 286us (419us total) trans 8589938970 rc 0/0 00000100:00100000:0.0:1777502111.324213:0:186939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1143 00010000:00010000:0.0:1777502111.324339:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc3763 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.324350:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc3763 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.324358:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc3763 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.324366:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.324372:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc3763 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.324386:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc3763 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.324404:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffff8dfd80102900) 00010000:00010000:0.0:1777502111.324408:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.324413:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc3763 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.324419:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc3763 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502111.324800:0:186936:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1097:0x0], index 0: 0 00010000:00010000:1.0:1777502111.325034:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3794 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.325045:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3794 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.325058:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3794 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.325069:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.325087:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc3786 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.325101:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc3786 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.325111:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc3786 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.325112:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.325112:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563079296 00000100:00100000:0.0:1777502111.325121:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563079296 00010000:00010000:1.0:1777502111.325131:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149a200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.325135:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc3786 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.325143:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc3786 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.325154:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238569400461 time 8238569300461 state 0x1 ref 2 00010000:00010000:1.0:1777502111.325159:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.325167:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.325172:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc3786 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.325189:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.325191:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc3786 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.325200:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238569400461 time 8238570617483 state 0x0 ref 2 00000004:00010000:1.0:1777502111.325212:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000526d8830 reply state 000000009d78483f transno 8589938971 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc378d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.325219:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+231:273006:x1863837563079296:12345-192.168.202.27@tcp:101:touch.500 00000100:00100000:1.0:1777502111.325233:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502111.325242:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1777502111.325259:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502111.325260:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc37a2 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x237:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834307 expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.325264:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149be00/0x4ad31463d9bc377f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834300 expref: 185 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.325311:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3794 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834300 expref: 184 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.325322:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20a:0x0].0x0 (ffff8dfd5288dc00) 00010000:00010000:1.0:1777502111.325325:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.325328:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4149b200, rc 0) 00010000:00010000:0.0:1777502111.325338:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc37a2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x237:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834307 expref: 232 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.325356:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc37a2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x237:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834307 expref: 232 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.325376:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x237:0x0].0x0 (ffff8dfd472eaa00) 00010000:00010000:0.0:1777502111.325380:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777502111.325383:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7c00, rc 0) 00000100:00100000:1.0:1777502111.325394:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+185:273022:x1863837563078912:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1494us (1653us total) trans 8589938971 rc 0/0 00000100:00100000:1.0:1777502111.325403:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 446 00000100:00100000:0.0:1777502111.325428:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+232:273006:x1863837563079296:12345-192.168.202.27@tcp:101:touch.500 Request processed in 209us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.325443:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 447 00000100:00100000:1.0:1777502111.325448:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563079808 00000100:00100000:0.0:1777502111.325452:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238569400461 time 8238570617483 state 0x2 ref 0 00000100:00100000:1.0:1777502111.325453:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563079808 00000100:00100000:1.0:1777502111.325483:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238569400461 time 8238570617483 state 0x0 ref 1 00000100:00100000:0.0:1777502111.325490:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563080064 00000100:00100000:1.0:1777502111.325494:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238570717483 time 8238570617483 state 0x1 ref 1 00000100:00100000:0.0:1777502111.325497:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563080064 00000100:00100000:1.0:1777502111.325523:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238570717483 time 8238570942999 state 0x0 ref 2 00000100:00100000:0.0:1777502111.325533:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238571042999 time 8238570942999 state 0x1 ref 2 00000100:00100000:1.0:1777502111.325542:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+233:273005:x1863837563079808:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:0.0:1777502111.325567:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238571042999 time 8238570985894 state 0x0 ref 2 00000100:00100000:0.0:1777502111.325640:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+233:273009:x1863837563080064:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502111.325653:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.325676:0:186936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502111.325690:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc37a9 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83430e expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.325695:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc3771 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x238:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342f9 expref: 233 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.325728:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x238:0x0].0x0 (ffff8dfd80102100) 00010000:00010000:1.0:1777502111.325741:0:186936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502111.325804:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc37b0 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x238:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.325812:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc37b0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x238:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.325820:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc37b7 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.325821:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc37b0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x238:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.325864:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc37b7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.325877:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc37b7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.325899:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc37be lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.325907:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc37be lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.325914:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc37be lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.325964:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f826ee59 reply state 0000000082128a4d transno 8589938972 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc37b0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x238:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.325970:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.326023:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+235:273005:x1863837563079808:12345-192.168.202.27@tcp:36:touch.500 Request processed in 490us (848us total) trans 8589938972 rc 0/0 00000100:00100000:1.0:1777502111.326030:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 448 00000100:00100000:1.0:1777502111.326072:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563079552 00000100:00100000:1.0:1777502111.326076:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563079552 00000100:00100000:1.0:1777502111.326118:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1144 00000100:00100000:1.0:1777502111.326127:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+185:273015:x1863837563079552:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:1.0:1777502111.326354:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+186:273015:x1863837563079552:12345-192.168.202.27@tcp:35:touch.500 Request processed in 226us (1241us total) trans 8589938973 rc 0/0 00000100:00100000:1.0:1777502111.326368:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1144 00010000:00010000:1.0:1777502111.326415:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc376a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x237:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.326421:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc376a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x237:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.326426:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc376a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x237:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.326431:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.326433:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc376a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x237:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.326439:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc376a lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x237:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.326458:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x237:0x0].0x0 (ffff8dfd472eaa00) 00010000:00010000:1.0:1777502111.326460:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.326465:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc376a lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x237:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.326469:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc376a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x237:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777502111.326564:0:188648:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1073:0x0], index 1: 0 00010000:00010000:0.0:1777502111.326814:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc37c5 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x239:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.326824:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc378d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.326826:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc37c5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x239:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.326857:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc378d lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.326859:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc37c5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x239:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.326892:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc378d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.326902:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149a600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.326907:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc378d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.326916:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc378d lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.326920:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc37b7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.326930:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc37b7 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.326932:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffff8dfd56b4da00) 00010000:00010000:1.0:1777502111.326945:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.326948:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc37b7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.326950:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc378d lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.326968:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.326974:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc378d lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.326976:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc37b7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.327010:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc37b7 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.327029:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.327034:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.327038:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc37b7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.327046:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc37b7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.327063:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ec91b53c reply state 000000002202954e transno 8589938974 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc37be lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.327065:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.327073:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502111.327101:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7800/0x4ad31463d9bc37a9 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83430e expref: 235 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.327112:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563080192 00000100:00100000:1.0:1777502111.327119:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563080192 00010000:00010000:0.0:1777502111.327120:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc37c5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x239:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83430e expref: 234 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.327126:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502111.327134:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x239:0x0].0x0 (ffff8dfd80102000) 00010000:00010000:0.0:1777502111.327137:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.327141:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb27600, rc 0) 00000100:00100000:3.0:1777502111.327172:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563080320 00000100:00100000:3.0:1777502111.327179:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563080320 00000100:00100000:1.0:1777502111.327188:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3214 00000100:00100000:0.0:1777502111.327200:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+236:273009:x1863837563080064:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1620us (1944us total) trans 8589938974 rc 0/0 00000100:00100000:1.0:1777502111.327208:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+55:2371:x1863837563080192:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:3.0:1777502111.327213:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238571085894 time 8238570985894 state 0x1 ref 2 00000100:00100000:0.0:1777502111.327236:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 449 00000100:00100000:3.0:1777502111.327254:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238571085894 time 8238572673067 state 0x0 ref 1 00000100:00100000:3.0:1777502111.327270:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+235:273005:x1863837563080320:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502111.327280:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc37b0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x238:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.327289:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc37b0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x238:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.327290:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.327297:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc37b0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x238:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.327303:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149a400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.327304:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc37d3 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x238:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834315 expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.327307:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc37b0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x238:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.327330:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc37b0 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x238:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.327341:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x238:0x0].0x0 (ffff8dfd5288df00) 00010000:00010000:0.0:1777502111.327344:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.327348:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc37b0 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x238:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.327353:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc37d3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x238:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834315 expref: 236 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.327358:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc37b0 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x238:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.327380:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc37d3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x238:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834315 expref: 236 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.327398:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x238:0x0].0x0 (ffff8dfd5288df00) 00010000:00010000:3.0:1777502111.327402:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777502111.327405:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf6e00, rc 0) 00000100:00100000:3.0:1777502111.327446:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+235:273005:x1863837563080320:12345-192.168.202.27@tcp:101:touch.500 Request processed in 179us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502111.327460:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 450 00000100:00100000:3.0:1777502111.327468:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238571085894 time 8238572673067 state 0x2 ref 0 00000100:00100000:1.0:1777502111.327557:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+56:2371:x1863837563080192:12345-192.168.202.27@tcp:2:touch.500 Request processed in 356us (491us total) trans 8589936096 rc 0/0 00000100:00100000:1.0:1777502111.327567:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3214 00010000:00010000:1.0:1777502111.328002:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc37be lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.328011:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc37be lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.328019:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc37be lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.328024:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.328029:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc37be lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.328036:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc37be lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.328051:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffff8dfd80102c00) 00010000:00010000:1.0:1777502111.328056:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.328060:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc37be lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.328066:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc37be lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.328114:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:186961:x1863837561359104:12345-0@lo:5:osp-pre-1-0.0 Request processed in 5001us (5398us total) trans 8589935686 rc 0/0 00000100:00100000:2.0:1777502111.328125:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3213 00000100:00100000:2.0:1777502111.328272:0:186961:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4cdf6d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:186961:1863837561359104:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1777502111.328288:0:186961:0:(osp_precreate.c:702:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x1073:0x0]-[0x280000400:0x10a1:0x0] 00000100:00100000:0.0:1777502111.329066:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.329112:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563080576 00000100:00100000:1.0:1777502111.329117:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563080576 00000100:00100000:1.0:1777502111.329160:0:186939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1145 00000100:00100000:0.0:1777502111.329166:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.329172:0:186939:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6f7d6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+234:273006:x1863837563080576:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:0.0:1777502111.329201:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.329212:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563080832 00000100:00100000:2.0:1777502111.329220:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563080832 00000100:00100000:3.0:1777502111.329236:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563080960 00000100:00100000:3.0:1777502111.329242:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563080960 00000100:00100000:0.0:1777502111.329252:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.329268:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238571085894 time 8238572673067 state 0x0 ref 1 00000100:00100000:3.0:1777502111.329280:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238572773067 time 8238572673067 state 0x1 ref 1 00000100:00100000:2.0:1777502111.329288:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3215 00000100:00100000:0.0:1777502111.329295:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563081216 00000100:00100000:0.0:1777502111.329301:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563081216 00000100:00100000:2.0:1777502111.329304:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+63:2372:x1863837563080832:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:3.0:1777502111.329313:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238572773067 time 8238574731080 state 0x0 ref 1 00000100:00100000:0.0:1777502111.329326:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238574831080 time 8238574731080 state 0x1 ref 2 00000100:00100000:3.0:1777502111.329329:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+237:273009:x1863837563080960:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:0.0:1777502111.329356:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238574831080 time 8238574774625 state 0x0 ref 2 00000100:00100000:0.0:1777502111.329369:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72dd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+237:273010:x1863837563081216:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502111.329380:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.329397:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc37da lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83431c expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.329445:0:186939:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6f7d6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+238:273006:x1863837563080576:12345-192.168.202.27@tcp:35:touch.500 Request processed in 277us (381us total) trans 8589938975 rc 0/0 00000100:00100000:1.0:1777502111.329453:0:186939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1145 00010000:00010000:0.0:1777502111.329505:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc37e1 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.329523:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc37e1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.329529:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502111.329535:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc37e1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.329548:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc37c5 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x239:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83430e expref: 237 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.329555:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc37e8 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.329560:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x239:0x0].0x0 (ffff8dfd80102000) 00010000:00010000:0.0:1777502111.329568:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc37e8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.329570:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.329604:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc37e8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.329630:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+64:2372:x1863837563080832:12345-192.168.202.27@tcp:2:touch.500 Request processed in 329us (469us total) trans 8589935687 rc 0/0 00010000:00010000:3.0:1777502111.329634:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc37ef lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x239:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.329644:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3215 00010000:00010000:3.0:1777502111.329672:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc37ef lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x239:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.329680:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc37ef lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x239:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.329742:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000004:00010000:3.0:1777502111.329771:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000244a82c9 reply state 0000000048fe4c2e transno 8589938976 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc37ef lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x239:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.329778:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.329812:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563081728 00000100:00100000:1.0:1777502111.329820:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563081728 00000100:00100000:3.0:1777502111.329842:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+238:273009:x1863837563080960:12345-192.168.202.27@tcp:36:touch.500 Request processed in 517us (640us total) trans 8589938976 rc 0/0 00000100:00100000:1.0:1777502111.329853:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238574874625 time 8238574774625 state 0x1 ref 3 00000100:00100000:3.0:1777502111.329864:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 451 00000100:00100000:2.0:1777502111.329893:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.329893:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238574874625 time 8238575310708 state 0x0 ref 2 00000100:00100000:3.0:1777502111.329908:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563081600 00000100:00100000:3.0:1777502111.329916:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563081600 00000100:00100000:1.0:1777502111.329916:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+185:273022:x1863837563081728:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:1.0:1777502111.329966:0:186936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502111.329990:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3794 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834300 expref: 186 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.330013:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20a:0x0].0x0 (ffff8dfd5288dc00) 00010000:00010000:1.0:1777502111.330024:0:186936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502111.330027:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238575410708 time 8238575310708 state 0x1 ref 3 00000100:00100000:2.0:1777502111.330075:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238575410708 time 8238575492994 state 0x0 ref 3 00010000:00010000:1.0:1777502111.330086:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031600/0x4ad31463d9bc37f6 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.330092:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+185:273019:x1863837563081600:12345-192.168.202.27@tcp:101:touch.500 00000004:00080000:0.0:1777502111.330098:0:186937:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1098:0x0], index 0: 0 00010000:00010000:2.0:1777502111.330110:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.330117:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031600/0x4ad31463d9bc37f6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.330125:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031600/0x4ad31463d9bc37f6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.330126:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8600/0x4ad31463d9bc37fd lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834323 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.330245:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc3804 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.330256:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc3804 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.330260:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d74bb9fd reply state 000000002c27cca8 transno 8589938978 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031600/0x4ad31463d9bc37f6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.330265:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc3804 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.330268:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502111.330285:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc380b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.330292:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc380b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.330300:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc380b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.330304:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc3812 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x23a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.330316:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc3812 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x23a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.330328:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc3812 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x23a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.330339:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+188:273022:x1863837563081728:12345-192.168.202.27@tcp:36:touch.500 Request processed in 431us (596us total) trans 8589938978 rc 0/0 00000100:00100000:1.0:1777502111.330347:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 453 00010000:00010000:0.0:1777502111.330366:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc37e1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.330376:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc37e1 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.330383:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc37e1 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.330390:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.330394:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc37e1 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.330401:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc37e1 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.330417:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.330420:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.330424:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc37ef lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x239:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.330425:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc37e1 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.330445:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc37ef lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x239:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.330452:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc37e1 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.330472:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004dc58dea reply state 00000000c51cd38a transno 8589938977 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc37e8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.330474:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc37ef lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x239:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.330507:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6400 already unused, calling callback (ffffffffc1e434f0) 00000100:00100000:0.0:1777502111.330508:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502111.330516:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc37ef lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x239:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.330525:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc37ef lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x239:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.330541:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x239:0x0].0x0 (ffff8dfd67320b00) 00010000:00010000:0.0:1777502111.330543:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc37da lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83431c expref: 239 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.330547:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.330554:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc37ef lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x239:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.330602:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc37ef lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x239:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.330640:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc3812 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x23a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83431c expref: 238 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.330650:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x23a:0x0].0x0 (ffff8dfd80102a00) 00010000:00010000:0.0:1777502111.330654:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.330669:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb26c00, rc 0) 00000100:00100000:2.0:1777502111.330723:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.330735:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72dd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+238:273010:x1863837563081216:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1366us (1486us total) trans 8589938977 rc 0/0 00000100:00100000:0.0:1777502111.330746:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 452 00000100:00100000:3.0:1777502111.330757:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563081856 00000100:00100000:3.0:1777502111.330764:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563081856 00000100:00100000:1.0:1777502111.330824:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.330873:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563082112 00000100:00100000:0.0:1777502111.330879:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563082112 00000004:00080000:2.0:1777502111.330911:0:186938:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1074:0x0], index 1: 0 00000100:00100000:3.0:1777502111.330919:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238575592994 time 8238575492994 state 0x1 ref 2 00000100:00100000:0.0:1777502111.330920:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1146 00000100:00100000:0.0:1777502111.330934:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+239:273005:x1863837563082112:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:3.0:1777502111.330956:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238575592994 time 8238576374374 state 0x0 ref 2 00010000:00010000:1.0:1777502111.330959:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031600/0x4ad31463d9bc37f6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.330971:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031600/0x4ad31463d9bc37f6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.330978:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+239:273009:x1863837563081856:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.330984:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031600/0x4ad31463d9bc37f6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.330990:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd40031600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.330994:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031600/0x4ad31463d9bc37f6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.331001:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031600/0x4ad31463d9bc37f6 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.331013:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20a:0x0].0x0 (ffff8dfd5288d800) 00010000:00010000:1.0:1777502111.331016:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.331020:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031600/0x4ad31463d9bc37f6 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.331027:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031600/0x4ad31463d9bc37f6 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.331055:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.331069:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc3820 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x239:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83432a expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.331089:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc3827 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x20b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.331102:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc3827 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.331106:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc3820 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x239:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83432a expref: 241 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.331118:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc3827 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.331141:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc3820 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x239:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83432a expref: 241 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.331152:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc3804 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.331160:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc3804 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.331161:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x239:0x0].0x0 (ffff8dfd67320500) 00000100:00100000:0.0:1777502111.331172:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+241:273005:x1863837563082112:12345-192.168.202.27@tcp:35:touch.500 Request processed in 233us (338us total) trans 8589938980 rc 0/0 00010000:00010000:3.0:1777502111.331177:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777502111.331185:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf6800, rc 0) 00010000:00010000:2.0:1777502111.331191:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc3804 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.331203:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1146 00010000:00010000:2.0:1777502111.331207:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.331213:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc3804 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.331221:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc3804 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.331227:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+240:273009:x1863837563081856:12345-192.168.202.27@tcp:101:touch.500 Request processed in 252us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.331240:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.331254:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00000100:00100000:3.0:1777502111.331256:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 455 00010000:00010000:2.0:1777502111.331262:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.331267:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc3804 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.331274:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9400/0x4ad31463d9bc3804 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.331280:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563082240 00000100:00100000:0.0:1777502111.331285:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563082240 00000004:00010000:2.0:1777502111.331290:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000b5dcbca reply state 000000002b8819b3 transno 8589938979 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc380b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.331298:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502111.331307:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238576474374 time 8238576374374 state 0x1 ref 2 00010000:00010000:2.0:1777502111.331327:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8600/0x4ad31463d9bc37fd lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834323 expref: 189 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.331337:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238576474374 time 8238576756491 state 0x0 ref 2 00010000:00010000:2.0:1777502111.331342:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc3827 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x20b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834323 expref: 188 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.331362:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45955180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+188:273022:x1863837563082240:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.331380:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20b:0x0].0x0 (ffff8dfd64790d00) 00010000:00010000:2.0:1777502111.331384:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.331384:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.331387:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7eec8800, rc 0) 00010000:00010000:0.0:1777502111.331399:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3835 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834331 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.331431:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+190:273019:x1863837563081600:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1342us (1542us total) trans 8589938979 rc 0/0 00010000:00010000:0.0:1777502111.331434:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3835 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834331 expref: 190 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.331456:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 454 00010000:00010000:0.0:1777502111.331470:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3835 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834331 expref: 190 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.331487:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20a:0x0].0x0 (ffff8dfd80102700) 00010000:00010000:0.0:1777502111.331491:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777502111.331495:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb27400, rc 0) 00000100:00100000:0.0:1777502111.331530:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45955180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+189:273022:x1863837563082240:12345-192.168.202.27@tcp:101:touch.500 Request processed in 175us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.331541:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 456 00000100:00100000:0.0:1777502111.331546:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238576474374 time 8238576756491 state 0x2 ref 0 00010000:00010000:0.0:1777502111.331823:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc37e8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.331832:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc37e8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.331840:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc37e8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.331847:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.331850:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc37e8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.331855:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc37e8 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.331862:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffff8dfd80102900) 00010000:00010000:0.0:1777502111.331863:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.331865:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc37e8 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.331869:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc37e8 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.332571:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.332618:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.332643:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.332649:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563082496 00000100:00100000:0.0:1777502111.332655:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563082496 00000100:00100000:0.0:1777502111.332687:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238576474374 time 8238576756491 state 0x0 ref 1 00000100:00100000:0.0:1777502111.332697:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238576856491 time 8238576756491 state 0x1 ref 1 00010000:00010000:1.0:1777502111.332701:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc380b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.332708:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc380b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.332713:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc380b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.332714:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563082752 00000100:00100000:0.0:1777502111.332717:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563082752 00010000:00010000:1.0:1777502111.332718:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.332722:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc380b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.332726:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc380b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.332730:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238576856491 time 8238576756491 state 0x1 ref 2 00010000:00010000:1.0:1777502111.332734:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffff8dfd472ea900) 00010000:00010000:1.0:1777502111.332737:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.332740:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc380b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.332744:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9a00/0x4ad31463d9bc380b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.332751:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238578270062 time 8238578170062 state 0x1 ref 2 00000100:00100000:0.0:1777502111.332763:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45955f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+240:273010:x1863837563082496:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:0.0:1777502111.332793:0:187571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502111.332807:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc3812 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x23a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83431c expref: 240 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.332811:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563082880 00000100:00100000:3.0:1777502111.332817:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563082880 00010000:00010000:0.0:1777502111.332824:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x23a:0x0].0x0 (ffff8dfd80102a00) 00000100:00100000:1.0:1777502111.332831:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502111.332835:0:187571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502111.332862:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563083008 00000100:00100000:3.0:1777502111.332866:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563083008 00000100:00100000:1.0:1777502111.332877:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3216 00010000:00010000:0.0:1777502111.332882:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc383c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x23a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.332892:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+64:2370:x1863837563082880:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:0.0:1777502111.332895:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc383c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x23a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.332907:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3217 00010000:00010000:0.0:1777502111.332914:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc383c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x23a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.332981:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0775d2ab-558e-41f1-82c0-14244d133390+45:2371:x1863837563083008:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:2.0:1777502111.333004:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238578270062 time 8238578418485 state 0x0 ref 2 00000004:00010000:0.0:1777502111.333027:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000062a028e5 reply state 00000000dd00bac1 transno 8589938981 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc383c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x23a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.333038:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45954a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+240:272998:x1863837563082752:12345-192.168.202.27@tcp:36:rm.500 00000100:00100000:0.0:1777502111.333054:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502111.333096:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777502111.333120:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3572 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x22e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834251 expref: 241 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.333122:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45955f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+241:273010:x1863837563082496:12345-192.168.202.27@tcp:36:touch.500 Request processed in 357us (547us total) trans 8589938981 rc 0/0 00000100:00100000:0.0:1777502111.333149:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 457 00000100:00100000:1.0:1777502111.333151:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+65:2370:x1863837563082880:12345-192.168.202.27@tcp:2:touch.500 Request processed in 259us (502us total) trans 8589935688 rc 0/0 00000100:00100000:1.0:1777502111.333164:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3216 00010000:00010000:2.0:1777502111.333169:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26200/0x4ad31463d9bc341b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x22e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83420b expref: 239 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.333186:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22e:0x0].0x0 (ffff8dfd80102e00) 00010000:00010000:2.0:1777502111.333199:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502111.333211:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0775d2ab-558e-41f1-82c0-14244d133390+46:2371:x1863837563083008:12345-192.168.202.27@tcp:2:touch.500 Request processed in 291us (378us total) trans 8589936097 rc 0/0 00000100:00100000:3.0:1777502111.333219:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3217 00010000:00010000:2.0:1777502111.333221:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8400/0x4ad31463d9bc3843 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.333234:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8400/0x4ad31463d9bc3843 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.333244:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8400/0x4ad31463d9bc3843 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.333267:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc384a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.333275:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc384a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.333282:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc384a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.333379:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc3851 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x22e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.333387:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc3851 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.333394:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc3851 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.333803:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc383c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x23a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.333812:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc383c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x23a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.333820:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc383c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x23a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.333826:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.333829:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc383c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x23a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.333836:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc383c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x23a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.333852:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x23a:0x0].0x0 (ffff8dfd80102100) 00010000:00010000:0.0:1777502111.333855:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.333859:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc383c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x23a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.333865:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27a00/0x4ad31463d9bc383c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x23a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.333958:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000040:00080000:2.0:1777502111.333969:0:188648:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].528, 64 off41984 00000100:00100000:3.0:1777502111.333992:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563083264 00000100:00100000:3.0:1777502111.334000:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563083264 00010000:00010000:2.0:1777502111.334032:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3858 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x22e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.334043:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3858 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.334052:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3858 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.334059:0:188648:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3858 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.334066:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3858 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.334073:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3858 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.334102:0:188648:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502111.334117:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc3851 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.334123:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc3851 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.334130:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc3851 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.334133:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502111.334142:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.334146:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3858 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.334147:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc3851 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.334176:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238578518485 time 8238578418485 state 0x1 ref 2 00010000:00010000:2.0:1777502111.334184:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc3851 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.334184:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502111.334195:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3858 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.334203:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.334205:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238578518485 time 8238579620900 state 0x0 ref 2 00010000:00010000:2.0:1777502111.334222:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22e:0x0].0x0 (ffff8dfd467c9000) 00010000:00010000:2.0:1777502111.334226:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1777502111.334230:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45956d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+188:273019:x1863837563083264:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:2.0:1777502111.334231:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc3851 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.334232:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3858 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.334257:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502111.334265:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9200/0x4ad31463d9bc3851 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.334269:0:188362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22e:0x0].0x0 (ffff8dfd467c9000) 00000100:00100000:1.0:1777502111.334270:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502111.334278:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8800/0x4ad31463d9bc3827 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x20b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834323 expref: 188 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.334283:0:188362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777502111.334290:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3858 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.334311:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9e00/0x4ad31463d9bc3858 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.334314:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8400/0x4ad31463d9bc3843 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.334316:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20b:0x0].0x0 (ffff8dfd64790d00) 00000100:00100000:1.0:1777502111.334331:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502111.334338:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.334343:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.334349:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8400/0x4ad31463d9bc3843 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.334350:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502111.334354:0:205362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563084032 00010000:00010000:0.0:1777502111.334354:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502111.334361:0:205362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563084032 00010000:00010000:2.0:1777502111.334366:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8400/0x4ad31463d9bc3843 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.334374:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec8400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.334377:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8400/0x4ad31463d9bc3843 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.334384:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8400/0x4ad31463d9bc3843 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.334400:0:205362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1147 00010000:00010000:2.0:1777502111.334401:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.334411:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777502111.334417:0:205362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45955500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+188:273022:x1863837563084032:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:1.0:1777502111.334420:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.334421:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8400/0x4ad31463d9bc3843 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.334432:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8400/0x4ad31463d9bc3843 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.334450:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cd836af8 reply state 0000000048de2305 transno 8589938982 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc384a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.334450:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563084160 00000100:00100000:0.0:1777502111.334457:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563084160 00000100:00100000:2.0:1777502111.334459:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.334460:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563083392 00000100:00100000:1.0:1777502111.334468:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563083392 00000100:00100000:1.0:1777502111.334490:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238579720900 time 8238579620900 state 0x1 ref 3 00000100:00100000:0.0:1777502111.334501:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1148 00000100:00100000:1.0:1777502111.334511:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563083648 00000100:00100000:0.0:1777502111.334514:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46738e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+241:273009:x1863837563084160:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:1.0:1777502111.334517:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563083648 00000100:00100000:1.0:1777502111.334538:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238579720900 time 8238579620900 state 0x1 ref 4 00000100:00100000:2.0:1777502111.334553:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45954a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+241:272998:x1863837563082752:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1532us (1929us total) trans 8589938982 rc 0/0 00000100:00100000:1.0:1777502111.334561:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238580077761 time 8238579977761 state 0x1 ref 4 00000100:00100000:2.0:1777502111.334609:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 458 00000100:00100000:1.0:1777502111.334616:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+241:273010:x1863837563083392:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.334628:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.334646:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc385f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x23a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834338 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.334651:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238580077761 time 8238580068797 state 0x0 ref 3 00000100:00100000:3.0:1777502111.334697:0:205362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45955500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+190:273022:x1863837563084032:12345-192.168.202.27@tcp:35:touch.500 Request processed in 286us (438us total) trans 8589938983 rc 0/0 00000100:00100000:3.0:1777502111.334712:0:205362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1147 00000100:00100000:2.0:1777502111.334712:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4673a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+190:273024:x1863837563083648:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.334723:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc385f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x23a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834338 expref: 242 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.334732:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46738e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+242:273009:x1863837563084160:12345-192.168.202.27@tcp:35:touch.500 Request processed in 218us (323us total) trans 8589938984 rc 0/0 00010000:00010000:2.0:1777502111.334733:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.334743:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc385f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x23a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834338 expref: 242 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.334745:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1148 00010000:00010000:2.0:1777502111.334748:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9000/0x4ad31463d9bc3866 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83433f expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.334770:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc386d lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x20b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.334792:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc386d lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.334803:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc386d lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.334819:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x23a:0x0].0x0 (ffff8dfd5288dc00) 00010000:00010000:1.0:1777502111.334823:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502111.334826:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd40031800, rc 0) 00000100:00100000:1.0:1777502111.334858:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+241:273010:x1863837563083392:12345-192.168.202.27@tcp:101:touch.500 Request processed in 284us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.334868:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 460 00010000:00010000:2.0:1777502111.334883:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978400/0x4ad31463d9bc3874 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502111.334885:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a761dfdc reply state 00000000bb0fa339 transno 8589938985 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc386d lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.334907:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502111.334908:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978400/0x4ad31463d9bc3874 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.334919:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978400/0x4ad31463d9bc3874 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.334938:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc387b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.334945:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc387b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.334954:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc387b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.334964:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45956d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+192:273019:x1863837563083264:12345-192.168.202.27@tcp:36:touch.500 Request processed in 731us (1004us total) trans 8589938985 rc 0/0 00000100:00100000:3.0:1777502111.334975:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 459 00000004:00080000:2.0:1777502111.335290:0:188648:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1099:0x0], index 0: 0 00010000:00010000:2.0:1777502111.335410:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3882 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.335420:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3882 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.335426:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3882 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.335454:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978400/0x4ad31463d9bc3874 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.335461:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978400/0x4ad31463d9bc3874 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.335467:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978400/0x4ad31463d9bc3874 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.335472:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.335475:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978400/0x4ad31463d9bc3874 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.335481:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978400/0x4ad31463d9bc3874 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.335490:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.335492:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.335495:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978400/0x4ad31463d9bc3874 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.335501:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978400/0x4ad31463d9bc3874 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.335511:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f5f9512a reply state 000000000ca7bdb9 transno 8589938986 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc387b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.335518:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502111.335540:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9000/0x4ad31463d9bc3866 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83433f expref: 193 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.335558:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3882 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83433f expref: 192 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.335565:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20c:0x0].0x0 (ffff8dfd61bb1600) 00010000:00010000:2.0:1777502111.335568:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.335570:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43979000, rc 0) 00000100:00100000:2.0:1777502111.335670:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4673a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+193:273024:x1863837563083648:12345-192.168.202.27@tcp:101:touch.500 Request processed in 959us (1342us total) trans 8589938986 rc 0/0 00000100:00100000:2.0:1777502111.335678:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 461 00000100:00100000:2.0:1777502111.335683:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238580077761 time 8238580068797 state 0x2 ref 0 00010000:00010000:0.0:1777502111.336498:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc386d lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.336509:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc386d lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x20b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.336516:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc386d lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x20b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.336520:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.336522:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc386d lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x20b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.336526:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc386d lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x20b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.336533:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20b:0x0].0x0 (ffff8dfd67320d00) 00010000:00010000:0.0:1777502111.336535:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.336537:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc386d lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x20b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.336542:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6c00/0x4ad31463d9bc386d lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x20b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.337029:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.337065:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563084416 00000100:00100000:0.0:1777502111.337071:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563084416 00000100:00100000:0.0:1777502111.337094:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238580077761 time 8238580068797 state 0x0 ref 1 00000100:00100000:0.0:1777502111.337104:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238580168797 time 8238580068797 state 0x1 ref 1 00000100:00100000:0.0:1777502111.337128:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238580168797 time 8238582548112 state 0x0 ref 1 00000100:00100000:0.0:1777502111.337137:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+241:273002:x1863837563084416:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:0.0:1777502111.337166:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777502111.337176:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc35c6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x22f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834266 expref: 241 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.337186:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc344c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x22f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834219 expref: 240 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.337192:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22f:0x0].0x0 (ffff8dfd467c9300) 00010000:00010000:0.0:1777502111.337197:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.337207:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc3890 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.337213:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc3890 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.337218:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc3890 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.337226:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3897 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.337230:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3897 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.337234:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3897 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.337326:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc389e lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x22f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.337331:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc389e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.337336:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc389e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.337528:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.337593:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563084672 00000100:00100000:3.0:1777502111.337598:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563084672 00000100:00100000:3.0:1777502111.337613:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238582648112 time 8238582548112 state 0x1 ref 2 00000100:00100000:3.0:1777502111.337630:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238582648112 time 8238583050224 state 0x0 ref 2 00000100:00100000:3.0:1777502111.337641:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5858b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+192:273019:x1863837563084672:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502111.337651:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.337678:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc38a5 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x20b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834346 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.337705:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc38a5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x20b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834346 expref: 193 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.337721:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc38a5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x20b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834346 expref: 193 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.337729:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc387b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.337733:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20b:0x0].0x0 (ffff8dfd67320c00) 00010000:00010000:3.0:1777502111.337739:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777502111.337744:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf6000, rc 0) 00010000:00010000:2.0:1777502111.337756:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc387b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.337764:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc387b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.337772:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.337776:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc387b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.337783:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc387b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.337798:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5858b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+193:273019:x1863837563084672:12345-192.168.202.27@tcp:101:touch.500 Request processed in 156us (266us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502111.337799:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffff8dfd467c9900) 00010000:00010000:2.0:1777502111.337813:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.337818:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc387b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.337820:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 463 00010000:00010000:2.0:1777502111.337833:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc387b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.337867:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc384a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.337874:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc384a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777502111.337878:0:205369:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].523, 64 off41664 00010000:00010000:2.0:1777502111.337883:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc384a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.337890:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.337894:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc384a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.337901:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc384a lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.337914:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffff8dfd467c9100) 00010000:00010000:2.0:1777502111.337917:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.337921:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc384a lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.337927:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc384a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.337935:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc38ac lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x22f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.337943:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc38ac lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.337948:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc38ac lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.337952:0:205369:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc38ac lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.337957:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc38ac lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.337960:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc38ac lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.337974:0:205369:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502111.337984:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc389e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.337988:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc389e lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.338001:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc389e lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.338007:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.338008:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502111.338011:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc389e lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.338015:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc38ac lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.338021:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc389e lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.338027:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502111.338036:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc38ac lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.338036:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22f:0x0].0x0 (ffff8dfd80102f00) 00010000:00010000:0.0:1777502111.338044:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:1.0:1777502111.338050:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502111.338050:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc389e lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.338054:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc38ac lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.338066:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26800/0x4ad31463d9bc389e lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.338072:0:186925:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22f:0x0].0x0 (ffff8dfd80102f00) 00010000:00010000:3.0:1777502111.338076:0:186925:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.338080:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc38ac lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.338081:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc3890 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.338089:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502111.338097:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc38ac lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.338098:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc3890 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.338107:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563084928 00000100:00100000:2.0:1777502111.338115:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563084928 00000100:00100000:1.0:1777502111.338117:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502111.338118:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc3890 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.338132:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.338136:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc3890 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.338139:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238583150224 time 8238583050224 state 0x1 ref 2 00010000:00010000:3.0:1777502111.338140:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.338142:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.338145:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.338149:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc3890 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.338158:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00000100:00100000:3.0:1777502111.338159:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563084544 00010000:00010000:0.0:1777502111.338160:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.338163:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc3890 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.338164:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563084544 00000100:00100000:2.0:1777502111.338168:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563085056 00000100:00100000:2.0:1777502111.338174:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563085056 00010000:00010000:0.0:1777502111.338174:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc3890 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.338181:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238583150224 time 8238583598606 state 0x0 ref 2 00000004:00010000:0.0:1777502111.338185:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aa6651a2 reply state 00000000678fbe07 transno 8589938987 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3897 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.338190:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238583698606 time 8238583598606 state 0x1 ref 3 00000100:00100000:1.0:1777502111.338194:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5858a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+193:273024:x1863837563084928:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:0.0:1777502111.338196:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502111.338218:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502111.338219:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238583698606 time 8238583638456 state 0x0 ref 3 00010000:00010000:1.0:1777502111.338230:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3882 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83433f expref: 193 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.338236:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5858aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+193:273026:x1863837563085056:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:0.0:1777502111.338237:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+240:273002:x1863837563084416:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1100us (1207us total) trans 8589938987 rc 0/0 00000100:00100000:0.0:1777502111.338251:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 462 00010000:00010000:1.0:1777502111.338253:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20c:0x0].0x0 (ffff8dfd61bb1600) 00010000:00010000:2.0:1777502111.338259:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.338264:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.338271:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc38b3 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83434d expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.338298:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.338312:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc38ba lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.338321:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3218 00010000:00010000:2.0:1777502111.338325:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc38ba lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.338334:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc58589500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+56:2370:x1863837563084544:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:2.0:1777502111.338336:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc38ba lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.338356:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031c00/0x4ad31463d9bc38c1 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.338358:0:186942:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563085184 00000100:00100000:2.0:1777502111.338364:0:186942:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563085184 00010000:00010000:1.0:1777502111.338367:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031c00/0x4ad31463d9bc38c1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.338374:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031c00/0x4ad31463d9bc38c1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.338404:0:186942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 282 00000100:00100000:2.0:1777502111.338414:0:186942:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72dd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0775d2ab-558e-41f1-82c0-14244d133390+194:2371:x1863837563085184:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:2.0:1777502111.338437:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00010000:1.0:1777502111.338440:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000058e4d463 reply state 00000000906c581a transno 8589938988 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031c00/0x4ad31463d9bc38c1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.338446:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc38c8 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834354 expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.338449:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502111.338482:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc38cf lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.338491:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc38cf lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.338500:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc38cf lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.338508:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5858a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+197:273024:x1863837563084928:12345-192.168.202.27@tcp:36:touch.500 Request processed in 316us (462us total) trans 8589938988 rc 0/0 00010000:00010000:2.0:1777502111.338515:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc38d6 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.338518:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 464 00010000:00010000:2.0:1777502111.338528:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc38d6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.338536:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc38d6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.338653:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc58589500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+57:2370:x1863837563084544:12345-192.168.202.27@tcp:2:touch.500 Request processed in 322us (566us total) trans 8589936098 rc 0/0 00010000:00010000:2.0:1777502111.338655:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc38dd lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x233:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.338675:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3218 00010000:00010000:2.0:1777502111.338684:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc38dd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x233:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.338694:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc38dd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x233:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502111.338710:0:186942:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x233:0x0]: returning size 0 00000004:00200000:2.0:1777502111.338714:0:186942:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777502111.338726:0:186942:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc38dd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x233:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.338741:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc38dd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.338753:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc38cf lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.338761:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc38cf lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.338767:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc38cf lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.338772:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.338775:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc38cf lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.338782:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc38cf lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.338791:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.338795:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.338798:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc38cf lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.338806:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.338811:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc38cf lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.338823:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc38d6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.338830:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc38d6 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.338835:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563085312 00010000:00010000:2.0:1777502111.338837:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc38d6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.338840:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563085312 00010000:00010000:2.0:1777502111.338846:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.338849:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc38d6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.338854:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3897 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.338856:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc38d6 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.338869:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3897 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.338873:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffff8dfd61bb1200) 00000100:00100000:3.0:1777502111.338874:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3219 00010000:00010000:2.0:1777502111.338880:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.338885:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc38d6 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.338886:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3897 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.338889:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72dd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0775d2ab-558e-41f1-82c0-14244d133390+46:2373:x1863837563085312:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:2.0:1777502111.338904:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc38d6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.338905:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.338911:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3897 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.338919:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3897 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.338930:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffff8dfd80102900) 00010000:00010000:2.0:1777502111.338933:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc38c8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834354 expref: 197 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.338935:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.338941:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3897 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.338950:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3897 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.338953:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc38dd lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834354 expref: 196 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.338968:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x233:0x0].0x0 (ffff8dfd56b4df00) 00010000:00010000:2.0:1777502111.338971:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.338975:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43978a00, rc 0) 00000100:00100000:2.0:1777502111.339020:0:186942:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72dd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0775d2ab-558e-41f1-82c0-14244d133390+196:2371:x1863837563085184:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 608us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.339031:0:186942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 282 00010000:00010000:2.0:1777502111.339067:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc38e4 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.339077:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc38e4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.339086:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc38e4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.339140:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc38eb lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x209:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.339142:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72dd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0775d2ab-558e-41f1-82c0-14244d133390+47:2373:x1863837563085312:12345-192.168.202.27@tcp:2:touch.500 Request processed in 209us (292us total) trans 8589935689 rc 0/0 00010000:00010000:2.0:1777502111.339153:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc38eb lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x209:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.339154:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3219 00010000:00010000:2.0:1777502111.339163:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc38eb lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x209:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502111.339181:0:186938:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x209:0x0]: returning size 0 00000004:00200000:2.0:1777502111.339184:0:186938:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777502111.339195:0:186938:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc38eb lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x209:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.339200:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031c00/0x4ad31463d9bc38c1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.339203:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc38eb lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.339217:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031c00/0x4ad31463d9bc38c1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.339220:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc38ba lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.339230:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031c00/0x4ad31463d9bc38c1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.339234:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc38ba lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.339252:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd40031c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.339258:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc38ba lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.339259:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031c00/0x4ad31463d9bc38c1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.339275:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.339276:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031c00/0x4ad31463d9bc38c1 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.339280:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc38ba lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.339291:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc38ba lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.339296:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20c:0x0].0x0 (ffff8dfd5288d800) 00010000:00010000:0.0:1777502111.339300:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.339301:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.339304:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031c00/0x4ad31463d9bc38c1 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.339306:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.339311:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc38ba lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.339312:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031c00/0x4ad31463d9bc38c1 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.339329:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc38ba lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.339341:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc38e4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.339349:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc38e4 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.339354:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc38e4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.339360:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.339363:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc38e4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.339372:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc38e4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.339379:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffff8dfd61bb1300) 00010000:00010000:2.0:1777502111.339381:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.339384:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc38e4 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.339391:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc38e4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.339413:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc38b3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83434d expref: 195 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.339427:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc38eb lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83434d expref: 194 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.339435:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x209:0x0].0x0 (ffff8dfd472ea000) 00010000:00010000:2.0:1777502111.339438:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.339440:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43978c00, rc 0) 00000100:00100000:0.0:1777502111.339446:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.339478:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5858aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+194:273026:x1863837563085056:12345-192.168.202.27@tcp:101:rm.500 Request processed in 1247us (1362us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.339487:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 465 00000100:00100000:1.0:1777502111.339491:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563085440 00000100:00100000:2.0:1777502111.339492:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238583698606 time 8238583638456 state 0x2 ref 0 00000100:00100000:1.0:1777502111.339497:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563085440 00000100:00100000:1.0:1777502111.339519:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238583698606 time 8238583638456 state 0x0 ref 1 00000100:00100000:1.0:1777502111.339528:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238583738456 time 8238583638456 state 0x1 ref 1 00000100:00100000:1.0:1777502111.339552:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238583738456 time 8238584972295 state 0x0 ref 1 00000100:00100000:1.0:1777502111.339566:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72dd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+194:273024:x1863837563085440:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.339594:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.339607:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc38f2 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83435b expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.339636:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc38f2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83435b expref: 195 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.339649:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc38f2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83435b expref: 195 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.339677:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20c:0x0].0x0 (ffff8dfd5288d700) 00010000:00010000:1.0:1777502111.339681:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502111.339684:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd40030a00, rc 0) 00000100:00100000:1.0:1777502111.339714:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72dd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+195:273024:x1863837563085440:12345-192.168.202.27@tcp:101:touch.500 Request processed in 150us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.339722:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 466 00000100:00100000:1.0:1777502111.339727:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238583738456 time 8238584972295 state 0x2 ref 0 00000100:00100000:3.0:1777502111.339940:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.339962:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563085824 00000100:00100000:0.0:1777502111.339967:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563085824 00000100:00100000:3.0:1777502111.339983:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.339993:0:186939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1149 00000100:00100000:0.0:1777502111.340000:0:186939:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+239:273010:x1863837563085824:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:1.0:1777502111.340022:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563085952 00000100:00100000:1.0:1777502111.340028:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563085952 00000100:00100000:1.0:1777502111.340043:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238583738456 time 8238584972295 state 0x0 ref 1 00000100:00100000:1.0:1777502111.340051:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238585072295 time 8238584972295 state 0x1 ref 1 00000100:00100000:1.0:1777502111.340071:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238585072295 time 8238585491042 state 0x0 ref 1 00000100:00100000:1.0:1777502111.340084:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+241:272992:x1863837563085952:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:1.0:1777502111.340108:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777502111.340123:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc356b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x22c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83424a expref: 241 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.340141:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc3318 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x22c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834194 expref: 240 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.340152:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22c:0x0].0x0 (ffff8dfd4fbd8f00) 00010000:00010000:1.0:1777502111.340159:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502111.340171:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc38f9 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.340171:0:186939:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+239:273010:x1863837563085824:12345-192.168.202.27@tcp:35:touch.500 Request processed in 170us (348us total) trans 8589938989 rc 0/0 00000100:00100000:0.0:1777502111.340187:0:186939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1149 00010000:00010000:1.0:1777502111.340190:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc38f9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.340200:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc38f9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.340213:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3900 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.340225:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3900 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.340233:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3900 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.340289:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3907 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.340308:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3907 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.340317:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3907 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.340354:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.340389:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563086208 00000100:00100000:2.0:1777502111.340394:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563086208 00000100:00100000:2.0:1777502111.340427:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1150 00000100:00100000:2.0:1777502111.340437:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6ea51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+195:273019:x1863837563086208:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:2.0:1777502111.340641:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6ea51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+196:273019:x1863837563086208:12345-192.168.202.27@tcp:35:touch.500 Request processed in 205us (286us total) trans 8589938990 rc 0/0 00000100:00100000:2.0:1777502111.340649:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1150 00000040:00080000:1.0:1777502111.340774:0:205369:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].529, 64 off42048 00010000:00010000:1.0:1777502111.340828:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030c00/0x4ad31463d9bc390e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.340837:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030c00/0x4ad31463d9bc390e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.340846:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030c00/0x4ad31463d9bc390e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.340853:0:205369:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030c00/0x4ad31463d9bc390e lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x22c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.340859:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030c00/0x4ad31463d9bc390e lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x22c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.340875:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030c00/0x4ad31463d9bc390e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x22c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.340891:0:205369:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502111.340900:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502111.340902:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3907 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.340905:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030c00/0x4ad31463d9bc390e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x22c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.340913:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3907 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.340921:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd40030c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502111.340921:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3907 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.340925:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030c00/0x4ad31463d9bc390e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x22c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.340936:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030c00/0x4ad31463d9bc390e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x22c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.340940:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd40030200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.340947:0:205387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22c:0x0].0x0 (ffff8dfd56b4da00) 00010000:00010000:1.0:1777502111.340947:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3907 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.340951:0:205387:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.340955:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030c00/0x4ad31463d9bc390e lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x22c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.340961:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3907 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.340962:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030c00/0x4ad31463d9bc390e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x22c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.340985:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.340986:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22c:0x0].0x0 (ffff8dfd56b4da00) 00010000:00010000:3.0:1777502111.340988:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.340990:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.340991:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502111.340995:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3907 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.341002:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3907 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.341018:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc38f9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.341024:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc38f9 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.341035:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc38f9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.341040:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd40030800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.341043:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc38f9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.341049:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc38f9 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.341057:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.341060:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.341063:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc38f9 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.341070:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc38f9 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.341078:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003666544d reply state 000000004ea71b06 transno 8589938991 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3900 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.341085:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.341132:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+240:272992:x1863837563085952:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1050us (1146us total) trans 8589938991 rc 0/0 00000100:00100000:1.0:1777502111.341139:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 467 00000100:00100000:1.0:1777502111.341143:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238585072295 time 8238585491042 state 0x2 ref 0 00000100:00100000:2.0:1777502111.341227:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.341254:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563086336 00000100:00100000:3.0:1777502111.341258:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563086336 00000100:00100000:3.0:1777502111.341290:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3220 00000100:00100000:2.0:1777502111.341295:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.341302:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4a885c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0775d2ab-558e-41f1-82c0-14244d133390+46:2373:x1863837563086336:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:0.0:1777502111.341316:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563086464 00000100:00100000:0.0:1777502111.341320:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563086464 00000100:00100000:0.0:1777502111.341349:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3221 00000100:00100000:0.0:1777502111.341358:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0775d2ab-558e-41f1-82c0-14244d133390+47:2373:x1863837563086464:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.341366:0:187550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.341378:0:187550:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc3915 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1071:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834362 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777502111.341394:0:187550:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1071:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502111.341408:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.341410:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.341416:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc3915 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834362 expref: 48 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.341429:0:187550:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc3915 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834362 expref: 48 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.341438:0:187550:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb26200, rc 0) 00000100:00100000:0.0:1777502111.341467:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0775d2ab-558e-41f1-82c0-14244d133390+48:2373:x1863837563086464:12345-192.168.202.27@tcp:101:rm.500 Request processed in 112us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.341473:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3221 00000100:00100000:3.0:1777502111.341497:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4a885c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0775d2ab-558e-41f1-82c0-14244d133390+47:2373:x1863837563086336:12345-192.168.202.27@tcp:2:touch.500 Request processed in 197us (271us total) trans 8589936099 rc 0/0 00000100:00100000:3.0:1777502111.341504:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3220 00000100:00100000:0.0:1777502111.341910:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.341945:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563086592 00000100:00100000:1.0:1777502111.341950:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563086592 00010000:00010000:2.0:1777502111.341962:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3900 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.341969:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238585072295 time 8238585491042 state 0x0 ref 1 00010000:00010000:2.0:1777502111.341975:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3900 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.341982:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238585591042 time 8238585491042 state 0x1 ref 1 00010000:00010000:2.0:1777502111.341984:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3900 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.341994:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd40031400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.341998:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3900 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.342004:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3900 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.342010:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238585591042 time 8238587429036 state 0x0 ref 1 00010000:00010000:2.0:1777502111.342016:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffff8dfd472ea900) 00010000:00010000:2.0:1777502111.342020:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777502111.342024:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6ea52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+196:273029:x1863837563086592:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502111.342025:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3900 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.342035:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3900 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.342035:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.342047:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030e00/0x4ad31463d9bc391c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834369 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.342085:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031600/0x4ad31463d9bc3923 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.342094:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031600/0x4ad31463d9bc3923 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.342102:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031600/0x4ad31463d9bc3923 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.342114:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030600/0x4ad31463d9bc392a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.342120:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030600/0x4ad31463d9bc392a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.342127:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030600/0x4ad31463d9bc392a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.342183:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc3931 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.342192:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc3931 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.342199:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc3931 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502111.342216:0:186937:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x20a:0x0]: returning size 0 00000004:00200000:1.0:1777502111.342219:0:186937:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777502111.342229:0:186937:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc3931 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.342237:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc3931 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.342245:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031600/0x4ad31463d9bc3923 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.342251:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031600/0x4ad31463d9bc3923 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.342257:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031600/0x4ad31463d9bc3923 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.342262:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd40031600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.342265:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031600/0x4ad31463d9bc3923 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.342271:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031600/0x4ad31463d9bc3923 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.342278:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.342281:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.342283:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031600/0x4ad31463d9bc3923 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.342294:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031600/0x4ad31463d9bc3923 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.342303:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030600/0x4ad31463d9bc392a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.342309:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030600/0x4ad31463d9bc392a lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.342315:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030600/0x4ad31463d9bc392a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.342320:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd40030600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.342323:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030600/0x4ad31463d9bc392a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.342328:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030600/0x4ad31463d9bc392a lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.342334:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffff8dfd528d9e00) 00010000:00010000:1.0:1777502111.342336:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.342338:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030600/0x4ad31463d9bc392a lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.342344:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030600/0x4ad31463d9bc392a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.342367:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030e00/0x4ad31463d9bc391c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834369 expref: 198 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.342384:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc3931 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834369 expref: 197 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.342391:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20a:0x0].0x0 (ffff8dfd80102700) 00010000:00010000:1.0:1777502111.342393:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.342396:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd40030000, rc 0) 00000100:00100000:1.0:1777502111.342430:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6ea52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+197:273029:x1863837563086592:12345-192.168.202.27@tcp:101:rm.500 Request processed in 410us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.342437:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 468 00000100:00100000:1.0:1777502111.342441:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238585591042 time 8238587429036 state 0x2 ref 0 00000100:00100000:2.0:1777502111.343484:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.343557:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563086848 00000100:00100000:3.0:1777502111.343562:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563086848 00000100:00100000:3.0:1777502111.343601:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238585591042 time 8238587429036 state 0x0 ref 1 00000100:00100000:3.0:1777502111.343611:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238587529036 time 8238587429036 state 0x1 ref 1 00000100:00100000:3.0:1777502111.343633:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238587529036 time 8238589052301 state 0x0 ref 1 00000100:00100000:2.0:1777502111.343686:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+239:273014:x1863837563086848:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.343700:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.343713:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978400/0x4ad31463d9bc3938 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834370 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.343791:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.343804:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc393f lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.343816:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc393f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.343827:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc393f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.343827:0:205362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563087104 00000100:00100000:1.0:1777502111.343833:0:205362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563087104 00010000:00010000:2.0:1777502111.343848:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3946 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.343857:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3946 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.343864:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3946 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.343883:0:205362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1151 00000100:00100000:1.0:1777502111.343893:0:205362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4fbebc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+197:273024:x1863837563087104:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:1.0:1777502111.344123:0:205362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4fbebc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+198:273024:x1863837563087104:12345-192.168.202.27@tcp:35:touch.500 Request processed in 232us (332us total) trans 8589938992 rc 0/0 00000100:00100000:1.0:1777502111.344131:0:205362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1151 00000004:00080000:2.0:1777502111.344287:0:186938:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1075:0x0], index 1: 0 00010000:00010000:2.0:1777502111.344402:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc394d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.344412:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc394d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.344421:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc394d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.344436:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.344449:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc393f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.344458:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc393f lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.344465:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc393f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.344472:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979c00 already unused, calling callback (ffffffffc1e434f0) 00000100:00100000:1.0:1777502111.344473:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563087488 00000100:00100000:3.0:1777502111.344477:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.344479:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc393f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.344479:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563087488 00010000:00010000:2.0:1777502111.344489:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc393f lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.344501:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00000100:00100000:1.0:1777502111.344501:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238589152301 time 8238589052301 state 0x1 ref 2 00010000:00010000:2.0:1777502111.344508:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.344513:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc393f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.344519:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563087232 00010000:00010000:2.0:1777502111.344521:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc393f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.344524:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563087232 00000100:00100000:1.0:1777502111.344531:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238589152301 time 8238589949559 state 0x0 ref 2 00000004:00010000:2.0:1777502111.344535:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ec5998df reply state 00000000bdababac transno 8589938993 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3946 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.344544:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.344545:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+198:273026:x1863837563087488:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:2.0:1777502111.344569:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978400/0x4ad31463d9bc3938 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834370 expref: 242 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.344573:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3222 00010000:00010000:1.0:1777502111.344575:0:186936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:0.0:1777502111.344610:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0775d2ab-558e-41f1-82c0-14244d133390+47:2370:x1863837563087232:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.344620:0:188358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.344626:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc38eb lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83434d expref: 198 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.344635:0:188358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc395b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1097:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834377 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.344643:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc394d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834370 expref: 241 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.344667:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc3740 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x209:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342f2 expref: 197 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.344679:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x23b:0x0].0x0 (ffff8dfd61bb1b00) 00002000:00010000:0.0:1777502111.344683:0:188358:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1097:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:2.0:1777502111.344684:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.344686:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x209:0x0].0x0 (ffff8dfd472ea000) 00010000:00010000:2.0:1777502111.344689:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43979800, rc 0) 00010000:00010000:1.0:1777502111.344699:0:186936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.344701:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.344704:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.344711:0:188358:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc395b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1097:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834377 expref: 48 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.344713:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031000/0x4ad31463d9bc3962 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.344728:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031000/0x4ad31463d9bc3962 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.344736:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+242:273014:x1863837563086848:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1090us (1252us total) trans 8589938993 rc 0/0 00010000:00010000:1.0:1777502111.344746:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031000/0x4ad31463d9bc3962 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.344756:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 469 00010000:00010000:0.0:1777502111.344770:0:188358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc395b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1097:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834377 expref: 48 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.344772:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031c00/0x4ad31463d9bc3969 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.344793:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031c00/0x4ad31463d9bc3969 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.344794:0:188358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb26800, rc 0) 00010000:00010000:1.0:1777502111.344803:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031c00/0x4ad31463d9bc3969 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.344831:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0775d2ab-558e-41f1-82c0-14244d133390+48:2370:x1863837563087232:12345-192.168.202.27@tcp:101:rm.500 Request processed in 226us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.344837:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3222 00010000:00010000:1.0:1777502111.344875:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3970 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x209:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.344883:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3970 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x209:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.344892:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3970 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x209:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777502111.345251:0:186936:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].524, 64 off41728 00010000:00010000:1.0:1777502111.345315:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3977 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x209:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.345316:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3946 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.345333:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3977 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.345333:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3946 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.345351:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3946 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.345353:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3977 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.345362:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.345368:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3946 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.345369:0:186936:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3977 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.345382:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3946 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.345384:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3977 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.345400:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3977 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.345401:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffff8dfd61bb1e00) 00010000:00010000:0.0:1777502111.345408:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.345412:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3946 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.345423:0:186936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502111.345423:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3946 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.345438:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3970 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x209:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.345445:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502111.345445:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3970 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x209:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.345452:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3977 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x209:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.345455:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3970 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x209:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.345469:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149a600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502111.345476:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3977 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x209:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.345477:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149b200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.345482:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3970 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x209:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.345491:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3977 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x209:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.345493:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3970 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x209:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.345510:0:186924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x209:0x0].0x0 (ffff8dfd47d18500) 00010000:00010000:3.0:1777502111.345512:0:186924:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.345515:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3977 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.345519:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3977 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.345520:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x209:0x0].0x0 (ffff8dfd47d18500) 00010000:00010000:1.0:1777502111.345527:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502111.345531:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3970 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x209:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.345537:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.345538:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3970 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x209:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.345541:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.345544:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.345559:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031000/0x4ad31463d9bc3962 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.345566:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031000/0x4ad31463d9bc3962 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.345571:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031000/0x4ad31463d9bc3962 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.345594:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd40031000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.345598:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031000/0x4ad31463d9bc3962 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.345605:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031000/0x4ad31463d9bc3962 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.345617:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.345620:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.345623:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031000/0x4ad31463d9bc3962 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.345629:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031000/0x4ad31463d9bc3962 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.345639:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000076296708 reply state 00000000ba31c8ef transno 8589938994 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031c00/0x4ad31463d9bc3969 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.345645:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.345695:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+198:273026:x1863837563087488:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1154us (1260us total) trans 8589938994 rc 0/0 00000100:00100000:1.0:1777502111.345703:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 470 00000100:00100000:1.0:1777502111.345708:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238589152301 time 8238589949559 state 0x2 ref 0 00010000:00010000:1.0:1777502111.346313:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031c00/0x4ad31463d9bc3969 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.346320:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031c00/0x4ad31463d9bc3969 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.346324:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031c00/0x4ad31463d9bc3969 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.346327:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd40031c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.346329:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031c00/0x4ad31463d9bc3969 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.346335:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031c00/0x4ad31463d9bc3969 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.346342:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffff8dfd528d9d00) 00010000:00010000:1.0:1777502111.346343:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.346345:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031c00/0x4ad31463d9bc3969 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.346348:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031c00/0x4ad31463d9bc3969 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.347014:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.347057:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.347071:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563087744 00000100:00100000:1.0:1777502111.347078:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563087744 00000100:00100000:1.0:1777502111.347101:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238589152301 time 8238589949559 state 0x0 ref 1 00000100:00100000:2.0:1777502111.347103:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563088000 00000100:00100000:2.0:1777502111.347110:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563088000 00000100:00100000:1.0:1777502111.347115:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238590049559 time 8238589949559 state 0x1 ref 1 00000100:00100000:2.0:1777502111.347147:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238590049559 time 8238589949559 state 0x1 ref 2 00000100:00100000:1.0:1777502111.347157:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238592676205 time 8238592576205 state 0x1 ref 2 00000100:00100000:1.0:1777502111.347172:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+242:273014:x1863837563087744:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:2.0:1777502111.347180:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238592676205 time 8238592598251 state 0x0 ref 2 00000100:00100000:2.0:1777502111.347195:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+242:272995:x1863837563088000:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:1.0:1777502111.347209:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502111.347225:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc394d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834370 expref: 242 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.347229:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777502111.347239:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x23b:0x0].0x0 (ffff8dfd61bb1b00) 00010000:00010000:1.0:1777502111.347247:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.347252:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc35bf lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x22d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83425f expref: 241 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.347271:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc33ea lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x22d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341fd expref: 240 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.347282:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22d:0x0].0x0 (ffff8dfd4fbd8c00) 00010000:00010000:2.0:1777502111.347290:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502111.347301:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc397e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.347304:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc3985 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.347326:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc3985 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.347328:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc397e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.347345:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc3985 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.347347:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc397e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.347370:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc398c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.347379:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc398c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.347386:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc398c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.347459:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000630f9f23 reply state 00000000ffaf4cd9 transno 8589938995 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc397e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.347468:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502111.347472:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc3993 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x22d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.347481:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc3993 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x22d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.347489:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc3993 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x22d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.347535:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+241:273014:x1863837563087744:12345-192.168.202.27@tcp:36:touch.500 Request processed in 359us (512us total) trans 8589938995 rc 0/0 00000100:00100000:1.0:1777502111.347544:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 471 00000100:00100000:3.0:1777502111.347801:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.347844:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563088256 00000100:00100000:1.0:1777502111.347849:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563088256 00000100:00100000:1.0:1777502111.347870:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238592698251 time 8238592598251 state 0x1 ref 2 00000100:00100000:1.0:1777502111.347906:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238592698251 time 8238593315213 state 0x0 ref 2 00000100:00100000:1.0:1777502111.347919:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46738e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+197:273029:x1863837563088256:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:1.0:1777502111.347944:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777502111.347957:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc3931 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834369 expref: 197 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.347978:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3835 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834331 expref: 196 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777502111.347980:0:188648:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].525, 64 off41792 00010000:00010000:1.0:1777502111.347991:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20a:0x0].0x0 (ffff8dfd80102700) 00010000:00010000:1.0:1777502111.347999:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502111.348009:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149be00/0x4ad31463d9bc399a lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.348017:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149be00/0x4ad31463d9bc399a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.348025:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149be00/0x4ad31463d9bc399a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.348038:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc39a1 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.348044:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc39a1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.348048:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc39a8 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x22d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.348052:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc39a1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.348064:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc39a8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.348078:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc39a8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x22d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.348085:0:188648:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc39a8 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x22d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.348093:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc39a8 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x22d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.348101:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc39a8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x22d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.348120:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc39af lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.348126:0:188648:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502111.348138:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc3993 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x22d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.348144:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc3993 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x22d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.348149:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc3993 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x22d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.348155:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.348159:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc3993 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x22d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.348159:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502111.348169:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc3993 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x22d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.348169:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc39a8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x22d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.348192:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502111.348193:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22d:0x0].0x0 (ffff8dfd61bb1200) 00010000:00010000:2.0:1777502111.348198:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502111.348201:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc3993 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x22d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.348207:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc3993 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x22d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.348220:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc3985 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.348226:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc3985 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.348232:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc3985 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.348236:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.348239:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc3985 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.348244:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc3985 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.348264:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.348264:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc39af lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.348270:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.348275:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc3985 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.348278:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc39af lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.348283:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc3985 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.348297:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a06b25ee reply state 00000000656a7271 transno 8589938996 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc398c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.348308:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502111.348354:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+242:272995:x1863837563088000:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1163us (1296us total) trans 8589938996 rc 0/0 00000100:00100000:2.0:1777502111.348362:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 472 00010000:00010000:0.0:1777502111.348562:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc39a8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x22d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777502111.348565:0:205372:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].530, 64 off42112 00010000:00010000:0.0:1777502111.348602:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc39a8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x22d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.348614:0:188362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x22d:0x0].0x0 (ffff8dfd61bb1200) 00010000:00010000:0.0:1777502111.348617:0:188362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777502111.348621:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc39a8 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x22d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.348627:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc39a8 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x22d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.348645:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc39b6 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.348646:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.348650:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.348653:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.348667:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc39b6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.348677:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc39b6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.348681:0:205372:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc39b6 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.348684:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc39b6 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.348687:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc39b6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.348701:0:205372:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502111.348710:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc39af lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.348715:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc39af lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.348720:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc39af lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.348722:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502111.348729:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.348731:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc39b6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.348733:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc39af lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.348751:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502111.348753:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc39af lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.348756:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc39b6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.348765:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20a:0x0].0x0 (ffff8dfd4fbd8f00) 00010000:00010000:1.0:1777502111.348769:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777502111.348773:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc39b6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.348773:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc39af lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.348791:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc39af lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.348795:0:186925:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20a:0x0].0x0 (ffff8dfd4fbd8f00) 00010000:00010000:3.0:1777502111.348800:0:186925:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.348803:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc39b6 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.348807:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc39b6 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.348808:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149be00/0x4ad31463d9bc399a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.348818:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149be00/0x4ad31463d9bc399a lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.348823:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.348824:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149be00/0x4ad31463d9bc399a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.348826:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.348829:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.348834:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149be00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.348836:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149be00/0x4ad31463d9bc399a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.348842:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149be00/0x4ad31463d9bc399a lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.348850:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.348852:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.348855:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149be00/0x4ad31463d9bc399a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.348860:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149be00/0x4ad31463d9bc399a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.348871:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000050d753be reply state 00000000ca0994c7 transno 8589938997 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc39a1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.348882:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.348933:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46738e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+197:273029:x1863837563088256:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1017us (1133us total) trans 8589938997 rc 0/0 00000100:00100000:1.0:1777502111.348941:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 473 00000100:00100000:1.0:1777502111.348946:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238592698251 time 8238593315213 state 0x2 ref 0 00010000:00010000:2.0:1777502111.351082:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc397e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.351097:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc397e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.351105:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.351111:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc397e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.351120:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149a400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.351124:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc397e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.351132:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc397e lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.351146:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x23b:0x0].0x0 (ffff8dfd47d18400) 00010000:00010000:2.0:1777502111.351150:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777502111.351150:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563088384 00010000:00010000:2.0:1777502111.351155:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc397e lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.351158:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563088384 00010000:00010000:2.0:1777502111.351164:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc397e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.351189:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238592698251 time 8238593315213 state 0x0 ref 1 00000100:00100000:1.0:1777502111.351200:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238593415213 time 8238593315213 state 0x1 ref 1 00000100:00100000:1.0:1777502111.351224:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238593415213 time 8238596642292 state 0x0 ref 1 00000100:00100000:1.0:1777502111.351240:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6ea52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+241:273014:x1863837563088384:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.351257:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.351273:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc39bd lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83437e expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.351319:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc39bd lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x23b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83437e expref: 242 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.351332:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc39bd lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x23b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83437e expref: 242 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.351347:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x23b:0x0].0x0 (ffff8dfd47d18500) 00010000:00010000:1.0:1777502111.351350:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502111.351352:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45703400, rc 0) 00000100:00100000:1.0:1777502111.351395:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6ea52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+242:273014:x1863837563088384:12345-192.168.202.27@tcp:101:touch.500 Request processed in 159us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.351402:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 474 00000100:00100000:1.0:1777502111.351406:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238593415213 time 8238596642292 state 0x2 ref 0 00010000:00010000:1.0:1777502111.351737:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc398c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.351744:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc398c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.351748:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc398c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.351752:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.351754:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc398c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.351758:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc398c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.351764:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffff8dfd61bb1300) 00010000:00010000:1.0:1777502111.351766:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.351768:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc398c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.351772:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc398c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.351798:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc39a1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.351807:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc39a1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.351814:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc39a1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.351820:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149a200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.351822:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc39a1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.351828:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc39a1 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.351838:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffff8dfd56b4da00) 00010000:00010000:0.0:1777502111.351840:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.351843:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc39a1 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.351849:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc39a1 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.354861:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.354909:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.354924:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563088768 00000100:00100000:1.0:1777502111.354934:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563088768 00000100:00100000:1.0:1777502111.354970:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238593415213 time 8238596642292 state 0x0 ref 1 00000100:00100000:1.0:1777502111.354984:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238596742292 time 8238596642292 state 0x1 ref 1 00000100:00100000:0.0:1777502111.354991:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.355013:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563088640 00000100:00100000:1.0:1777502111.355014:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563089024 00000100:00100000:3.0:1777502111.355019:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563088640 00000100:00100000:1.0:1777502111.355020:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563089024 00000100:00100000:0.0:1777502111.355038:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238596742292 time 8238600455453 state 0x0 ref 1 00000100:00100000:1.0:1777502111.355049:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238600555453 time 8238600455453 state 0x1 ref 2 00000100:00100000:0.0:1777502111.355056:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6ea51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+241:273008:x1863837563088768:12345-192.168.202.27@tcp:36:rm.500 00000100:00100000:3.0:1777502111.355077:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3223 00000100:00100000:1.0:1777502111.355079:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238600555453 time 8238600498149 state 0x0 ref 2 00000100:00100000:3.0:1777502111.355091:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6ea52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+65:2373:x1863837563088640:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:1.0:1777502111.355096:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6ea51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+196:273038:x1863837563089024:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.355111:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.355112:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777502111.355130:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc39c4 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834385 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.355136:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6000/0x4ad31463d9bc35e2 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x231:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83426d expref: 241 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.355164:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26400/0x4ad31463d9bc34c3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x231:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83422e expref: 240 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.355177:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x231:0x0].0x0 (ffff8dfd80102600) 00010000:00010000:0.0:1777502111.355187:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.355204:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc39cb lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.355215:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc39cb lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.355225:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc39cb lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.355239:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc39d2 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.355246:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc39d2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.355254:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc39d2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.355275:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc39d9 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.355287:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc39d9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.355295:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc39d9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.355309:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc39e0 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.355316:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc39e0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.355323:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc39e0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.355335:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc39e7 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x231:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.355345:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc39e7 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x231:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.355353:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc39e7 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x231:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.355855:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6ea52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+66:2373:x1863837563088640:12345-192.168.202.27@tcp:2:touch.500 Request processed in 767us (945us total) trans 8589935690 rc 0/0 00000100:00100000:3.0:1777502111.355866:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3223 00000040:00080000:0.0:1777502111.355954:0:186938:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].526, 64 off41856 00000004:00080000:1.0:1777502111.356004:0:187571:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x109a:0x0], index 0: 0 00010000:00010000:0.0:1777502111.356022:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc39ee lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x231:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.356032:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc39ee lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x231:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.356040:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc39ee lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x231:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.356048:0:186938:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc39ee lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x231:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.356053:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc39ee lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x231:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.356059:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc39ee lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x231:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.356078:0:186938:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502111.356095:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc39e7 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x231:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.356099:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502111.356101:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc39e7 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x231:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.356107:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc39ee lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x231:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.356109:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc39e7 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x231:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.356125:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502111.356126:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.356132:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc39ee lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x231:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.356132:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc39e7 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x231:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.356142:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc39f5 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.356154:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc39e7 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x231:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.356166:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc39f5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.356168:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc39ee lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x231:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.356172:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x231:0x0].0x0 (ffff8dfd80102700) 00010000:00010000:0.0:1777502111.356180:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502111.356187:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc39e7 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x231:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.356190:0:205387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x231:0x0].0x0 (ffff8dfd80102700) 00010000:00010000:1.0:1777502111.356190:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc39f5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.356196:0:205387:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.356200:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc39ee lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x231:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.356203:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27800/0x4ad31463d9bc39e7 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x231:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.356218:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc39ee lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x231:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.356228:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc39cb lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.356234:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.356236:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc39cb lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.356237:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.356240:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.356246:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc39cb lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.356879:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc39d9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.356887:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc39d9 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.356893:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc39d9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.356894:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.356900:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc39cb lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.356902:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.356908:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc39d9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.356911:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc39cb lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.356922:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc39d9 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.356927:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.356931:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.356934:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc39cb lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.356941:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.356944:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc39cb lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.356945:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.356950:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc39d9 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.356956:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002d423917 reply state 0000000012991ce6 transno 8589938998 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc39d2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.356966:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc39d9 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.356968:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00010000:1.0:1777502111.356982:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006db3eb2e reply state 000000004797d02d transno 8589938999 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc39e0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.356988:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502111.357016:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc39c4 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834385 expref: 199 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.357020:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6ea51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+241:273008:x1863837563088768:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1969us (2165us total) trans 8589938998 rc 0/0 00000100:00100000:0.0:1777502111.357036:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 475 00010000:00010000:1.0:1777502111.357042:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc39f5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834385 expref: 198 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.357050:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20d:0x0].0x0 (ffff8dfd528d9e00) 00010000:00010000:1.0:1777502111.357053:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.357057:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45703a00, rc 0) 00000100:00100000:1.0:1777502111.357088:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6ea51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+199:273038:x1863837563089024:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1998us (2101us total) trans 8589938999 rc 0/0 00000100:00100000:1.0:1777502111.357096:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 476 00000100:00100000:1.0:1777502111.357102:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238600555453 time 8238600498149 state 0x2 ref 0 00000100:00100000:0.0:1777502111.357633:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.357688:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563089280 00000100:00100000:1.0:1777502111.357694:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563089280 00000100:00100000:0.0:1777502111.357743:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1152 00000100:00100000:0.0:1777502111.357754:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+241:273014:x1863837563089280:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:0.0:1777502111.357968:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+242:273014:x1863837563089280:12345-192.168.202.27@tcp:35:touch.500 Request processed in 216us (336us total) trans 8589939000 rc 0/0 00000100:00100000:0.0:1777502111.357975:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1152 00010000:00010000:1.0:1777502111.359052:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc39d2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.359064:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc39d2 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.359079:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc39d2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.359085:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.359089:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc39d2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.359096:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc39d2 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.359107:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffff8dfd80102c00) 00010000:00010000:1.0:1777502111.359110:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.359114:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc39d2 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.359120:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc39d2 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.359199:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc39e0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.359207:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc39e0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.359213:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc39e0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.359218:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.359221:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc39e0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.359231:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc39e0 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.359239:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffff8dfd528d9d00) 00010000:00010000:1.0:1777502111.359242:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.359244:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc39e0 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.359250:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc39e0 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.359794:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.359836:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563089536 00000100:00100000:1.0:1777502111.359842:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563089536 00000100:00100000:1.0:1777502111.359866:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238600555453 time 8238600498149 state 0x0 ref 1 00000100:00100000:1.0:1777502111.359877:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238600598149 time 8238600498149 state 0x1 ref 1 00000100:00100000:1.0:1777502111.359899:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238600598149 time 8238605317598 state 0x0 ref 1 00000100:00100000:1.0:1777502111.359911:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46739c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+241:273018:x1863837563089536:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.359929:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.359943:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc3a03 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83438c expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.360047:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc3a0a lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.360059:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc3a0a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.360073:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc3a0a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.360088:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc3a11 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.360096:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc3a11 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.360103:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc3a11 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.360197:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.360237:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563089792 00000100:00100000:3.0:1777502111.360242:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563089792 00000100:00100000:3.0:1777502111.360329:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238605417598 time 8238605317598 state 0x1 ref 2 00000100:00100000:3.0:1777502111.360354:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238605417598 time 8238605773571 state 0x0 ref 2 00000100:00100000:3.0:1777502111.360368:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+198:273038:x1863837563089792:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:3.0:1777502111.360395:0:186936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502111.360419:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703a00/0x4ad31463d9bc39f5 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834385 expref: 198 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.360434:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20d:0x0].0x0 (ffff8dfd528d9e00) 00010000:00010000:3.0:1777502111.360442:0:186936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502111.360493:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc3a18 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.360503:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc3a18 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.360511:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc3a18 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502111.360538:0:205372:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1076:0x0], index 1: 0 00000004:00010000:3.0:1777502111.360626:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f60ceed4 reply state 00000000752a1e7f transno 8589939001 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc3a18 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.360635:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502111.360712:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc3a1f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.360719:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+199:273038:x1863837563089792:12345-192.168.202.27@tcp:36:touch.500 Request processed in 354us (520us total) trans 8589939001 rc 0/0 00000100:00100000:3.0:1777502111.360729:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 478 00010000:00010000:1.0:1777502111.360735:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc3a1f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.360745:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc3a1f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.360775:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc3a0a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.360782:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc3a0a lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.360788:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc3a0a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.360798:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.360802:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc3a0a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.360808:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc3a0a lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.360817:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.360819:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.360821:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc3a0a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.360825:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc3a0a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.360835:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fa2ead53 reply state 00000000420db348 transno 8589939002 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc3a11 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.360840:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502111.360863:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc3a03 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83438c expref: 244 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.360878:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc3a1f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83438c expref: 243 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.360886:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x23c:0x0].0x0 (ffff8dfd6e9eb300) 00010000:00010000:1.0:1777502111.360888:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.360891:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7226fc00, rc 0) 00000100:00100000:1.0:1777502111.360925:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46739c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+244:273018:x1863837563089536:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1017us (1133us total) trans 8589939002 rc 0/0 00000100:00100000:1.0:1777502111.360933:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 477 00000100:00100000:1.0:1777502111.360938:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238605417598 time 8238605773571 state 0x2 ref 0 00010000:00010000:1.0:1777502111.361965:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc3a18 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.361976:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc3a18 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.361982:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc3a18 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.361987:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf7e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.361990:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc3a18 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.361997:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc3a18 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.362005:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20d:0x0].0x0 (ffff8dfd67320f00) 00010000:00010000:1.0:1777502111.362007:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.362010:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc3a18 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.362016:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc3a18 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.362761:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc3a11 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.362770:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc3a11 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.362776:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc3a11 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.362782:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226ee00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.362787:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc3a11 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.362788:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.362798:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc3a11 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.362809:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffff8dfc867e5400) 00010000:00010000:1.0:1777502111.362811:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.362814:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc3a11 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.362822:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc3a11 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.362830:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563089920 00000100:00100000:2.0:1777502111.362838:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563089920 00000100:00100000:2.0:1777502111.362861:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238605417598 time 8238605773571 state 0x0 ref 1 00000100:00100000:2.0:1777502111.362869:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238605873571 time 8238605773571 state 0x1 ref 1 00000100:00100000:2.0:1777502111.362889:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238605873571 time 8238608308462 state 0x0 ref 1 00000100:00100000:2.0:1777502111.362901:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+198:273038:x1863837563089920:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.362916:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.362933:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc3a2d lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834393 expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.362971:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc3a2d lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834393 expref: 199 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.362984:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc3a2d lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834393 expref: 199 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.363000:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20d:0x0].0x0 (ffff8dfd61bb1a00) 00010000:00010000:2.0:1777502111.363002:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777502111.363005:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43978800, rc 0) 00000100:00100000:2.0:1777502111.363041:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+199:273038:x1863837563089920:12345-192.168.202.27@tcp:101:touch.500 Request processed in 143us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.363048:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 479 00000100:00100000:2.0:1777502111.363053:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238605873571 time 8238608308462 state 0x2 ref 0 00000100:00100000:2.0:1777502111.363946:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.363975:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.363994:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563090048 00000100:00100000:1.0:1777502111.364000:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563090048 00000100:00100000:2.0:1777502111.364001:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.364023:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238605873571 time 8238608308462 state 0x0 ref 1 00000100:00100000:2.0:1777502111.364028:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.364037:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238608408462 time 8238608308462 state 0x1 ref 1 00000100:00100000:2.0:1777502111.364050:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.364066:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563090176 00000100:00100000:1.0:1777502111.364070:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563090176 00000100:00100000:1.0:1777502111.364083:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238608408462 time 8238608308462 state 0x1 ref 2 00000100:00100000:1.0:1777502111.364098:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563090432 00000100:00100000:1.0:1777502111.364101:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563090432 00000100:00100000:1.0:1777502111.364112:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238608408462 time 8238608308462 state 0x1 ref 3 00000100:00100000:1.0:1777502111.364120:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563090560 00000100:00100000:1.0:1777502111.364135:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563090560 00000100:00100000:1.0:1777502111.364148:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238608408462 time 8238608308462 state 0x1 ref 4 00000100:00100000:1.0:1777502111.364157:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563090688 00000100:00100000:1.0:1777502111.364160:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563090688 00000100:00100000:1.0:1777502111.364169:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238608408462 time 8238608308462 state 0x1 ref 5 00000100:00100000:1.0:1777502111.364178:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238609698547 time 8238609598547 state 0x1 ref 5 00000100:00100000:1.0:1777502111.364187:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+247:273023:x1863837563090048:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502111.364201:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.364217:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc3a34 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83439a expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.364263:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc3a3b lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.364273:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc3a3b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.364282:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc3a3b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.364293:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc3a42 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.364300:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc3a42 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.364310:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc3a42 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.364421:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc3a49 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x235:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.364430:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc3a49 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x235:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.364437:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc3a49 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x235:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502111.364464:0:187571:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x235:0x0]: returning size 0 00000004:00200000:1.0:1777502111.364468:0:187571:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:3.0:1777502111.364487:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238610005328 time 8238609905328 state 0x1 ref 5 00000100:00100000:3.0:1777502111.364502:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+248:273016:x1863837563090176:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.364510:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.364519:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3a50 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8343a1 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.364549:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc3a57 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.364558:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc3a57 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.364566:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc3a57 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.364607:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3a5e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.364615:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3a5e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.364622:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3a5e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.364634:0:187571:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc3a49 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x235:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.364646:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc3a49 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x235:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.364653:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc3a3b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.364670:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc3a3b lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.364675:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc3a3b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.364682:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.364686:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc3a3b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.364692:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc3a3b lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.364700:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.364703:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.364704:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3a65 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x232:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.364707:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc3a3b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.364721:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc3a3b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.364722:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3a65 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x232:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.364734:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3a65 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x232:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.364735:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc3a42 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.364751:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc3a42 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.364757:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc3a42 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.364761:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e000 already unused, calling callback (ffffffffc1e434f0) 00000004:00200000:3.0:1777502111.364763:0:186936:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x232:0x0]: returning size 0 00010000:00010000:1.0:1777502111.364764:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc3a42 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502111.364769:0:186936:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:1.0:1777502111.364776:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc3a42 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502111.364784:0:186936:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3a65 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x232:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.364784:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffff8dfd6e9eb600) 00010000:00010000:1.0:1777502111.364789:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.364793:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc3a42 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.364798:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3a65 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x232:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.364800:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc3a42 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.364818:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc3a57 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.364825:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc3a57 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.364844:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc3a34 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83439a expref: 250 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.364858:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc3a49 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x235:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83439a expref: 249 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.364864:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x235:0x0].0x0 (ffff8dfd56b4d200) 00010000:00010000:1.0:1777502111.364867:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.364869:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7226fa00, rc 0) 00000100:00100000:1.0:1777502111.364905:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+249:273023:x1863837563090048:12345-192.168.202.27@tcp:101:rm.500 Request processed in 718us (962us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.364913:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 480 00000100:00100000:2.0:1777502111.364927:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.364952:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563090816 00000100:00100000:2.0:1777502111.364956:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563090816 00000100:00100000:2.0:1777502111.364975:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238610005328 time 8238609905328 state 0x1 ref 5 00000100:00100000:2.0:1777502111.364991:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238610510757 time 8238610410757 state 0x1 ref 5 00000100:00100000:2.0:1777502111.365006:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+249:273018:x1863837563090432:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:1.0:1777502111.365008:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.365025:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.365036:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502111.365041:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.365054:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc3a1f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83438c expref: 249 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.365054:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563090944 00000100:00100000:1.0:1777502111.365059:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563090944 00010000:00010000:2.0:1777502111.365073:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x23c:0x0].0x0 (ffff8dfd6e9eb300) 00000100:00100000:1.0:1777502111.365074:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238610510757 time 8238610410757 state 0x1 ref 6 00010000:00010000:2.0:1777502111.365086:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502111.365087:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563091072 00000100:00100000:1.0:1777502111.365090:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563091072 00000100:00100000:1.0:1777502111.365098:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238610510757 time 8238610410757 state 0x1 ref 7 00000100:00100000:1.0:1777502111.365104:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563091200 00000100:00100000:1.0:1777502111.365106:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563091200 00000100:00100000:1.0:1777502111.365113:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238610510757 time 8238610410757 state 0x1 ref 8 00010000:00010000:2.0:1777502111.365132:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978400/0x4ad31463d9bc3a6c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.365142:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978400/0x4ad31463d9bc3a6c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.365150:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978400/0x4ad31463d9bc3a6c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.365268:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003f19979b reply state 00000000d2ce7e24 transno 8589939003 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978400/0x4ad31463d9bc3a6c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.365277:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502111.365324:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+252:273018:x1863837563090432:12345-192.168.202.27@tcp:36:touch.500 Request processed in 324us (1323us total) trans 8589939003 rc 0/0 00000100:00100000:1.0:1777502111.365351:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238610640993 time 8238610540993 state 0x1 ref 8 00000100:00100000:1.0:1777502111.365364:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+252:273025:x1863837563090560:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502111.365372:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.365380:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc3a73 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8343a8 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.365469:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc3a7a lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.365478:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc3a7a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.365485:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc3a7a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.365496:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc3a81 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.365502:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc3a81 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.365508:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc3a81 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.365525:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 482 00000100:00100000:2.0:1777502111.365552:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238611070623 time 8238610970623 state 0x1 ref 7 00010000:00010000:1.0:1777502111.365558:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc3a88 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x236:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.365566:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc56068e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+252:273028:x1863837563090688:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502111.365569:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc3a88 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x236:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.365597:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc3a88 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x236:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.365600:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.365611:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3a8f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8343af expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502111.365617:0:187571:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x236:0x0]: returning size 0 00000004:00200000:1.0:1777502111.365621:0:187571:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777502111.365631:0:187571:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc3a88 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x236:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.365638:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc3a88 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x236:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.365645:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc3a7a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.365646:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3a96 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.365672:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc3a7a lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.365679:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc3a7a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.365749:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3a96 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.365759:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3a96 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.365772:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3a9d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.365780:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3a9d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.365786:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3a9d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.365839:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc3aa4 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x238:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.365847:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc3aa4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x238:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.365854:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc3aa4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x238:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502111.365870:0:186938:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x238:0x0]: returning size 0 00000004:00200000:2.0:1777502111.365873:0:186938:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777502111.365881:0:186938:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc3aa4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x238:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.365889:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc3aa4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x238:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.365896:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3a96 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.365903:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3a96 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.365909:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3a96 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.365914:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.365917:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3a96 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.365923:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3a96 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.365932:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.365934:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.365937:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3a96 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.365947:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3a96 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.365956:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3a9d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.365962:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3a9d lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.365967:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3a9d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.365972:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.365974:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3a9d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.365979:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3a9d lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.365986:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffff8dfd61bb1300) 00010000:00010000:2.0:1777502111.365989:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.365991:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3a9d lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.365996:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3a9d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366001:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.366007:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc3a7a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366015:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc3a7a lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366021:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3a8f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343af expref: 254 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366026:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.366032:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.366036:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc3a7a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366048:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc3aa4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x238:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343af expref: 253 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366051:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc3a7a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366068:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x238:0x0].0x0 (ffff8dfd5288df00) 00010000:00010000:2.0:1777502111.366071:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.366073:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc3a81 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366074:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43979a00, rc 0) 00010000:00010000:1.0:1777502111.366083:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc3a81 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366090:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc3a81 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366096:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f600 already unused, calling callback (ffffffffc1e434f0) 00000100:00100000:2.0:1777502111.366100:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc56068e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+253:273028:x1863837563090688:12345-192.168.202.27@tcp:101:rm.500 Request processed in 538us (2049us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502111.366102:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc3a81 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.366115:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 484 00010000:00010000:1.0:1777502111.366116:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc3a81 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.366132:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238611651029 time 8238611551029 state 0x1 ref 6 00000100:00100000:2.0:1777502111.366142:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5606b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+252:273027:x1863837563090816:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502111.366150:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.366158:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3aab lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8343b6 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366184:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffff8dfd6e9ebc00) 00010000:00010000:2.0:1777502111.366185:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc3ab2 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366189:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.366194:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc3a81 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366198:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc3ab2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366203:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc3a81 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366211:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc3ab2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366224:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3ab9 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366233:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc3a73 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343a8 expref: 254 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366238:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3ab9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366255:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3ab9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366264:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc3a88 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x236:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343a8 expref: 253 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366272:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x236:0x0].0x0 (ffff8dfd467c9e00) 00010000:00010000:1.0:1777502111.366274:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.366277:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7226e800, rc 0) 00000100:00100000:1.0:1777502111.366302:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+253:273025:x1863837563090560:12345-192.168.202.27@tcp:101:rm.500 Request processed in 940us (2275us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502111.366305:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc3ac0 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x237:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.366311:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 483 00010000:00010000:2.0:1777502111.366320:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc3ac0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x237:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366327:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc3ac0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x237:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.366332:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238611851074 time 8238611751074 state 0x1 ref 5 00000100:00100000:1.0:1777502111.366343:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5858a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+252:273031:x1863837563090944:12345-192.168.202.27@tcp:101:rm.500 00000004:00200000:2.0:1777502111.366344:0:186938:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x237:0x0]: returning size 0 00000004:00200000:2.0:1777502111.366348:0:186938:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:1.0:1777502111.366351:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00010000:2.0:1777502111.366359:0:186938:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc3ac0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x237:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366360:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc3ac7 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8343bd expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366379:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc3ac0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366387:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc3ab2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366393:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc3ab2 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366399:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc3ab2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366408:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.366410:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc3ab2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366423:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc3ab2 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366432:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.366434:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.366437:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc3ab2 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366443:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc3ab2 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366454:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3ab9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366455:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc3ace lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366470:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3ab9 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366474:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc3ace lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366480:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3ab9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366486:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc3ace lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366488:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.366493:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3ab9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366501:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3ab9 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366503:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc3ad5 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366531:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffff8dfd61bb1200) 00010000:00010000:1.0:1777502111.366532:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc3ad5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366537:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.366543:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3ab9 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366545:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc3ad5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366560:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3ab9 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366604:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3aab lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343b6 expref: 254 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366620:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc3ac0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343b6 expref: 253 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366628:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x237:0x0].0x0 (ffff8dfd472eaa00) 00010000:00010000:2.0:1777502111.366630:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.366633:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43979800, rc 0) 00000100:00100000:2.0:1777502111.366670:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5606b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+253:273027:x1863837563090816:12345-192.168.202.27@tcp:101:rm.500 Request processed in 517us (1734us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.366677:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 485 00000100:00100000:2.0:1777502111.366696:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238612215326 time 8238612115326 state 0x1 ref 4 00000100:00100000:2.0:1777502111.366709:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc58589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+252:273033:x1863837563091072:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502111.366712:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc3adc lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x239:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366718:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.366721:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc3adc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x239:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366728:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc3ae3 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8343c4 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366730:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc3adc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x239:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502111.366760:0:187571:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x239:0x0]: returning size 0 00000004:00200000:1.0:1777502111.366763:0:187571:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777502111.366773:0:187571:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc3adc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x239:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366774:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3aea lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366788:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc3adc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x239:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366791:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3aea lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366803:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc3ace lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366804:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3aea lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366821:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc3ace lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366827:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3af1 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366829:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc3ace lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366842:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3af1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366856:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3af1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366857:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226ec00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.366861:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc3ace lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366869:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc3ace lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366879:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.366882:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.366885:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc3ace lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366891:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc3ace lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366902:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc3ad5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366908:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc3ad5 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366910:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc3af8 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x23a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366917:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc3ad5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366924:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc3af8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x23a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366926:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.366932:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc3ad5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366938:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc3af8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x23a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366940:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc3ad5 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.366960:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffff8dfd6e9ebe00) 00010000:00010000:1.0:1777502111.366962:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00200000:2.0:1777502111.366964:0:186938:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x23a:0x0]: returning size 0 00010000:00010000:1.0:1777502111.366965:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc3ad5 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502111.366970:0:186938:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:1.0:1777502111.366976:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc3ad5 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.366981:0:186938:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc3af8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x23a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.366995:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc3af8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x23a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367001:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc3ac7 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343bd expref: 254 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.367004:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3aea lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.367019:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3aea lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367023:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc3adc lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x239:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343bd expref: 253 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.367027:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3aea lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367038:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x239:0x0].0x0 (ffff8dfd67320500) 00010000:00010000:2.0:1777502111.367040:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.367041:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.367045:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3aea lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367046:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7226f400, rc 0) 00010000:00010000:2.0:1777502111.367055:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3aea lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.367065:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.367067:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.367071:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3aea lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.367072:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5858a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+253:273031:x1863837563090944:12345-192.168.202.27@tcp:101:rm.500 Request processed in 730us (2068us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502111.367086:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3aea lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.367087:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 486 00010000:00010000:2.0:1777502111.367101:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3af1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.367107:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3af1 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.367109:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238612215326 time 8238612527298 state 0x0 ref 3 00010000:00010000:2.0:1777502111.367123:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3af1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.367127:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc48236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+199:273036:x1863837563091200:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502111.367137:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.367141:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3af1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367141:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.367150:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3af1 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367150:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc3aff lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8343cb expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.367168:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffff8dfd61bb1b00) 00010000:00010000:2.0:1777502111.367175:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.367178:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3af1 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.367184:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3af1 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367196:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc3b06 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367206:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc3b06 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367213:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc3b06 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367224:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3b0d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367230:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3b0d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367237:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3b0d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367286:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc3b14 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367294:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc3b14 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367301:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc3b14 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502111.367319:0:187571:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x20c:0x0]: returning size 0 00000004:00200000:1.0:1777502111.367321:0:187571:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777502111.367330:0:187571:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc3b14 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367341:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc3b14 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.367381:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc3a57 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367424:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc3b06 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.367425:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc3ae3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343c4 expref: 253 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367439:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc3b06 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367448:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc3b06 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.367451:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc3af8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x23a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343c4 expref: 252 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367457:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.367463:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc3b06 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.367466:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x23a:0x0].0x0 (ffff8dfd5288dc00) 00010000:00010000:2.0:1777502111.367472:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.367476:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd40030000, rc 0) 00010000:00010000:1.0:1777502111.367476:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc3b06 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367488:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.367491:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.367495:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc3b06 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367501:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc3b06 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.367505:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc58589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+252:273033:x1863837563091072:12345-192.168.202.27@tcp:101:rm.500 Request processed in 797us (2478us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502111.367514:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3b0d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.367523:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 487 00010000:00010000:1.0:1777502111.367525:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3b0d lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367533:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3b0d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367539:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.367541:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3b0d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367547:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3b0d lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367555:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffff8dfd528d9d00) 00010000:00010000:1.0:1777502111.367557:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.367560:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3b0d lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367567:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3b0d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367609:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc3aff lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343cb expref: 201 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367623:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc3b14 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343cb expref: 200 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.367629:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20c:0x0].0x0 (ffff8dfd5288d700) 00010000:00010000:1.0:1777502111.367632:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.367634:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45702800, rc 0) 00000100:00100000:1.0:1777502111.367794:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc48236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+200:273036:x1863837563091200:12345-192.168.202.27@tcp:101:rm.500 Request processed in 665us (2748us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.367795:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.367808:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 488 00000100:00100000:2.0:1777502111.367846:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563091328 00000100:00100000:2.0:1777502111.367853:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563091328 00000100:00100000:2.0:1777502111.367891:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3224 00000100:00100000:2.0:1777502111.367899:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5606b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0775d2ab-558e-41f1-82c0-14244d133390+48:2371:x1863837563091328:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:2.0:1777502111.368140:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5606b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0775d2ab-558e-41f1-82c0-14244d133390+49:2371:x1863837563091328:12345-192.168.202.27@tcp:2:touch.500 Request processed in 242us (349us total) trans 8589936100 rc 0/0 00000100:00100000:2.0:1777502111.368148:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3224 00010000:00010000:3.0:1777502111.368641:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.368647:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc3a57 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.368655:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc3a57 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.368676:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.368680:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.368683:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc3a57 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.368692:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502111.368697:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc3a57 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.368708:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3a5e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.368715:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3a5e lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.368721:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3a5e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.368727:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.368730:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3a5e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.368740:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3a5e lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.368747:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffff8dfd67320a00) 00010000:00010000:3.0:1777502111.368749:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.368751:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3a5e lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.368756:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3a5e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.368770:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502111.368786:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3a50 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343a1 expref: 252 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.368792:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563091584 00000100:00100000:1.0:1777502111.368796:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563091584 00010000:00010000:3.0:1777502111.368800:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3a65 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x232:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343a1 expref: 251 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.368807:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x232:0x0].0x0 (ffff8dfd56b4de00) 00010000:00010000:3.0:1777502111.368810:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.368813:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4149a400, rc 0) 00000100:00100000:1.0:1777502111.368818:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238612627298 time 8238612527298 state 0x1 ref 2 00000100:00100000:1.0:1777502111.368838:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238612627298 time 8238614257860 state 0x0 ref 2 00000100:00100000:3.0:1777502111.368845:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+252:273016:x1863837563090176:12345-192.168.202.27@tcp:101:rm.500 Request processed in 4345us (4867us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.368852:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc48235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+252:273018:x1863837563091584:12345-192.168.202.27@tcp:101:touch.500 00000100:00100000:3.0:1777502111.368858:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 481 00010000:00010000:1.0:1777502111.368865:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.368875:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc3b1b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8343d9 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.368908:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc3b1b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343d9 expref: 252 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.368920:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc3b1b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343d9 expref: 252 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.368934:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x23c:0x0].0x0 (ffff8dfd61bb1400) 00010000:00010000:1.0:1777502111.368937:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502111.368940:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45702000, rc 0) 00000100:00100000:2.0:1777502111.368968:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563091456 00000100:00100000:2.0:1777502111.368973:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563091456 00000100:00100000:1.0:1777502111.368978:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc48235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+252:273018:x1863837563091584:12345-192.168.202.27@tcp:101:touch.500 Request processed in 128us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.368986:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 489 00000100:00100000:1.0:1777502111.368991:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238612627298 time 8238614257860 state 0x2 ref 0 00000100:00100000:2.0:1777502111.369006:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3225 00000100:00100000:2.0:1777502111.369015:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc48234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+66:2370:x1863837563091456:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502111.369022:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978400/0x4ad31463d9bc3a6c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.369023:0:189105:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.369032:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978400/0x4ad31463d9bc3a6c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.369036:0:189105:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000007d61069/0x4ad31463d9bc3b22 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1070:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8343d2 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.369049:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978400/0x4ad31463d9bc3a6c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777502111.369054:0:189105:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1070:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:1.0:1777502111.369057:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.369061:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978400/0x4ad31463d9bc3a6c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.369068:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502111.369068:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978400/0x4ad31463d9bc3a6c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.369072:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.369082:0:189105:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000007d61069/0x4ad31463d9bc3b22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343d2 expref: 67 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.369083:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x23c:0x0].0x0 (ffff8dfd61bb1400) 00010000:00010000:1.0:1777502111.369088:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.369092:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978400/0x4ad31463d9bc3a6c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.369101:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978400/0x4ad31463d9bc3a6c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.369104:0:189105:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000007d61069/0x4ad31463d9bc3b22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343d2 expref: 67 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.369124:0:189105:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd40031000, rc 0) 00000100:00100000:2.0:1777502111.369145:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc48234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+67:2370:x1863837563091456:12345-192.168.202.27@tcp:101:rm.500 Request processed in 132us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.369150:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3225 00000100:00100000:3.0:1777502111.371022:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.371060:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.371073:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563091840 00000100:00100000:0.0:1777502111.371080:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563091840 00000100:00100000:3.0:1777502111.371089:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.371116:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.371119:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563092352 00000100:00100000:0.0:1777502111.371123:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563092352 00000100:00100000:0.0:1777502111.371145:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563091712 00000100:00100000:0.0:1777502111.371148:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563091712 00000100:00100000:1.0:1777502111.371156:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3226 00000100:00100000:3.0:1777502111.371159:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.371168:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+68:2371:x1863837563091840:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502111.371180:0:188366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777502111.371182:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563092480 00000100:00100000:0.0:1777502111.371185:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563092480 00000100:00100000:3.0:1777502111.371195:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.371199:0:188366:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000071fc120d/0x4ad31463d9bc3b29 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1073:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8343e7 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.371215:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563092224 00000100:00100000:0.0:1777502111.371218:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563092224 00002000:00010000:1.0:1777502111.371227:0:188366:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1073:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00000100:00100000:2.0:1777502111.371233:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3227 00000100:00100000:3.0:1777502111.371239:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.371241:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502111.371244:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502111.371248:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4673aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0775d2ab-558e-41f1-82c0-14244d133390+49:2370:x1863837563092352:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502111.371252:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071fc120d/0x4ad31463d9bc3b29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343e7 expref: 69 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.371252:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563092608 00000100:00100000:0.0:1777502111.371256:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563092608 00010000:00010000:2.0:1777502111.371262:0:205378:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.371269:0:188366:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000071fc120d/0x4ad31463d9bc3b29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343e7 expref: 69 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.371279:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.371279:0:205378:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc2efc4d/0x4ad31463d9bc3b30 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1099:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8343f5 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.371281:0:188366:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45703a00, rc 0) 00000100:00100000:0.0:1777502111.371299:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3228 00002000:00010000:2.0:1777502111.371301:0:205378:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1099:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00000100:00100000:0.0:1777502111.371309:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+69:2372:x1863837563091712:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502111.371314:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777502111.371317:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3229 00010000:00010000:2.0:1777502111.371318:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.371318:0:205382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777502111.371324:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+69:2371:x1863837563091840:12345-192.168.202.27@tcp:101:rm.500 Request processed in 158us (306us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502111.371328:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc2efc4d/0x4ad31463d9bc3b30 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1099:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343f5 expref: 50 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.371333:0:205382:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc3b37 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1072:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8343e0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.371334:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+59:2372:x1863837563092480:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:1.0:1777502111.371336:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3226 00000100:00100000:1.0:1777502111.371356:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3230 00002000:00010000:0.0:1777502111.371359:0:205382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1072:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:2.0:1777502111.371360:0:205378:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dc2efc4d/0x4ad31463d9bc3b30 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1099:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343f5 expref: 50 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.371367:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+59:2372:x1863837563092224:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.371371:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.371374:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502111.371377:0:188366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.371380:0:205378:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd40030e00, rc 0) 00010000:00010000:0.0:1777502111.371381:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc3b37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343e0 expref: 69 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.371390:0:188366:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c8f8fe2/0x4ad31463d9bc3b3e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1095:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8343ee expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.371395:0:205382:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc3b37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343e0 expref: 69 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.371406:0:187551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:1.0:1777502111.371407:0:188366:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1095:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502111.371407:0:205382:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb27800, rc 0) 00000100:00100000:2.0:1777502111.371409:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4673aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0775d2ab-558e-41f1-82c0-14244d133390+50:2370:x1863837563092352:12345-192.168.202.27@tcp:101:rm.500 Request processed in 165us (318us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502111.371417:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502111.371419:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3227 00010000:00010000:1.0:1777502111.371420:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502111.371425:0:187551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000893aa712/0x4ad31463d9bc3b45 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1098:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8343fc expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.371428:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004c8f8fe2/0x4ad31463d9bc3b3e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1095:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343ee expref: 60 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.371434:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+69:2372:x1863837563091712:12345-192.168.202.27@tcp:101:rm.500 Request processed in 128us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.371442:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3231 00000100:00100000:0.0:1777502111.371453:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3228 00000100:00100000:2.0:1777502111.371458:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+60:2373:x1863837563092608:12345-192.168.202.27@tcp:101:rm.500 00002000:00010000:3.0:1777502111.371459:0:187551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1098:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:1.0:1777502111.371461:0:188366:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c8f8fe2/0x4ad31463d9bc3b3e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1095:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343ee expref: 60 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.371472:0:205378:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.371474:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502111.371475:0:188366:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5e3800, rc 0) 00010000:00010000:3.0:1777502111.371478:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777502111.371479:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563092096 00000100:00100000:0.0:1777502111.371483:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563092096 00010000:00010000:3.0:1777502111.371486:0:187551:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000893aa712/0x4ad31463d9bc3b45 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1098:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343fc expref: 61 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.371486:0:205378:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c6cb6393/0x4ad31463d9bc3b4c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1096:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834403 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.371499:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+61:2372:x1863837563092224:12345-192.168.202.27@tcp:101:rm.500 Request processed in 132us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.371510:0:186939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1153 00000100:00100000:1.0:1777502111.371512:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3230 00002000:00010000:2.0:1777502111.371514:0:205378:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1096:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:3.0:1777502111.371518:0:187551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000893aa712/0x4ad31463d9bc3b45 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1098:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343fc expref: 61 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.371521:0:186939:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4673bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0775d2ab-558e-41f1-82c0-14244d133390+200:273038:x1863837563092096:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:1.0:1777502111.371529:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563092736 00010000:00010000:2.0:1777502111.371530:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.371535:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502111.371535:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563092736 00010000:00010000:3.0:1777502111.371542:0:187551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4149be00, rc 0) 00010000:00010000:2.0:1777502111.371543:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6cb6393/0x4ad31463d9bc3b4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1096:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834403 expref: 61 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.371555:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238612627298 time 8238614257860 state 0x0 ref 1 00010000:00010000:2.0:1777502111.371561:0:205378:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c6cb6393/0x4ad31463d9bc3b4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1096:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834403 expref: 61 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.371568:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238614357860 time 8238614257860 state 0x1 ref 1 00000100:00100000:3.0:1777502111.371575:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+61:2372:x1863837563092480:12345-192.168.202.27@tcp:101:rm.500 Request processed in 244us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502111.371599:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3229 00010000:00010000:2.0:1777502111.371611:0:205378:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd40030600, rc 0) 00000100:00100000:1.0:1777502111.371620:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238614357860 time 8238617038085 state 0x0 ref 1 00000100:00100000:1.0:1777502111.371631:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45955c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+201:273034:x1863837563092736:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:2.0:1777502111.371637:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+60:2373:x1863837563092608:12345-192.168.202.27@tcp:101:rm.500 Request processed in 182us (399us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502111.371640:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777502111.371646:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3231 00010000:00010000:1.0:1777502111.371651:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3b53 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83440a expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.371704:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3b5a lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.371716:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3b5a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.371725:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3b5a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.371739:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3b61 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.371747:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3b61 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.371753:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3b61 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.371842:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3b68 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x20b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.371850:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3b68 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.371857:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3b68 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502111.371878:0:187571:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x20b:0x0]: returning size 0 00000004:00200000:1.0:1777502111.371882:0:187571:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777502111.371896:0:187571:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3b68 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.371906:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3b68 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.371912:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3b5a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.371918:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3b5a lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.371927:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3b5a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.371933:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e3c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.371936:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3b5a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.371943:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3b5a lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.371946:0:186939:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4673bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0775d2ab-558e-41f1-82c0-14244d133390+203:273038:x1863837563092096:12345-192.168.202.27@tcp:35:touch.500 Request processed in 429us (886us total) trans 8589939004 rc 0/0 00010000:00010000:1.0:1777502111.371952:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00000100:00100000:0.0:1777502111.371953:0:186939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1153 00010000:00010000:1.0:1777502111.371955:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.371959:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3b5a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.371965:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3b5a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.371973:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3b61 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.371979:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3b61 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.371985:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3b61 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.371990:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e3a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.371993:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3b61 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.372002:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3b61 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.372008:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffff8dfd5b1cf400) 00010000:00010000:1.0:1777502111.372011:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.372013:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3b61 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.372019:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3b61 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.372043:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3b53 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83440a expref: 203 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.372055:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3b68 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x20b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83440a expref: 202 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.372062:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20b:0x0].0x0 (ffff8dfd67320c00) 00010000:00010000:1.0:1777502111.372064:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.372066:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5e3200, rc 0) 00000100:00100000:1.0:1777502111.372086:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45955c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+202:273034:x1863837563092736:12345-192.168.202.27@tcp:101:rm.500 Request processed in 458us (809us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.372093:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 490 00000100:00100000:1.0:1777502111.372097:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238614357860 time 8238617038085 state 0x2 ref 0 00000100:00100000:1.0:1777502111.372727:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.372855:0:205371:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563093120 00000100:00100000:0.0:1777502111.372860:0:205371:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563093120 00000100:00100000:0.0:1777502111.372890:0:205371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 283 00000100:00100000:0.0:1777502111.372898:0:205371:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc48236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:0775d2ab-558e-41f1-82c0-14244d133390+202:2373:x1863837563093120:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:0.0:1777502111.372919:0:205371:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.372930:0:205371:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26400/0x4ad31463d9bc3b6f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834411 expref: -99 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.372961:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3b76 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.372970:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3b76 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.372979:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3b76 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.372991:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc3b7d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.372999:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc3b7d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.373005:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc3b7d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.373037:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3b76 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.373044:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3b76 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.373048:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3b76 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.373051:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.373054:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3b76 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.373057:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3b76 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.373063:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.373065:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.373067:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3b76 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.373070:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3b76 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.373080:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc3b7d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.373083:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc3b7d lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.373087:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc3b7d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.373090:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.373092:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc3b7d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.373096:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc3b7d lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.373102:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffff8dfd80102f00) 00010000:00010000:0.0:1777502111.373104:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.373105:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc3b7d lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.373108:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26c00/0x4ad31463d9bc3b7d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.373126:0:205371:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26400/0x4ad31463d9bc3b6f lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834411 expref: 203 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.373133:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.373134:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502111.373137:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26400/0x4ad31463d9bc3b6f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834411 expref: 203 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.373143:0:205371:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb26400, rc -2) 00000100:00100000:0.0:1777502111.373175:0:205371:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc48236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:0775d2ab-558e-41f1-82c0-14244d133390+202:2373:x1863837563093120:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 278us (451us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777502111.373183:0:205371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 283 00000100:00100000:3.0:1777502111.373593:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.373622:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563092864 00000100:00100000:0.0:1777502111.373627:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563092864 00000100:00100000:3.0:1777502111.373650:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.373672:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563092992 00000100:00100000:0.0:1777502111.373676:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563092992 00000100:00100000:0.0:1777502111.373703:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3232 00000100:00100000:0.0:1777502111.373710:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+69:2372:x1863837563092864:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:0.0:1777502111.373924:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+70:2372:x1863837563092864:12345-192.168.202.27@tcp:2:touch.500 Request processed in 214us (349us total) trans 8589935691 rc 0/0 00000100:00100000:0.0:1777502111.373931:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3232 00000100:00100000:0.0:1777502111.373944:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3233 00000100:00100000:0.0:1777502111.373950:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+60:2371:x1863837563092992:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.373957:0:188358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.373969:0:188358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc3b84 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1093:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834426 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777502111.373986:0:188358:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1093:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502111.373996:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.373998:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.374004:0:188358:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc3b84 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1093:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834426 expref: 61 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.374016:0:188358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc3b84 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1093:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834426 expref: 61 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.374026:0:188358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb27a00, rc 0) 00000100:00100000:0.0:1777502111.374047:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+61:2371:x1863837563092992:12345-192.168.202.27@tcp:101:rm.500 Request processed in 97us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.374053:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3233 00000100:00100000:3.0:1777502111.374790:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.374827:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563093376 00000100:00100000:1.0:1777502111.374832:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563093376 00000100:00100000:3.0:1777502111.374838:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.374856:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238614357860 time 8238617038085 state 0x0 ref 1 00000100:00100000:1.0:1777502111.374864:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238617138085 time 8238617038085 state 0x1 ref 1 00000100:00100000:2.0:1777502111.374877:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563093504 00000100:00100000:2.0:1777502111.374883:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563093504 00000100:00100000:1.0:1777502111.374893:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238617138085 time 8238620310737 state 0x0 ref 1 00000100:00100000:1.0:1777502111.374906:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+202:273040:x1863837563093376:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.374920:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777502111.374927:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3234 00010000:00010000:1.0:1777502111.374936:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc3b8b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834449 expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.374941:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0775d2ab-558e-41f1-82c0-14244d133390+48:2373:x1863837563093504:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502111.374954:0:205368:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.374972:0:205368:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003bac8fa2/0x4ad31463d9bc3b92 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1074:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834450 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777502111.374995:0:205368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1074:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:2.0:1777502111.375006:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.375009:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.375015:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003bac8fa2/0x4ad31463d9bc3b92 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834450 expref: 49 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.375028:0:205368:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003bac8fa2/0x4ad31463d9bc3b92 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834450 expref: 49 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.375038:0:205368:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd40030c00, rc 0) 00010000:00010000:1.0:1777502111.375050:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3b99 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.375077:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3b99 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.375078:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0775d2ab-558e-41f1-82c0-14244d133390+49:2373:x1863837563093504:12345-192.168.202.27@tcp:101:rm.500 Request processed in 142us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.375094:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3234 00010000:00010000:1.0:1777502111.375096:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3b99 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.375112:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc3ba0 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.375120:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc3ba0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.375128:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc3ba0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502111.375551:0:205372:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x109b:0x0], index 0: 0 00010000:00010000:1.0:1777502111.375828:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3ba7 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.375838:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.375847:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.375881:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3b99 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.375887:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3b99 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.375891:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3b99 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.375895:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.375898:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3b99 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.375905:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3b99 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.375916:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.375919:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.375923:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3b99 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.375929:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3b99 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.375938:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c0e579c2 reply state 000000004e34a676 transno 8589939005 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc3ba0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.375946:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502111.375972:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc3b8b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834449 expref: 205 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.375984:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3ba7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834449 expref: 204 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.375991:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20e:0x0].0x0 (ffff8dfd5b1cf400) 00010000:00010000:1.0:1777502111.375994:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.375996:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5e2200, rc 0) 00000100:00100000:1.0:1777502111.376037:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+205:273040:x1863837563093376:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1135us (1248us total) trans 8589939005 rc 0/0 00000100:00100000:1.0:1777502111.376044:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 491 00000100:00100000:1.0:1777502111.376048:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238617138085 time 8238620310737 state 0x2 ref 0 00000100:00100000:1.0:1777502111.378189:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.378222:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.378252:0:205370:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563094016 00000100:00100000:0.0:1777502111.378261:0:205370:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563094016 00000100:00100000:2.0:1777502111.378279:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563093760 00000100:00100000:2.0:1777502111.378285:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563093760 00000100:00100000:0.0:1777502111.378310:0:205370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 284 00000100:00100000:0.0:1777502111.378320:0:205370:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72dd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+252:2370:x1863837563094016:12345-192.168.202.27@tcp:63:ll_sa.0 00000100:00100000:2.0:1777502111.378324:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1154 00000100:00100000:2.0:1777502111.378336:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc48235f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+252:273018:x1863837563093760:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:0.0:1777502111.378354:0:205370:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777502111.378360:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502111.378369:0:205370:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc3bb5 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83445e expref: -99 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.378425:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3bbc lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.378436:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3bbc lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.378445:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3bbc lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.378458:0:205370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc3bc3 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.378464:0:205370:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc3bc3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.378471:0:205370:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc3bc3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.378514:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3bbc lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.378520:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3bbc lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.378526:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3bbc lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.378531:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.378535:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3bbc lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.378540:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3bbc lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.378549:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.378552:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.378555:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3bbc lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.378561:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3bbc lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.378572:0:205370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc3bc3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.378604:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc48235f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+254:273018:x1863837563093760:12345-192.168.202.27@tcp:35:touch.500 Request processed in 242us (389us total) trans 8589939006 rc 0/0 00010000:00010000:0.0:1777502111.378617:0:205370:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc3bc3 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.378622:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1154 00010000:00010000:0.0:1777502111.378628:0:205370:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc3bc3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.378634:0:205370:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.378637:0:205370:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc3bc3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.378642:0:205370:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc3bc3 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.378653:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffff8dfd56b4da00) 00010000:00010000:0.0:1777502111.378669:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.378673:0:205370:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc3bc3 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.378678:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc3bc3 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205370 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.378683:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563093888 00000100:00100000:2.0:1777502111.378688:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563093888 00010000:00010000:1.0:1777502111.378701:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc3ba0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.378708:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238617138085 time 8238620310737 state 0x0 ref 1 00010000:00010000:0.0:1777502111.378709:0:205370:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc3bb5 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83445e expref: 254 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.378717:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc3ba0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.378727:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238620410737 time 8238620310737 state 0x1 ref 1 00010000:00010000:0.0:1777502111.378733:0:205370:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.378734:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc3ba0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.378739:0:205370:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502111.378747:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e3000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.378747:0:205370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc3bb5 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83445e expref: 254 pid: 205370 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.378754:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc3ba0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.378758:0:205370:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb27000, rc -2) 00000100:00100000:2.0:1777502111.378762:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238620410737 time 8238624179318 state 0x0 ref 1 00010000:00010000:1.0:1777502111.378765:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc3ba0 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.378778:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc48237b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+253:273021:x1863837563093888:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502111.378780:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffff8dfd5b1cf500) 00010000:00010000:1.0:1777502111.378785:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.378789:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.378789:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc3ba0 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.378798:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc3ba0 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.378801:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031600/0x4ad31463d9bc3bca lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834457 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.378814:0:205370:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72dd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+254:2370:x1863837563094016:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 495us (593us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777502111.378821:0:205370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 284 00010000:00010000:2.0:1777502111.378838:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc3bd1 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.378848:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc3bd1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.378858:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc3bd1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.378870:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.378872:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3bd8 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.378881:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3bd8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.378888:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3bd8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.378913:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.378947:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563094528 00000100:00100000:1.0:1777502111.378952:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563094528 00000100:00100000:1.0:1777502111.378972:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238624279318 time 8238624179318 state 0x1 ref 2 00010000:00010000:2.0:1777502111.378981:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3bdf lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x234:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.378990:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3bdf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x234:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.378993:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563094400 00000100:00100000:1.0:1777502111.378997:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563094400 00000100:00100000:3.0:1777502111.379007:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238624279318 time 8238624424441 state 0x0 ref 2 00010000:00010000:2.0:1777502111.379007:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3bdf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x234:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.379023:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238624524441 time 8238624424441 state 0x1 ref 3 00000100:00100000:3.0:1777502111.379028:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc48234a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+205:273040:x1863837563094528:12345-192.168.202.27@tcp:36:touch.500 00000004:00200000:2.0:1777502111.379034:0:186938:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x234:0x0]: returning size 0 00000004:00200000:2.0:1777502111.379039:0:186938:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777502111.379052:0:186938:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3bdf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x234:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.379055:0:187571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502111.379055:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238624524441 time 8238624471289 state 0x0 ref 3 00010000:00010000:2.0:1777502111.379066:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3bdf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.379073:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc48237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+205:273041:x1863837563094400:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502111.379074:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3ba7 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834449 expref: 205 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.379080:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc3bd1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.379087:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.379098:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc3bd1 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.379098:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3be6 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83446c expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.379103:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20e:0x0].0x0 (ffff8dfd5b1cf400) 00010000:00010000:3.0:1777502111.379116:0:187571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.379116:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc3bd1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.379123:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd40030800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.379127:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc3bd1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.379133:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc3bd1 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.379142:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.379144:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.379148:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc3bd1 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.379157:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc3bd1 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.379172:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3bed lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.379173:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3bd8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.379175:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3bf4 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.379194:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3bd8 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.379197:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3bed lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.379198:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3bf4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.379210:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3bd8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.379222:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3bf4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.379223:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3bed lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.379223:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd40030200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.379229:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3bd8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.379245:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3bd8 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.379249:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3bfb lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.379254:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffff8dfd61bb1200) 00010000:00010000:2.0:1777502111.379258:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.379258:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3bfb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.379262:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3bd8 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.379271:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3bfb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.379273:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3bd8 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.379311:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031600/0x4ad31463d9bc3bca lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834457 expref: 254 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502111.379316:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000791293bc reply state 000000003b0da4a6 transno 8589939007 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3bed lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.379326:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502111.379328:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3bdf lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834457 expref: 253 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.379334:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x234:0x0].0x0 (ffff8dfd4fbd8000) 00010000:00010000:2.0:1777502111.379336:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.379338:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd40031400, rc 0) 00000100:00100000:2.0:1777502111.379364:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc48237b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+253:273021:x1863837563093888:12345-192.168.202.27@tcp:101:rm.500 Request processed in 591us (1005us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.379369:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 492 00000100:00100000:3.0:1777502111.379382:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc48234a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+207:273040:x1863837563094528:12345-192.168.202.27@tcp:36:touch.500 Request processed in 357us (513us total) trans 8589939007 rc 0/0 00000100:00100000:3.0:1777502111.379389:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 493 00000004:00080000:1.0:1777502111.379735:0:188648:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1077:0x0], index 1: 0 00010000:00010000:1.0:1777502111.379881:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3c02 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.379890:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3c02 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.379904:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3c02 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.379933:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3bf4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.379940:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3bf4 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.379947:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3bf4 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.379954:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e3c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.379958:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3bf4 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.379964:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3bf4 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.379974:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.379977:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.379980:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3bf4 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.379986:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3bf4 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.379996:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c747b083 reply state 000000009342e47c transno 8589939008 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3bfb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.380003:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502111.380023:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3be6 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83446c expref: 208 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.380034:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3c02 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83446c expref: 207 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.380042:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20f:0x0].0x0 (ffff8dfd5b1cf000) 00010000:00010000:1.0:1777502111.380045:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.380047:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5e2400, rc 0) 00000100:00100000:1.0:1777502111.380088:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc48237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+208:273041:x1863837563094400:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1019us (1176us total) trans 8589939008 rc 0/0 00000100:00100000:1.0:1777502111.380096:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 494 00000100:00100000:1.0:1777502111.380101:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238624524441 time 8238624471289 state 0x2 ref 0 00010000:00010000:0.0:1777502111.380107:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3bed lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.380117:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3bed lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.380123:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3bed lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.380134:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149a600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.380137:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3bed lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.380145:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3bed lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.380146:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502111.380159:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20e:0x0].0x0 (ffff8dfd67320a00) 00010000:00010000:0.0:1777502111.380161:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.380164:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3bed lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.380170:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3bed lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.380643:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563094656 00000100:00100000:1.0:1777502111.380649:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563094656 00000100:00100000:1.0:1777502111.380681:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238624524441 time 8238624471289 state 0x0 ref 1 00000100:00100000:1.0:1777502111.380689:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238624571289 time 8238624471289 state 0x1 ref 1 00000100:00100000:3.0:1777502111.380698:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.380715:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563095040 00000100:00100000:1.0:1777502111.380719:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563095040 00000100:00100000:2.0:1777502111.380736:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238624571289 time 8238626154069 state 0x0 ref 2 00000100:00100000:3.0:1777502111.380742:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.380750:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238626254069 time 8238626154069 state 0x1 ref 2 00000100:00100000:2.0:1777502111.380757:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67472680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+207:273040:x1863837563094656:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.380768:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777502111.380777:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238626254069 time 8238626196462 state 0x0 ref 2 00010000:00010000:2.0:1777502111.380781:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031c00/0x4ad31463d9bc3c10 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834473 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.380792:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67471180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+253:273017:x1863837563095040:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:2.0:1777502111.380813:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031c00/0x4ad31463d9bc3c10 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x20e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834473 expref: 208 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.380821:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777502111.380825:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031c00/0x4ad31463d9bc3c10 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x20e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834473 expref: 208 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.380839:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc370f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342d6 expref: 253 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.380841:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20e:0x0].0x0 (ffff8dfd61bb1300) 00010000:00010000:2.0:1777502111.380848:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777502111.380851:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd40031c00, rc 0) 00010000:00010000:1.0:1777502111.380863:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51f200/0x4ad31463d9bc35fe lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x233:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83427b expref: 252 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.380872:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x233:0x0].0x0 (ffff8dfd56b4df00) 00010000:00010000:1.0:1777502111.380876:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502111.380887:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd67472680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+208:273040:x1863837563094656:12345-192.168.202.27@tcp:101:touch.500 Request processed in 135us (742us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502111.380888:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2800/0x4ad31463d9bc3c17 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.380903:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 495 00010000:00010000:1.0:1777502111.380905:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2800/0x4ad31463d9bc3c17 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.380915:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2800/0x4ad31463d9bc3c17 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.380930:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3c1e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.380935:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563094784 00010000:00010000:1.0:1777502111.380937:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3c1e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.380941:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563094784 00010000:00010000:1.0:1777502111.380948:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3c1e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.380983:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3235 00000100:00100000:2.0:1777502111.380993:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67473480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+61:2371:x1863837563094784:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502111.381001:0:187548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.381016:0:187548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004ac1bfbe/0x4ad31463d9bc3c25 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1094:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83447a expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.381031:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3c2c lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x233:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777502111.381036:0:187548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1094:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:2.0:1777502111.381050:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.381052:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.381060:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004ac1bfbe/0x4ad31463d9bc3c25 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1094:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83447a expref: 62 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.381074:0:187548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004ac1bfbe/0x4ad31463d9bc3c25 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1094:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83447a expref: 62 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.381084:0:187548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43978400, rc 0) 00010000:00010000:1.0:1777502111.381099:0:205372:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc38dd lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834354 expref: 207 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.381108:0:205372:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3c2c lrc: 4/0,1 mode: --/EX res: [0x200000bd1:0x233:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.381118:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd67473480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+62:2371:x1863837563094784:12345-192.168.202.27@tcp:101:rm.500 Request processed in 126us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.381127:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3235 00010000:00010000:1.0:1777502111.381141:0:205372:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc38dd lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834354 expref: 207 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.381159:0:205372:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc38dd lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834354 expref: 207 pid: 186942 timeout: 8338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.381173:0:205372:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc492e7100 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:205372:1863837561359232:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502111.381244:0:205372:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4ddfe600 going to sleep for 11 seconds 00010000:00010000:1.0:1777502111.381265:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3bfb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.381272:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3bfb lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.381278:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3bfb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.381284:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.381288:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3bfb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.381294:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3bfb lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.381304:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffff8dfd5b1cf200) 00010000:00010000:1.0:1777502111.381307:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.381310:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3bfb lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.381315:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3bfb lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.382080:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.382120:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.382156:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563095296 00000100:00100000:2.0:1777502111.382162:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563095296 00000100:00100000:1.0:1777502111.382177:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563095552 00000100:00100000:2.0:1777502111.382182:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238626296462 time 8238626196462 state 0x1 ref 2 00000100:00100000:1.0:1777502111.382184:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563095552 00000100:00100000:1.0:1777502111.382206:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238626296462 time 8238626196462 state 0x1 ref 3 00000100:00100000:2.0:1777502111.382218:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238627736257 time 8238627636257 state 0x1 ref 3 00000100:00100000:2.0:1777502111.382232:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67471500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+208:273041:x1863837563095296:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:3.0:1777502111.382236:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238627736257 time 8238627653675 state 0x0 ref 3 00000100:00100000:3.0:1777502111.382253:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4772ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+208:273036:x1863837563095552:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:2.0:1777502111.382264:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502111.382278:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777502111.382278:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3c02 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83446c expref: 208 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.382293:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc3b14 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343cb expref: 208 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.382310:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc38f2 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83435b expref: 207 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.382323:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20c:0x0].0x0 (ffff8dfd5288d700) 00010000:00010000:3.0:1777502111.382334:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502111.382346:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc3c33 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.382350:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20f:0x0].0x0 (ffff8dfd5b1cf000) 00010000:00010000:3.0:1777502111.382360:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc3c33 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.382360:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502111.382370:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc3c33 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.382384:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3c3a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.382392:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3c3a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.382400:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3c3a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.382417:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc3c41 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.382427:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc3c41 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.382435:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc3c41 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.382487:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3c48 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.382496:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3c48 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.382504:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3c48 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.382542:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000088ad80eb reply state 000000003a829d26 transno 8589939009 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc3c41 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.382551:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.382706:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.382760:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.382790:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563095680 00000100:00100000:1.0:1777502111.382795:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563095680 00000100:00100000:1.0:1777502111.382827:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3236 00000100:00100000:1.0:1777502111.382833:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc492e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0775d2ab-558e-41f1-82c0-14244d133390+50:2371:x1863837563095680:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:2.0:1777502111.382857:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd67471500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+207:273041:x1863837563095296:12345-192.168.202.27@tcp:36:touch.500 Request processed in 627us (778us total) trans 8589939009 rc 0/0 00000100:00100000:2.0:1777502111.382874:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 497 00000100:00100000:2.0:1777502111.383027:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563095808 00000100:00100000:2.0:1777502111.383032:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563095808 00000100:00100000:1.0:1777502111.383052:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc492e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0775d2ab-558e-41f1-82c0-14244d133390+51:2371:x1863837563095680:12345-192.168.202.27@tcp:2:touch.500 Request processed in 218us (346us total) trans 8589936101 rc 0/0 00010000:00010000:2.0:1777502111.383055:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc38dd lrc: 5/0,0 mode: PR/PR res: [0x200000bd1:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834354 expref: 207 pid: 186942 timeout: 8338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.383064:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3236 00000100:00100000:2.0:1777502111.383096:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1030 00000100:00100000:2.0:1777502111.383105:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc492e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+207:2373:x1863837563095808:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502111.383114:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502111.383119:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc38dd lrc: 5/0,0 mode: PR/PR res: [0x200000bd1:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834354 expref: 207 pid: 186942 timeout: 8338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.383132:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc38dd lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834354 expref: 207 pid: 186942 timeout: 8338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.383145:0:191872:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x233:0x0].0x0 (ffff8dfd56b4df00) 00010000:00010000:2.0:1777502111.383150:0:191872:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3c2c lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x233:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.383157:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3c2c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x233:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.383164:0:191872:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3c2c lrc: 4/0,1 mode: EX/EX res: [0x200000bd1:0x233:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.383176:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc38dd lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834354 expref: 207 pid: 186942 timeout: 8338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.383179:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502111.383190:0:205372:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc492e7100 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:205372:1863837561359232:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502111.383203:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc492e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+206:2373:x1863837563095808:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 98us (445us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502111.383205:0:205372:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3c2c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x233:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.383216:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1030 00010000:00010000:1.0:1777502111.383216:0:205372:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3c2c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x233:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.383223:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3c2c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x233:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777502111.383290:0:188648:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].531, 64 off42176 00010000:00010000:2.0:1777502111.383468:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3c4f lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.383478:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3c4f lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.383487:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3c4f lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.383494:0:188648:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3c4f lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.383501:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3c4f lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.383508:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3c4f lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.383526:0:188648:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502111.383539:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502111.383541:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3c48 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.383547:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3c4f lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.383548:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3c48 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.383565:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502111.383565:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3c48 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.383571:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3c4f lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.383574:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.383601:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3c4f lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.383611:0:186924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20c:0x0].0x0 (ffff8dfd67320400) 00010000:00010000:2.0:1777502111.383612:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3c48 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.383617:0:186924:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.383622:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3c4f lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.383624:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3c48 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.383634:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3c4f lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.383641:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20c:0x0].0x0 (ffff8dfd67320400) 00010000:00010000:2.0:1777502111.383645:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777502111.383649:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.383650:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3c48 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.383653:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.383672:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.383673:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3c48 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.383694:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc3c33 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.383701:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc3c33 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.383707:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc3c33 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.383712:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf7e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.383715:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc3c33 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.383721:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc3c33 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.383730:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.383733:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.383736:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc3c33 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777502111.383736:0:205372:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].527, 64 off41920 00010000:00010000:2.0:1777502111.383746:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc3c33 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.383755:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f4ec70aa reply state 000000009008295a transno 8589939010 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3c3a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.383766:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502111.383790:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc3c56 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x233:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.383801:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc3c56 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x233:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.383807:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4772ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+207:273036:x1863837563095552:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1556us (1684us total) trans 8589939010 rc 0/0 00010000:00010000:1.0:1777502111.383810:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc3c56 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x233:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.383820:0:205372:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc3c56 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x233:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.383821:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 498 00010000:00010000:1.0:1777502111.383828:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc3c56 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x233:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.383832:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc3c56 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x233:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.383847:0:205372:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502111.383857:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3c2c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x233:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.383861:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3c2c lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x233:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.383863:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502111.383865:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3c2c lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x233:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.383872:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc3c56 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x233:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.383873:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.383878:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3c2c lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x233:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.383886:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502111.383889:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3c2c lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x233:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.383891:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc3c56 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x233:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.383906:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x233:0x0].0x0 (ffff8dfd56b4df00) 00010000:00010000:1.0:1777502111.383910:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502111.383914:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3c2c lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x233:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.383915:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc3c56 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x233:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.383930:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3c2c lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x233:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.383936:0:188362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x233:0x0].0x0 (ffff8dfd56b4df00) 00010000:00010000:0.0:1777502111.383943:0:188362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777502111.383947:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc3c56 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x233:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.383950:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2800/0x4ad31463d9bc3c17 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.383963:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2800/0x4ad31463d9bc3c17 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.383969:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc3c56 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x233:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.383971:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2800/0x4ad31463d9bc3c17 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.383987:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.383991:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2800/0x4ad31463d9bc3c17 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.383996:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2800/0x4ad31463d9bc3c17 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.383997:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.384000:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.384003:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.384009:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.384013:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.384017:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2800/0x4ad31463d9bc3c17 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.384017:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc3c41 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.384031:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2800/0x4ad31463d9bc3c17 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.384034:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc3c41 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.384046:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc3c41 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.384049:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cc7c8961 reply state 0000000031b04e89 transno 8589939011 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3c1e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.384050:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.384054:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc3c41 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.384060:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502111.384065:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc3c41 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.384073:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20f:0x0].0x0 (ffff8dfd58bbea00) 00010000:00010000:0.0:1777502111.384074:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.384076:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc3c41 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.384080:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc3c41 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.384097:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd67471180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+253:273017:x1863837563095040:12345-192.168.202.27@tcp:36:rm.500 Request processed in 3310us (3403us total) trans 8589939011 rc 0/0 00000100:00100000:1.0:1777502111.384102:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 496 00000100:00100000:1.0:1777502111.384106:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238627736257 time 8238627653675 state 0x2 ref 0 00000100:00100000:2.0:1777502111.384335:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.384370:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563095936 00000100:00100000:2.0:1777502111.384374:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.384375:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563095936 00000100:00100000:1.0:1777502111.384391:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238627736257 time 8238627653675 state 0x0 ref 1 00000100:00100000:1.0:1777502111.384398:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238627753675 time 8238627653675 state 0x1 ref 1 00000100:00100000:0.0:1777502111.384410:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563096192 00000100:00100000:0.0:1777502111.384416:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563096192 00000100:00100000:1.0:1777502111.384418:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238627753675 time 8238629837731 state 0x0 ref 1 00000100:00100000:1.0:1777502111.384428:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc56069880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+207:273041:x1863837563095936:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.384438:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.384451:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc3c5d lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834481 expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.384457:0:186939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1155 00000100:00100000:0.0:1777502111.384470:0:186939:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5606ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0775d2ab-558e-41f1-82c0-14244d133390+208:273040:x1863837563096192:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:1.0:1777502111.384491:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc3c5d lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834481 expref: 208 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.384502:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3000/0x4ad31463d9bc3c5d lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834481 expref: 208 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.384517:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20f:0x0].0x0 (ffff8dfd5b1cf500) 00010000:00010000:1.0:1777502111.384521:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502111.384524:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5e3000, rc 0) 00000100:00100000:1.0:1777502111.384569:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc56069880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+209:273041:x1863837563095936:12345-192.168.202.27@tcp:101:touch.500 Request processed in 142us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.384597:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 499 00000100:00100000:1.0:1777502111.384602:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238627753675 time 8238629837731 state 0x2 ref 0 00010000:00010000:1.0:1777502111.384647:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3c3a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.384654:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3c3a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.384672:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3c3a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.384677:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf7c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.384681:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3c3a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.384687:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3c3a lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.384697:0:186939:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5606ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0775d2ab-558e-41f1-82c0-14244d133390+208:273040:x1863837563096192:12345-192.168.202.27@tcp:35:touch.500 Request processed in 230us (324us total) trans 8589939012 rc 0/0 00010000:00010000:1.0:1777502111.384698:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffff8dfd67320700) 00010000:00010000:1.0:1777502111.384704:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777502111.384708:0:186939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1155 00010000:00010000:1.0:1777502111.384709:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3c3a lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.384716:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3c3a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.385024:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3c1e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.385033:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3c1e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.385038:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3c1e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.385043:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.385046:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3c1e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.385051:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3c1e lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.385060:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffff8dfd5b1cfe00) 00010000:00010000:0.0:1777502111.385063:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.385066:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3c1e lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.385071:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3c1e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.385361:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.385390:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563096448 00000100:00100000:1.0:1777502111.385395:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.385396:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563096448 00000100:00100000:0.0:1777502111.385416:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238627753675 time 8238629837731 state 0x0 ref 1 00000100:00100000:0.0:1777502111.385424:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238629937731 time 8238629837731 state 0x1 ref 1 00000100:00100000:0.0:1777502111.385447:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563096576 00000100:00100000:0.0:1777502111.385450:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563096576 00000100:00100000:2.0:1777502111.385465:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238629937731 time 8238630882263 state 0x0 ref 2 00000100:00100000:0.0:1777502111.385476:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238630982263 time 8238630882263 state 0x1 ref 2 00000100:00100000:2.0:1777502111.385481:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc492e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+207:273048:x1863837563096448:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.385494:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.385503:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3c64 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834488 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.385510:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238630982263 time 8238630927901 state 0x0 ref 2 00000100:00100000:0.0:1777502111.385526:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc492e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+252:273044:x1863837563096576:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.385538:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.385548:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26400/0x4ad31463d9bc3c6b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83448f expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.385642:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3c72 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.385644:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.385655:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3c72 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.385676:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563096704 00010000:00010000:2.0:1777502111.385677:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3c72 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.385679:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563096704 00010000:00010000:2.0:1777502111.385697:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3c79 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.385698:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238631027901 time 8238630927901 state 0x1 ref 3 00010000:00010000:2.0:1777502111.385716:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3c79 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.385726:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3c79 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.385727:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238631027901 time 8238631147116 state 0x0 ref 3 00000100:00100000:1.0:1777502111.385745:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc492e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+254:273053:x1863837563096704:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502111.385752:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.385760:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3c80 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834496 expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.385785:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3c87 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.385794:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3c87 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.385803:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3c87 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.385818:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3c8e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.385825:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3c8e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.385832:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3c8e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.385872:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc3c95 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.385884:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc3c95 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.385907:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc3c95 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.385913:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc3c9c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.385923:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc3c9c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x23c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.385924:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc3ca3 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.385946:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc3ca3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.385947:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc3c9c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x23c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.385966:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc3ca3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502111.385975:0:205372:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x23c:0x0]: returning size 0 00000004:00200000:1.0:1777502111.385978:0:205372:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777502111.385991:0:205372:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc3c9c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x23c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.386002:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc3c9c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.386009:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3c87 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.386016:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3c87 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.386023:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3c87 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.386029:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e3a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.386033:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3c87 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.386038:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3c87 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.386045:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3caa lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.386046:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.386050:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.386055:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3c87 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.386061:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3caa lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x23b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.386065:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3c87 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.386083:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3c8e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.386083:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3caa lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x23b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.386101:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3c8e lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.386107:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3c8e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502111.386109:0:205369:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x23b:0x0]: returning size 0 00000004:00200000:0.0:1777502111.386113:0:205369:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:1.0:1777502111.386123:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e3c00 already unused, calling callback (ffffffffc1e434f0) 00000004:00010000:0.0:1777502111.386125:0:205369:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3caa lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x23b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.386127:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3c8e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502111.386133:0:186937:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x109c:0x0], index 0: 0 00010000:00010000:1.0:1777502111.386145:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3c8e lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.386145:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3caa lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.386163:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc3c95 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.386164:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffff8dfd5b1cf200) 00010000:00010000:1.0:1777502111.386169:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.386173:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3c8e lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.386175:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc3c95 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.386180:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3c8e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.386194:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc3c95 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.386201:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.386204:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc3c95 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.386210:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3c80 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834496 expref: 256 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.386213:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc3c95 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.386242:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc3c9c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834496 expref: 255 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.386242:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.386250:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.386252:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x23c:0x0].0x0 (ffff8dfd61bb1400) 00010000:00010000:1.0:1777502111.386255:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.386255:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc3c95 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.386259:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5e3600, rc 0) 00010000:00010000:2.0:1777502111.386262:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc3cb1 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x210:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.386267:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27000/0x4ad31463d9bc3c95 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.386279:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc3cb1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.386286:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc3ca3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.386287:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc492e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+255:273053:x1863837563096704:12345-192.168.202.27@tcp:101:rm.500 Request processed in 544us (644us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502111.386292:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc3cb1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.386302:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 502 00010000:00010000:0.0:1777502111.386308:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc3ca3 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.386316:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc3ca3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.386322:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.386325:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc3ca3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.386332:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc3ca3 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.386333:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3c72 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.386349:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3c72 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.386352:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffff8dfd56b4da00) 00010000:00010000:2.0:1777502111.386358:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3c72 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.386358:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.386363:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc3ca3 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.386369:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.386375:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27600/0x4ad31463d9bc3ca3 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.386376:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3c72 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.386396:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3c72 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.386406:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.386409:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.386412:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3c72 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.386418:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26400/0x4ad31463d9bc3c6b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83448f expref: 255 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.386438:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3c72 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.386444:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3caa lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83448f expref: 254 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.386451:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000c830935 reply state 000000000d73be20 transno 8589939013 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3c79 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.386452:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x23b:0x0].0x0 (ffff8dfd47d18500) 00010000:00010000:0.0:1777502111.386458:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.386462:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb26000, rc 0) 00000100:00100000:2.0:1777502111.386466:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502111.386489:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3c64 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834488 expref: 210 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.386502:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc492e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+254:273044:x1863837563096576:12345-192.168.202.27@tcp:101:rm.500 Request processed in 977us (1106us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502111.386503:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc3cb1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834488 expref: 209 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.386519:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x210:0x0].0x0 (ffff8dfd58bbed00) 00000100:00100000:0.0:1777502111.386519:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 501 00010000:00010000:2.0:1777502111.386524:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.386526:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43979600, rc 0) 00000100:00100000:2.0:1777502111.386555:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc492e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+210:273048:x1863837563096448:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1078us (1194us total) trans 8589939013 rc 0/0 00000100:00100000:2.0:1777502111.386562:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 500 00000100:00100000:2.0:1777502111.386567:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238631027901 time 8238631147116 state 0x2 ref 0 00000100:00100000:1.0:1777502111.387169:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.387214:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563096832 00000100:00100000:2.0:1777502111.387220:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563096832 00000100:00100000:2.0:1777502111.387266:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3237 00000100:00100000:2.0:1777502111.387276:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc492e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0775d2ab-558e-41f1-82c0-14244d133390+49:2371:x1863837563096832:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:2.0:1777502111.387486:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc492e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0775d2ab-558e-41f1-82c0-14244d133390+50:2371:x1863837563096832:12345-192.168.202.27@tcp:2:touch.500 Request processed in 210us (318us total) trans 8589935692 rc 0/0 00000100:00100000:2.0:1777502111.387498:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3237 00010000:00010000:2.0:1777502111.387567:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3c79 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.387611:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3c79 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.387619:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3c79 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.387626:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.387629:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3c79 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.387636:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3c79 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.387647:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffff8dfd58bbeb00) 00010000:00010000:2.0:1777502111.387650:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.387653:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3c79 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.387674:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3c79 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.389618:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.389690:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.389711:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563096960 00000100:00100000:0.0:1777502111.389717:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563096960 00000100:00100000:0.0:1777502111.389769:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3238 00000100:00100000:0.0:1777502111.389778:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc492e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+70:2372:x1863837563096960:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.389790:0:205379:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.389806:0:205379:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc3cbf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1075:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83449d expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777502111.389824:0:205379:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1075:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502111.389839:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.389841:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.389849:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc3cbf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83449d expref: 71 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.389884:0:205379:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc3cbf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83449d expref: 71 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.389897:0:205379:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb26c00, rc 0) 00000100:00100000:0.0:1777502111.389936:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc492e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+71:2372:x1863837563096960:12345-192.168.202.27@tcp:101:rm.500 Request processed in 160us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.389943:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3238 00000100:00100000:2.0:1777502111.389998:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563097216 00000100:00100000:2.0:1777502111.390003:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563097216 00000100:00100000:2.0:1777502111.390025:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238631027901 time 8238631147116 state 0x0 ref 1 00000100:00100000:2.0:1777502111.390035:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238631247116 time 8238631147116 state 0x1 ref 1 00000100:00100000:2.0:1777502111.390057:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238631247116 time 8238635476699 state 0x0 ref 1 00000100:00100000:2.0:1777502111.390066:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc492e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+209:273034:x1863837563097216:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:2.0:1777502111.390099:0:186936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777502111.390113:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3b68 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x20b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83440a expref: 209 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.390124:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc38a5 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x20b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834346 expref: 208 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.390132:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20b:0x0].0x0 (ffff8dfd67320c00) 00010000:00010000:2.0:1777502111.390137:0:186936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.390149:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3cc6 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.390157:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3cc6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.390163:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3cc6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.390173:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3ccd lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.390177:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3ccd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.390181:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3ccd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.390251:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3cd4 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x20b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.390256:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3cd4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.390260:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3cd4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777502111.390907:0:186936:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].528, 64 off41984 00010000:00010000:2.0:1777502111.390949:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3cdb lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x20b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.390956:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3cdb lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.390961:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3cdb lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.390965:0:186936:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3cdb lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.390970:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3cdb lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.390976:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3cdb lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.390996:0:186936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502111.391014:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3cd4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.391022:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502111.391025:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3cd4 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.391029:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3cdb lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.391032:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3cd4 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.391043:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502111.391046:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.391047:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3cdb lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.391052:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3cd4 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.391054:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3cdb lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.391072:0:186925:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20b:0x0].0x0 (ffff8dfd58bbe400) 00010000:00010000:2.0:1777502111.391073:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3cd4 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.391075:0:186925:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777502111.391080:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3cdb lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.391085:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3cdb lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.391086:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20b:0x0].0x0 (ffff8dfd58bbe400) 00010000:00010000:2.0:1777502111.391090:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502111.391094:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3cd4 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.391101:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3cd4 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.391101:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.391104:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.391107:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.391124:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3cc6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.391131:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3cc6 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.391136:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3cc6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.391141:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.391145:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3cc6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.391151:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3cc6 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.391159:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.391162:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.391165:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3cc6 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.391171:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3cc6 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.391180:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000016c483f4 reply state 0000000073d6dcb0 transno 8589939014 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3ccd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.391185:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502111.391227:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc492e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+209:273034:x1863837563097216:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1162us (1536us total) trans 8589939014 rc 0/0 00000100:00100000:2.0:1777502111.391234:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 503 00000100:00100000:2.0:1777502111.391240:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238631247116 time 8238635476699 state 0x2 ref 0 00000100:00100000:1.0:1777502111.391624:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.391673:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563097472 00000100:00100000:1.0:1777502111.391674:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.391681:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563097472 00000100:00100000:3.0:1777502111.391704:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563097728 00000100:00100000:2.0:1777502111.391704:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238631247116 time 8238635476699 state 0x0 ref 1 00000100:00100000:3.0:1777502111.391710:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563097728 00000100:00100000:2.0:1777502111.391716:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238635576699 time 8238635476699 state 0x1 ref 1 00000100:00100000:3.0:1777502111.391733:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238635576699 time 8238635476699 state 0x1 ref 2 00000100:00100000:1.0:1777502111.391733:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.391745:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238637263677 time 8238637163677 state 0x1 ref 2 00000100:00100000:2.0:1777502111.391759:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc492e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+254:273023:x1863837563097472:12345-192.168.202.27@tcp:36:rm.500 00000100:00100000:0.0:1777502111.391762:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563097856 00000100:00100000:0.0:1777502111.391766:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563097856 00000100:00100000:3.0:1777502111.391770:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238637263677 time 8238637188827 state 0x0 ref 2 00000100:00100000:3.0:1777502111.391785:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc492e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+209:273048:x1863837563097728:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:2.0:1777502111.391788:0:187571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777502111.391804:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc3a49 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x235:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83439a expref: 254 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.391805:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3239 00000100:00100000:0.0:1777502111.391813:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc492e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+71:2370:x1863837563097856:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.391820:0:205376:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.391824:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc36d0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x235:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342cf expref: 253 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.391834:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x235:0x0].0x0 (ffff8dfd56b4d200) 00010000:00010000:0.0:1777502111.391837:0:205376:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc3ce2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1076:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8344a4 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.391841:0:187571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:0.0:1777502111.391852:0:205376:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1076:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:2.0:1777502111.391853:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3ce9 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.391862:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3ce9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.391867:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502111.391870:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3ce9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.391875:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.391877:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.391883:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3cf0 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.391884:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc3cb1 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834488 expref: 209 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.391885:0:205376:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc3ce2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344a4 expref: 72 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.391894:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3cf0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.391910:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3cf0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.391914:0:205376:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc3ce2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344a4 expref: 72 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.391923:0:205376:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb27600, rc 0) 00000100:00100000:0.0:1777502111.391964:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc492e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+72:2370:x1863837563097856:12345-192.168.202.27@tcp:101:rm.500 Request processed in 152us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.391971:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3239 00010000:00010000:3.0:1777502111.391975:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x210:0x0].0x0 (ffff8dfd58bbed00) 00010000:00010000:2.0:1777502111.391977:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc3cf7 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x235:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.391987:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.391988:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc3cf7 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x235:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.391997:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc3cf7 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x235:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.392042:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc3cfe lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x210:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.392052:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc3cfe lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x210:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.392060:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc3cfe lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x210:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502111.392150:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003243956d reply state 0000000090ab5ccf transno 8589939015 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc3cfe lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x210:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.392158:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777502111.392206:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc492e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+210:273048:x1863837563097728:12345-192.168.202.27@tcp:36:touch.500 Request processed in 424us (532us total) trans 8589939015 rc 0/0 00000100:00100000:3.0:1777502111.392213:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 505 00000100:00100000:3.0:1777502111.392260:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502111.392391:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3ccd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.392399:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3ccd lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777502111.392403:0:187571:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].529, 64 off42048 00010000:00010000:0.0:1777502111.392410:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3ccd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.392416:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.392418:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3ccd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.392425:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3ccd lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.392434:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffff8dfd58bbe500) 00010000:00010000:0.0:1777502111.392437:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.392441:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3ccd lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.392446:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3ccd lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.392454:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc3d05 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x235:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.392455:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.392476:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc3d05 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x235:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.392482:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563098240 00010000:00010000:2.0:1777502111.392486:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc3d05 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x235:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.392493:0:187571:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc3d05 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x235:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.392498:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc3d05 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x235:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.392503:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc3d05 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x235:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.392523:0:187571:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502111.392525:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563098240 00010000:00010000:2.0:1777502111.392535:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc3cf7 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x235:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.392536:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502111.392544:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc3d05 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x235:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.392545:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc3cf7 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x235:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.392564:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502111.392564:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc3cf7 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x235:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.392570:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc3d05 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x235:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.392602:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.392608:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc3cf7 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x235:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.392612:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc3d05 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x235:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.392620:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc3cf7 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x235:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.392626:0:205387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x235:0x0].0x0 (ffff8dfd58bbe200) 00010000:00010000:3.0:1777502111.392630:0:205387:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.392633:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc3d05 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x235:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.392639:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc3d05 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x235:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.392644:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x235:0x0].0x0 (ffff8dfd58bbe200) 00010000:00010000:2.0:1777502111.392648:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777502111.392650:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.392652:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc3cf7 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x235:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.392653:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.392671:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.392672:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc3cf7 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x235:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.392693:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3ce9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.392698:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238637288827 time 8238637188827 state 0x1 ref 2 00010000:00010000:2.0:1777502111.392703:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3ce9 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.392712:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3ce9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.392717:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.392720:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3ce9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.392726:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3ce9 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.392727:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238637288827 time 8238638145467 state 0x0 ref 2 00010000:00010000:2.0:1777502111.392748:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.392752:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.392754:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3ce9 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.392760:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3ce9 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.392769:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000141969b9 reply state 000000006fc57463 transno 8589939016 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3cf0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.392776:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502111.392832:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc492e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+254:273023:x1863837563097472:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1077us (1209us total) trans 8589939016 rc 0/0 00000100:00100000:2.0:1777502111.392841:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 504 00000100:00100000:2.0:1777502111.392869:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563098112 00000100:00100000:2.0:1777502111.392873:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563098112 00000100:00100000:2.0:1777502111.392903:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1156 00000100:00100000:2.0:1777502111.392909:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4772ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0775d2ab-558e-41f1-82c0-14244d133390+210:273041:x1863837563098112:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:3.0:1777502111.392956:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4772d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+210:273050:x1863837563098240:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.392973:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.393026:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc3d0c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8344ab expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.393071:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3d13 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.393081:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3d13 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.393089:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3d13 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.393094:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4772ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0775d2ab-558e-41f1-82c0-14244d133390+212:273041:x1863837563098112:12345-192.168.202.27@tcp:35:touch.500 Request processed in 182us (831us total) trans 8589939017 rc 0/0 00000100:00100000:2.0:1777502111.393108:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1156 00010000:00010000:3.0:1777502111.393112:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3d1a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.393121:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3d1a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.393129:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3d1a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.393146:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc3cfe lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x210:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.393155:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc3cfe lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x210:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.393166:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc3cfe lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x210:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.393173:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.393177:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc3cfe lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x210:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.393183:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc3cfe lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x210:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.393192:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x210:0x0].0x0 (ffff8dfd67320100) 00010000:00010000:2.0:1777502111.393195:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.393198:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc3cfe lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x210:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.393204:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6400/0x4ad31463d9bc3cfe lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x210:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.393348:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3d21 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.393359:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3d21 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.393368:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3d21 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.393396:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000004:00200000:2.0:1777502111.393429:0:205372:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x20d:0x0]: returning size 0 00000004:00200000:2.0:1777502111.393434:0:205372:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777502111.393449:0:205372:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3d21 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.393457:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563098368 00010000:00010000:2.0:1777502111.393461:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3d21 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.393463:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563098368 00010000:00010000:0.0:1777502111.393470:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3cf0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.393472:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3d13 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.393479:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3d13 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.393479:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3cf0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.393486:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3cf0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.393489:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238638245467 time 8238638145467 state 0x1 ref 2 00010000:00010000:2.0:1777502111.393492:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3d13 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.393495:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.393499:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3cf0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.393504:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.393507:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3d13 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.393510:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3cf0 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.393513:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3d13 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.393519:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.393519:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffff8dfd58bbec00) 00010000:00010000:2.0:1777502111.393521:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.393521:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.393524:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3d13 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.393524:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3cf0 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.393530:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6200/0x4ad31463d9bc3d13 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.393530:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3cf0 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.393542:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3d1a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.393548:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3d1a lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.393554:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3d1a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.393560:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238638245467 time 8238638977467 state 0x0 ref 2 00010000:00010000:2.0:1777502111.393563:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf7c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.393568:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3d1a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.393628:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3d1a lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.393636:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffff8dfd67320800) 00010000:00010000:2.0:1777502111.393639:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.393641:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3d1a lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.393647:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7c00/0x4ad31463d9bc3d1a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.393686:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf7e00/0x4ad31463d9bc3d0c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344ab expref: 212 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.393698:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3d21 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344ab expref: 211 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.393705:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20d:0x0].0x0 (ffff8dfd61bb1a00) 00010000:00010000:2.0:1777502111.393708:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.393711:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45703e00, rc 0) 00000100:00100000:2.0:1777502111.393742:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4772d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+211:273050:x1863837563098240:12345-192.168.202.27@tcp:101:rm.500 Request processed in 998us (1291us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.393750:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 506 00000100:00100000:3.0:1777502111.393787:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc492e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+210:273048:x1863837563098368:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.393820:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.393832:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031600/0x4ad31463d9bc3d28 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x210:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8344b2 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.393859:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031600/0x4ad31463d9bc3d28 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x210:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344b2 expref: 211 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.393870:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031600/0x4ad31463d9bc3d28 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x210:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344b2 expref: 211 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.393883:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x210:0x0].0x0 (ffff8dfd58bbeb00) 00010000:00010000:2.0:1777502111.393886:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777502111.393888:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd40031600, rc 0) 00000100:00100000:2.0:1777502111.393916:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc492e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+211:273048:x1863837563098368:12345-192.168.202.27@tcp:101:touch.500 Request processed in 342us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.393923:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 507 00000100:00100000:2.0:1777502111.393927:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238638245467 time 8238638977467 state 0x2 ref 0 00000100:00100000:1.0:1777502111.394234:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.394256:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563098624 00000100:00100000:3.0:1777502111.394261:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563098624 00000100:00100000:3.0:1777502111.394275:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238638245467 time 8238638977467 state 0x0 ref 1 00000100:00100000:3.0:1777502111.394280:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238639077467 time 8238638977467 state 0x1 ref 1 00000100:00100000:3.0:1777502111.394294:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238639077467 time 8238639714767 state 0x0 ref 1 00000100:00100000:3.0:1777502111.394302:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc492e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+253:273031:x1863837563098624:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:3.0:1777502111.394325:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777502111.394335:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc3adc lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x239:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343bd expref: 253 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.394346:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6800/0x4ad31463d9bc3820 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x239:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83432a expref: 252 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.394352:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x239:0x0].0x0 (ffff8dfd67320500) 00010000:00010000:3.0:1777502111.394357:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502111.394364:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc3d2f lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.394369:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc3d2f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.394377:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc3d2f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.394387:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3d36 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.394391:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3d36 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.394395:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3d36 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.394460:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3d3d lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x239:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.394468:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3d3d lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x239:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.394474:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3d3d lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x239:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777502111.394931:0:205369:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].530, 64 off42112 00010000:00010000:2.0:1777502111.394977:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3d44 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x239:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.394986:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3d44 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x239:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.394993:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3d44 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x239:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.394999:0:205369:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3d44 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x239:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.395005:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3d44 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x239:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.395010:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3d44 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x239:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.395033:0:205369:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502111.395044:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3d3d lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x239:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.395050:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3d3d lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x239:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.395054:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502111.395056:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3d3d lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x239:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.395061:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3d44 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x239:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.395064:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149a800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.395070:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3d3d lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x239:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.395073:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd40030200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502111.395079:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3d44 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x239:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.395080:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3d3d lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x239:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.395094:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3d44 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x239:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.395098:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x239:0x0].0x0 (ffff8dfd67320300) 00010000:00010000:2.0:1777502111.395104:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502111.395109:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3d3d lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x239:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.395114:0:186924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x239:0x0].0x0 (ffff8dfd67320300) 00010000:00010000:2.0:1777502111.395116:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3d3d lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x239:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.395120:0:186924:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.395124:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3d44 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x239:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.395137:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc3d44 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x239:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.395144:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc3d2f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.395151:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc3d2f lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.395153:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.395156:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.395160:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.395166:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc3d2f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.395172:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.395175:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc3d2f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.395181:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc3d2f lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.395189:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.395191:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.395194:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc3d2f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.395199:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc3d2f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.395216:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ed6c6cc5 reply state 0000000089082451 transno 8589939018 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3d36 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.395227:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502111.395273:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc492e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+253:273031:x1863837563098624:12345-192.168.202.27@tcp:36:rm.500 Request processed in 971us (1038us total) trans 8589939018 rc 0/0 00000100:00100000:2.0:1777502111.395293:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 508 00000100:00100000:2.0:1777502111.395298:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238639077467 time 8238639714767 state 0x2 ref 0 00000100:00100000:2.0:1777502111.396899:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.396938:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563098752 00000100:00100000:0.0:1777502111.396945:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563098752 00000100:00100000:0.0:1777502111.396988:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3240 00000100:00100000:0.0:1777502111.396997:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc56069f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:0775d2ab-558e-41f1-82c0-14244d133390+51:2371:x1863837563098752:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.397009:0:205381:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.397012:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3d36 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.397022:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3d36 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.397024:0:205381:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc3d4b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x109a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8344b9 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.397034:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3d36 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777502111.397049:0:205381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x109a:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502111.397062:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.397065:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.397071:0:205381:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc3d4b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x109a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344b9 expref: 52 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.397084:0:205381:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc3d4b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x109a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344b9 expref: 52 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.397100:0:205381:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb27000, rc 0) 00000100:00100000:0.0:1777502111.397139:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc56069f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:0775d2ab-558e-41f1-82c0-14244d133390+52:2371:x1863837563098752:12345-192.168.202.27@tcp:101:rm.500 Request processed in 143us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.397149:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3240 00000100:00100000:2.0:1777502111.397151:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.397179:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563099136 00000100:00100000:2.0:1777502111.397184:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563099136 00010000:00010000:3.0:1777502111.397196:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149a600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.397200:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3d36 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.397207:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238639077467 time 8238639714767 state 0x0 ref 1 00010000:00010000:3.0:1777502111.397209:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3d36 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.397222:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238639814767 time 8238639714767 state 0x1 ref 1 00010000:00010000:3.0:1777502111.397225:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffff8dfd67320200) 00010000:00010000:3.0:1777502111.397230:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777502111.397233:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502111.397235:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3d36 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.397243:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3d36 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.397246:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563098880 00000100:00100000:2.0:1777502111.397250:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563098880 00000100:00100000:1.0:1777502111.397265:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238639814767 time 8238642682598 state 0x0 ref 2 00000100:00100000:2.0:1777502111.397275:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238642782598 time 8238642682598 state 0x1 ref 2 00000100:00100000:1.0:1777502111.397279:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc56068a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+252:273025:x1863837563099136:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:1.0:1777502111.397315:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777502111.397329:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc3a88 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x236:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343a8 expref: 252 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.397353:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8200/0x4ad31463d9bc371d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x236:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342e4 expref: 251 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.397361:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238642782598 time 8238642779709 state 0x0 ref 2 00010000:00010000:1.0:1777502111.397363:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x236:0x0].0x0 (ffff8dfd467c9e00) 00000100:00100000:2.0:1777502111.397370:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc492e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+211:273056:x1863837563098880:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502111.397373:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.397379:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.397388:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3d52 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.397390:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc3d59 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8344c0 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.397410:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3d52 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.397420:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3d52 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.397433:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc3d60 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.397436:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3d67 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.397442:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc3d60 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.397447:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3d67 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.397450:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc3d60 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.397462:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3d67 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.397467:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc3d6e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.397474:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc3d6e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.397479:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc3d6e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.397607:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3d75 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.397613:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3d7c lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x236:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.397617:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3d75 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.397627:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3d7c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x236:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.397630:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3d75 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.397644:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3d7c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x236:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502111.397669:0:187571:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x20e:0x0]: returning size 0 00000004:00200000:2.0:1777502111.397673:0:187571:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777502111.397689:0:187571:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3d75 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.397697:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3d75 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.397705:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc3d60 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.397710:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc3d60 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.397715:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc3d60 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.397721:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd40030a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.397724:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc3d60 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.397730:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc3d60 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.397741:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.397743:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.397746:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc3d60 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.397752:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc3d60 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.397762:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc3d6e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.397767:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc3d6e lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.397770:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc3d6e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.397773:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.397776:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc3d6e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.397787:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc3d6e lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.397792:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffff8dfd58bbe200) 00010000:00010000:2.0:1777502111.397794:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.397797:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc3d6e lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.397802:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6000/0x4ad31463d9bc3d6e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.397829:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc3d59 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344c0 expref: 213 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.397844:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3d75 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344c0 expref: 212 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.397849:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20e:0x0].0x0 (ffff8dfd61bb1300) 00010000:00010000:2.0:1777502111.397851:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.397852:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43978600, rc 0) 00000100:00100000:2.0:1777502111.397880:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc492e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+212:273056:x1863837563098880:12345-192.168.202.27@tcp:101:rm.500 Request processed in 512us (649us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.397887:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 510 00000040:00080000:1.0:1777502111.398101:0:186938:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].532, 64 off42240 00010000:00010000:1.0:1777502111.398150:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3d83 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x236:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.398160:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3d83 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x236:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.398167:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3d83 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x236:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.398174:0:186938:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3d83 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x236:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.398179:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3d83 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x236:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.398185:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3d83 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x236:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.398205:0:186938:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502111.398215:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3d7c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x236:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.398222:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3d7c lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x236:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.398229:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502111.398229:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3d7c lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x236:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.398237:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3d83 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x236:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.398237:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e3c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.398242:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3d7c lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x236:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.398248:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502111.398252:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3d7c lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x236:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.398254:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3d83 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x236:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.398270:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x236:0x0].0x0 (ffff8dfd5b1cf600) 00010000:00010000:1.0:1777502111.398274:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502111.398276:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3d7c lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x236:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.398281:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3d83 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x236:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.398283:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3d7c lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x236:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.398303:0:188362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x236:0x0].0x0 (ffff8dfd5b1cf600) 00010000:00010000:3.0:1777502111.398306:0:188362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777502111.398308:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3d52 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.398310:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3d83 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x236:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.398317:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3d52 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.398323:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3d83 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x236:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.398327:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3d52 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.398338:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e3200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.398341:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3d52 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.398348:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3d52 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.398357:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.398360:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.398363:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3d52 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.398369:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.398373:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.398376:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.398376:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3d52 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.398387:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f98e363b reply state 00000000beae1584 transno 8589939019 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3d67 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.398394:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.398439:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc56068a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+252:273025:x1863837563099136:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1163us (1292us total) trans 8589939019 rc 0/0 00000100:00100000:1.0:1777502111.398446:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 509 00000100:00100000:1.0:1777502111.398450:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238642782598 time 8238642779709 state 0x2 ref 0 00000100:00100000:1.0:1777502111.398818:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.398917:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563099264 00000100:00100000:3.0:1777502111.398923:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563099264 00000100:00100000:3.0:1777502111.398963:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3241 00000100:00100000:3.0:1777502111.398971:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0775d2ab-558e-41f1-82c0-14244d133390+52:2371:x1863837563099264:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:3.0:1777502111.399190:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0775d2ab-558e-41f1-82c0-14244d133390+53:2371:x1863837563099264:12345-192.168.202.27@tcp:2:touch.500 Request processed in 219us (371us total) trans 8589936102 rc 0/0 00000100:00100000:3.0:1777502111.399196:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3241 00000100:00100000:3.0:1777502111.400356:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.400383:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563099392 00000100:00100000:1.0:1777502111.400389:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563099392 00000100:00100000:1.0:1777502111.400424:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3242 00000100:00100000:1.0:1777502111.400433:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4772d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:0775d2ab-558e-41f1-82c0-14244d133390+53:2373:x1863837563099392:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502111.400443:0:205386:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.400457:0:205386:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003f2b52ea/0x4ad31463d9bc3d8a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x109b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8344c7 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777502111.400477:0:205386:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x109b:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:1.0:1777502111.400489:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502111.400491:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502111.400497:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f2b52ea/0x4ad31463d9bc3d8a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x109b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344c7 expref: 54 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.400516:0:205386:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003f2b52ea/0x4ad31463d9bc3d8a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x109b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344c7 expref: 54 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.400527:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.400528:0:205386:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5e2800, rc 0) 00000100:00100000:1.0:1777502111.400568:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4772d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:0775d2ab-558e-41f1-82c0-14244d133390+54:2373:x1863837563099392:12345-192.168.202.27@tcp:101:rm.500 Request processed in 136us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.400604:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3242 00000100:00100000:3.0:1777502111.400673:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563099648 00000100:00100000:3.0:1777502111.400677:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563099648 00000100:00100000:3.0:1777502111.400695:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238642782598 time 8238642779709 state 0x0 ref 1 00000100:00100000:3.0:1777502111.400706:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238642879709 time 8238642779709 state 0x1 ref 1 00000100:00100000:1.0:1777502111.400741:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238642879709 time 8238646158548 state 0x0 ref 1 00000100:00100000:1.0:1777502111.400753:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4772ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+212:273050:x1863837563099648:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:0.0:1777502111.400767:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3d67 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.400776:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3d67 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.400782:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3d67 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.400786:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777502111.400788:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e3a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.400791:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3d67 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.400797:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3d67 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.400800:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc3d21 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344ab expref: 212 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.400807:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffff8dfd5b1cf200) 00010000:00010000:0.0:1777502111.400809:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.400813:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3d67 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.400814:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc3a2d lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834393 expref: 211 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.400819:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3d67 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.400822:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20d:0x0].0x0 (ffff8dfd61bb1a00) 00010000:00010000:1.0:1777502111.400828:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502111.400841:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3d91 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.400850:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3d91 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.400857:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3d91 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.400871:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3d98 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.400877:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3d98 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.400882:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3d98 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.400967:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3d9f lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.400974:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3d9f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.400980:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3d9f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777502111.401422:0:188648:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].533, 64 off42304 00010000:00010000:1.0:1777502111.401474:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3da6 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.401483:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3da6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.401492:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3da6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.401498:0:188648:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3da6 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.401504:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3da6 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.401511:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3da6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.401531:0:188648:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502111.401544:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3d9f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.401550:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3d9f lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.401557:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3d9f lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.401562:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.401565:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3d9f lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.401571:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3d9f lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.401709:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502111.401715:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3da6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.401730:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502111.401731:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20d:0x0].0x0 (ffff8dfd5b1cfb00) 00010000:00010000:1.0:1777502111.401735:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777502111.401740:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3da6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.401740:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3d9f lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.401755:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3d9f lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.401757:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3da6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.401778:0:186925:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20d:0x0].0x0 (ffff8dfd5b1cfb00) 00010000:00010000:1.0:1777502111.401781:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3d91 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.401790:0:186925:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.401795:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3da6 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.401800:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3d91 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.401809:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3da6 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.401811:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3d91 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.401826:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.401829:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3d91 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.401835:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.401836:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3d91 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.401839:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.401842:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.401846:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.401849:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.401853:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3d91 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.401859:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3d91 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.401869:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000eb7ab9ba reply state 0000000043865aae transno 8589939020 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3d98 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.401877:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777502111.401886:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.401914:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563099904 00000100:00100000:0.0:1777502111.401920:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563099904 00000100:00100000:1.0:1777502111.401927:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4772ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+213:273050:x1863837563099648:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1175us (1464us total) trans 8589939020 rc 0/0 00000100:00100000:1.0:1777502111.401933:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 511 00000100:00100000:1.0:1777502111.401938:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238642879709 time 8238646158548 state 0x2 ref 0 00000100:00100000:0.0:1777502111.401950:0:186939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1157 00000100:00100000:0.0:1777502111.401957:0:186939:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4fbeb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0775d2ab-558e-41f1-82c0-14244d133390+212:273048:x1863837563099904:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:1.0:1777502111.402012:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.402067:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563100160 00000100:00100000:1.0:1777502111.402071:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563100160 00000100:00100000:1.0:1777502111.402084:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238642879709 time 8238646158548 state 0x0 ref 1 00000100:00100000:1.0:1777502111.402092:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238646258548 time 8238646158548 state 0x1 ref 1 00000100:00100000:1.0:1777502111.402109:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238646258548 time 8238647529264 state 0x0 ref 1 00000100:00100000:1.0:1777502111.402119:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+251:273027:x1863837563100160:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:1.0:1777502111.402143:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:0.0:1777502111.402147:0:186939:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4fbeb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0775d2ab-558e-41f1-82c0-14244d133390+213:273048:x1863837563099904:12345-192.168.202.27@tcp:35:touch.500 Request processed in 190us (263us total) trans 8589939021 rc 0/0 00000100:00100000:0.0:1777502111.402154:0:186939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1157 00010000:00010000:1.0:1777502111.402156:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc3ac0 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343b6 expref: 251 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.402170:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc37a2 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x237:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834307 expref: 250 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.402180:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x237:0x0].0x0 (ffff8dfd472eaa00) 00010000:00010000:1.0:1777502111.402187:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502111.402196:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3dad lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.402204:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3dad lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.402212:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3dad lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.402224:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3db4 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.402232:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3db4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.402239:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3db4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.402306:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc3dbb lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x237:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.402314:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc3dbb lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x237:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.402322:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc3dbb lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x237:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777502111.402630:0:205369:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].534, 64 off42368 00010000:00010000:3.0:1777502111.402972:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3d98 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.402981:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3d98 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.402987:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3d98 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.402993:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.402996:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3d98 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.403003:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3d98 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.403013:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffff8dfd5b1cfa00) 00010000:00010000:3.0:1777502111.403016:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.403019:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3d98 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.403024:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3d98 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.404349:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.404528:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563100416 00000100:00100000:3.0:1777502111.404534:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563100416 00000100:00100000:3.0:1777502111.404565:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238647629264 time 8238647529264 state 0x1 ref 2 00000100:00100000:3.0:1777502111.404615:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238647629264 time 8238650033579 state 0x0 ref 2 00000100:00100000:3.0:1777502111.404628:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc56069180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+212:273056:x1863837563100416:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:3.0:1777502111.404682:0:187571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777502111.404700:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3d75 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344c0 expref: 212 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.404718:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031c00/0x4ad31463d9bc3c10 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x20e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834473 expref: 211 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.404730:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20e:0x0].0x0 (ffff8dfd61bb1300) 00010000:00010000:3.0:1777502111.404737:0:187571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502111.404751:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3dc2 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.404759:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3dc2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.404765:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3dc2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.404773:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3dc9 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.404777:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3dc9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.404782:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3dc9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.404869:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc3dd0 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.404887:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc3dd0 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.404897:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc3dd0 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.405618:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc3dd7 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x237:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.405629:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc3dd7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x237:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.405638:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc3dd7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x237:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.405645:0:205369:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc3dd7 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x237:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.405652:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc3dd7 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x237:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.405669:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc3dd7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x237:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.405692:0:205369:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502111.405708:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc3dbb lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x237:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.405714:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc3dbb lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x237:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.405721:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc3dbb lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x237:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.405726:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd63cd3400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.405730:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc3dbb lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x237:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.405736:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc3dbb lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x237:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.405744:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x237:0x0].0x0 (ffff8dfd5b1cf600) 00010000:00010000:1.0:1777502111.405747:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502111.405750:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc3dbb lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x237:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.405755:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc3dbb lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x237:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.405771:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3dad lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.405776:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3dad lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777502111.405781:0:187571:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].535, 64 off42432 00010000:00010000:1.0:1777502111.405791:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3dad lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.405796:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e3c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.405798:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3dad lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.405804:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3dad lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.405813:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.405816:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.405819:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3dad lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.405825:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3dad lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.405836:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000040de949 reply state 00000000b9d7496f transno 8589939022 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3db4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.405841:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3dde lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.405851:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502111.405858:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3dde lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.405867:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3dde lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.405874:0:187571:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3dde lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.405886:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3dde lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.405893:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3dde lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.405900:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502111.405907:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc3dd7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x237:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.405913:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+251:273027:x1863837563100160:12345-192.168.202.27@tcp:36:rm.500 Request processed in 3795us (3902us total) trans 8589939022 rc 0/0 00010000:00010000:0.0:1777502111.405914:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd63cd3200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502111.405916:0:187571:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502111.405917:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc3dd7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x237:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.405923:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 512 00010000:00010000:0.0:1777502111.405927:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc3dd7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x237:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.405931:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc3dd0 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.405938:0:205387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x237:0x0].0x0 (ffff8dfd5b1cf600) 00010000:00010000:2.0:1777502111.405940:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc3dd0 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.405943:0:205387:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777502111.405948:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc3dd7 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x237:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.405951:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc3dd0 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.405962:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc3dd7 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x237:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.405964:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149a200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.405969:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc3dd0 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.405978:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc3dd0 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.405978:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502111.405982:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3dde lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.405997:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502111.405998:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20e:0x0].0x0 (ffff8dfd67320300) 00010000:00010000:2.0:1777502111.406002:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502111.406014:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc3dd0 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.406021:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc3dd0 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.406043:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3dc2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.406049:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3dc2 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.406055:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3dc2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.406060:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149b200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.406063:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3dc2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.406068:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3dc2 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.406075:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.406077:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.406081:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3dc2 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.406081:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3dde lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.406097:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3dde lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.406099:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3dc2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.406114:0:205387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20e:0x0].0x0 (ffff8dfd67320300) 00010000:00010000:0.0:1777502111.406117:0:205387:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000004:00010000:2.0:1777502111.406118:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e86f0779 reply state 00000000919ad7e1 transno 8589939023 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3dc9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.406119:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3dde lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.406127:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502111.406139:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3dde lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.406154:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.406156:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.406159:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502111.406160:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc56069180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+212:273056:x1863837563100416:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1534us (1813us total) trans 8589939023 rc 0/0 00000100:00100000:2.0:1777502111.406172:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 513 00000100:00100000:2.0:1777502111.406177:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238647629264 time 8238650033579 state 0x2 ref 0 00010000:00010000:3.0:1777502111.407224:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.407365:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3dc9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.407374:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3dc9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.407379:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3db4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.407381:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3dc9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.407395:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3db4 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.407403:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3db4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.407409:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.407412:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3db4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.407419:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3db4 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.407430:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffff8dfd5b1cf800) 00010000:00010000:2.0:1777502111.407437:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.407441:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149a600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.407442:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3db4 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.407447:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3dc9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.407453:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3db4 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.407462:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3dc9 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.407474:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffff8dfd67320200) 00010000:00010000:3.0:1777502111.407477:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.407480:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3dc9 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.407572:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3dc9 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.407817:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.407895:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563100672 00000100:00100000:3.0:1777502111.407902:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563100672 00000100:00100000:3.0:1777502111.407929:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238647629264 time 8238650033579 state 0x0 ref 1 00000100:00100000:3.0:1777502111.407940:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238650133579 time 8238650033579 state 0x1 ref 1 00000100:00100000:3.0:1777502111.407996:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238650133579 time 8238653415088 state 0x0 ref 1 00000100:00100000:3.0:1777502111.408009:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc56068700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+250:273028:x1863837563100672:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:3.0:1777502111.408049:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777502111.408065:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc3aa4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x238:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343af expref: 250 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.408081:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc37d3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x238:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834315 expref: 249 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.408091:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x238:0x0].0x0 (ffff8dfd5288df00) 00010000:00010000:3.0:1777502111.408098:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502111.408113:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3de5 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.408123:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3de5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.408132:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3de5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.408146:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3dec lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.408154:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3dec lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.408167:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3dec lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.408342:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3df3 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x238:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.408351:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3df3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x238:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.408358:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3df3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x238:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.408382:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000040:00080000:3.0:1777502111.409013:0:186938:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].531, 64 off42176 00010000:00010000:3.0:1777502111.409063:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3dfa lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x238:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.409073:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3dfa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x238:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.409081:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3dfa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x238:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.409089:0:186938:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3dfa lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x238:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.409095:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3dfa lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x238:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.409102:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3dfa lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x238:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.409117:0:186938:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502111.409131:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3df3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x238:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.409138:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3df3 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x238:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.409144:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3df3 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x238:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.409150:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.409153:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3df3 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x238:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.409160:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3df3 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x238:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.409168:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x238:0x0].0x0 (ffff8dfd67320e00) 00010000:00010000:3.0:1777502111.409171:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777502111.409174:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3df3 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x238:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.409181:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3df3 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x238:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.409194:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3de5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.409201:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3de5 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.409207:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3de5 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.409217:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149a800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.409220:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3de5 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.409225:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3de5 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.409232:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.409234:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.409237:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3de5 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.409242:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3de5 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502111.409249:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b230de28 reply state 0000000076c29239 transno 8589939024 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3dec lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.409257:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777502111.409326:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc56068700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+250:273028:x1863837563100672:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1319us (1511us total) trans 8589939024 rc 0/0 00000100:00100000:3.0:1777502111.409334:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 514 00000100:00100000:3.0:1777502111.409340:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238650133579 time 8238653415088 state 0x2 ref 0 00000100:00100000:3.0:1777502111.409427:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563100928 00000100:00100000:3.0:1777502111.409433:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563100928 00000100:00100000:3.0:1777502111.409453:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238650133579 time 8238653415088 state 0x0 ref 1 00000100:00100000:3.0:1777502111.409461:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238653515088 time 8238653415088 state 0x1 ref 1 00000100:00100000:3.0:1777502111.409486:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238653515088 time 8238654905246 state 0x0 ref 1 00000100:00100000:3.0:1777502111.409498:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+211:273049:x1863837563100928:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502111.409511:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.409520:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3e01 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8344ce expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.409723:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3e08 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.409731:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3e08 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.409737:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3e08 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.409746:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3e0f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.409752:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3e0f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.409764:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3e0f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.409769:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502111.409776:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3dfa lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x238:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.409784:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502111.409788:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3dfa lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x238:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.409796:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3dfa lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x238:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.409807:0:188362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x238:0x0].0x0 (ffff8dfd67320e00) 00010000:00010000:2.0:1777502111.409810:0:188362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777502111.409813:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3dfa lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x238:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.409819:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3dfa lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x238:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.409831:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3e16 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x232:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.409834:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.409837:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502111.409841:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.409844:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3e16 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x232:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.409858:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3e16 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x232:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502111.409866:0:186938:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x232:0x0]: returning size 0 00010000:00010000:3.0:1777502111.410011:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3e08 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.410020:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3e08 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.410026:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3e08 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.410032:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.410036:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3e08 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.410055:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3e08 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.410062:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.410064:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.410067:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3e08 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.410073:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3e08 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.410082:0:186938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3e0f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.410092:0:186938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3e0f lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.410099:0:186938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3e0f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.410105:0:186938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.410108:0:186938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3e0f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.410114:0:186938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3e0f lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.410120:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffff8dfd67320800) 00010000:00010000:3.0:1777502111.410132:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.410138:0:186938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3e0f lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.410144:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3e0f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.410176:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3e01 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344ce expref: 214 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.410187:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3e16 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x232:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344ce expref: 213 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.410194:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x232:0x0].0x0 (ffff8dfd56b4de00) 00010000:00010000:3.0:1777502111.410195:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.410199:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5e3200, rc 0) 00000100:00100000:3.0:1777502111.410235:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+213:273049:x1863837563100928:12345-192.168.202.27@tcp:101:touch.500 Request processed in 740us (1856us total) trans 8589939025 rc 0/0 00000100:00100000:3.0:1777502111.410242:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 515 00000100:00100000:3.0:1777502111.410247:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238653515088 time 8238654905246 state 0x2 ref 0 00010000:00010000:0.0:1777502111.410289:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3dec lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.410298:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3dec lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.410306:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3dec lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.410311:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149a000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.410314:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3dec lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.410320:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3dec lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.410331:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffff8dfd67320500) 00010000:00010000:0.0:1777502111.410333:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.410335:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3dec lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.410339:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3dec lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.410868:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.410910:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563101312 00000100:00100000:0.0:1777502111.410915:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563101312 00000100:00100000:3.0:1777502111.410927:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.410940:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238653515088 time 8238654905246 state 0x0 ref 1 00000100:00100000:0.0:1777502111.410949:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238655005246 time 8238654905246 state 0x1 ref 1 00000100:00100000:1.0:1777502111.410968:0:205371:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563101056 00000100:00100000:1.0:1777502111.410974:0:205371:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563101056 00000100:00100000:0.0:1777502111.410993:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238655005246 time 8238656401927 state 0x0 ref 1 00000100:00100000:0.0:1777502111.411007:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4772df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+250:273016:x1863837563101312:12345-192.168.202.27@tcp:36:rm.500 00000100:00100000:1.0:1777502111.411013:0:205371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 285 00000100:00100000:1.0:1777502111.411023:0:205371:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ca68c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+250:2371:x1863837563101056:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:1.0:1777502111.411046:0:205371:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.411058:0:205371:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc3e24 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8344d5 expref: -99 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.411059:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777502111.411076:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3a65 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x232:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343a1 expref: 251 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.411095:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc3e2b lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.411096:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfc4e51fa00/0x4ad31463d9bc3533 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x232:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834243 expref: 250 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.411117:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc3e2b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.411118:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x232:0x0].0x0 (ffff8dfd56b4de00) 00010000:00010000:1.0:1777502111.411127:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc3e2b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.411129:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.411144:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3e32 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.411145:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3e39 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.411162:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3e39 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.411170:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3e32 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.411171:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3e39 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.411188:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3e32 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.411204:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3e40 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.411211:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3e40 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.411218:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3e40 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.411220:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc3e2b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.411231:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc3e2b lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.411237:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc3e2b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.411242:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd63cd2a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.411256:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc3e2b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.411262:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc3e2b lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.411271:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.411275:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.411278:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc3e2b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.411284:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc3e2b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.411293:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3e39 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.411298:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc3e47 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x232:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.411299:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3e39 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.411315:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3e39 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.411316:0:186937:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3e16 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x232:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344ce expref: 212 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.411333:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd63cd2200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.411334:0:186937:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc3e47 lrc: 4/0,1 mode: --/EX res: [0x200000bd1:0x232:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.411338:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3e39 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.411345:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3e39 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.411352:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffff8dfd5b1cfe00) 00010000:00010000:1.0:1777502111.411355:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.411358:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3e39 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.411359:0:186937:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3e16 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x232:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344ce expref: 212 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.411377:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3e39 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.411383:0:186937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3e16 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x232:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344ce expref: 212 pid: 186938 timeout: 8338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.411398:0:186937:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc456b7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:186937:1863837561359360:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502111.411404:0:205371:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc3e24 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344d5 expref: 249 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.411415:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.411417:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502111.411421:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc3e24 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344d5 expref: 249 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.411431:0:205371:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd63cd3400, rc -2) 00000100:00100000:1.0:1777502111.411472:0:205371:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ca68c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+248:2371:x1863837563101056:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 450us (546us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777502111.411480:0:205371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 285 00000100:00100000:0.0:1777502111.411480:0:186937:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4cb43780 going to sleep for 11 seconds 00000100:00100000:0.0:1777502111.412173:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.412219:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563101568 00000100:00100000:2.0:1777502111.412224:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563101568 00000100:00100000:2.0:1777502111.412247:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238656501927 time 8238656401927 state 0x1 ref 2 00000100:00100000:2.0:1777502111.412271:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238656501927 time 8238657690007 state 0x0 ref 2 00000100:00100000:2.0:1777502111.412281:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+213:273049:x1863837563101568:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:2.0:1777502111.412310:0:187571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502111.412319:0:187571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3e16 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x232:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344ce expref: 213 pid: 186938 timeout: 8338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.412339:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x232:0x0].0x0 (ffff8dfd56b4de00) 00010000:00010000:2.0:1777502111.412342:0:187571:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc3e47 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x232:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.412350:0:187571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc3e47 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x232:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.412356:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc3e47 lrc: 4/0,1 mode: EX/EX res: [0x200000bd1:0x232:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.412370:0:187571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.412434:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3e4e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.412442:0:187571:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc3e47 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x232:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.412449:0:187571:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3e4e lrc: 4/0,1 mode: --/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.412458:0:187571:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc3e47 lrc: 4/0,1 mode: EX/EX res: [0x200000bd1:0x232:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.412466:0:187571:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3e4e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.415772:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.415870:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563101824 00000100:00100000:2.0:1777502111.415876:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563101824 00010000:00010000:1.0:1777502111.415881:0:186937:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.27@tcp) returned -22 from blocking AST (req@00000000440edcb7 x1863837561359360) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3e16 lrc: 1/0,0 mode: --/PR res: [0x200000bd1:0x232:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344ce expref: 213 pid: 186938 timeout: 8338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.415900:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3e16 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x232:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344ce expref: 214 pid: 186938 timeout: 8338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.415910:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238657790007 time 8238657690007 state 0x1 ref 3 00000100:00100000:1.0:1777502111.415915:0:186937:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc456b7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:186937:1863837561359360:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502111.415937:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x232:0x0].0x0 (ffff8dfd56b4de00) 00000100:00100000:2.0:1777502111.415943:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238657790007 time 8238661360271 state 0x0 ref 3 00010000:00010000:1.0:1777502111.415944:0:186937:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3e4e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.415960:0:186937:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc3e47 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x232:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.415961:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4772ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+213:273052:x1863837563101824:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.415975:0:186937:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc3e47 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x232:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.415981:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.415981:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc3e47 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x232:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.415997:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3e55 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8344dc expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.416137:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3e5c lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.416149:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3e5c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.416158:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3e5c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.416172:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3e63 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.416178:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3e63 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.416185:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3e63 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.416455:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc3e6a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x234:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.416465:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc3e6a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.416474:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc3e6a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502111.416487:0:186936:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x234:0x0]: returning size 0 00010000:00010000:2.0:1777502111.416569:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3e5c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777502111.416594:0:186937:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000bd1:0x232:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1777502111.416599:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3e5c lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.416607:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3e5c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.416613:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.416616:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3e5c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.416623:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3e5c lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.416632:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.416635:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.416639:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3e5c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.416645:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc3e5c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.416669:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3e63 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.416676:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3e63 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.416686:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3e63 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.416691:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.416695:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3e63 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.416698:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc3e47 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x232:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.416702:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3e63 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.416713:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc3e47 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x232:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.416718:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffff8dfd58bbe200) 00010000:00010000:2.0:1777502111.416722:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.416725:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3e63 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.416726:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc3e47 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x232:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.416740:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc3e63 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.416743:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.416749:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc3e47 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x232:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.416757:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc3e47 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x232:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.416770:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x232:0x0].0x0 (ffff8dfd56b4de00) 00010000:00010000:1.0:1777502111.416773:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502111.416775:0:186937:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3e4e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.416786:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc3e55 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344dc expref: 216 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.416788:0:186937:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3e4e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.416807:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3e4e lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.416815:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc3e6a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344dc expref: 215 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.416824:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x234:0x0].0x0 (ffff8dfd4fbd8000) 00010000:00010000:2.0:1777502111.416826:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.416829:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43978c00, rc 0) 00010000:00010000:1.0:1777502111.416834:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc3e47 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x232:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.416842:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc3e47 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x232:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.416857:0:187571:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3e4e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.416858:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3e32 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.416878:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4772ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+215:273052:x1863837563101824:12345-192.168.202.27@tcp:101:touch.500 Request processed in 920us (1109us total) trans 8589939026 rc 0/0 00010000:00010000:1.0:1777502111.416878:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3e32 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.416879:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3e4e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.416902:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3e32 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.416906:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 518 00010000:00010000:1.0:1777502111.416914:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.416917:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3e32 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.416924:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3e32 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.416933:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.416936:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.416939:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3e32 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.416946:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3e32 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.416958:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000040675a6c reply state 0000000060be7f55 transno 8589939027 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3e40 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.416966:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00010000:3.0:1777502111.416979:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005d16fbfc reply state 00000000e7f6353d transno 8589939028 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3e4e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.416988:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.417008:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4772df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+249:273016:x1863837563101312:12345-192.168.202.27@tcp:36:rm.500 Request processed in 6004us (6139us total) trans 8589939027 rc 0/0 00000100:00100000:1.0:1777502111.417016:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 516 00000100:00100000:3.0:1777502111.417055:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+216:273049:x1863837563101568:12345-192.168.202.27@tcp:36:touch.500 Request processed in 4774us (4881us total) trans 8589939028 rc 0/0 00000100:00100000:3.0:1777502111.417062:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 517 00000100:00100000:3.0:1777502111.417066:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238657790007 time 8238661360271 state 0x2 ref 0 00010000:00010000:2.0:1777502111.417914:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3e40 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.417923:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3e40 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.417930:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3e40 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.417935:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.417938:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3e40 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.417944:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3e40 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.417955:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffff8dfd467c9900) 00010000:00010000:2.0:1777502111.417958:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.417961:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3e40 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.417967:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3e40 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.418149:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3e4e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.418157:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3e4e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.418163:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3e4e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.418169:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.418172:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3e4e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.418178:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3e4e lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.418186:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x232:0x0].0x0 (ffff8dfd56b4de00) 00010000:00010000:1.0:1777502111.418188:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.418191:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3e4e lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.418198:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc3e4e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.418567:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.418691:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563102080 00000100:00100000:3.0:1777502111.418697:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563102080 00000100:00100000:3.0:1777502111.418720:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238657790007 time 8238661360271 state 0x0 ref 1 00000100:00100000:3.0:1777502111.418730:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238661460271 time 8238661360271 state 0x1 ref 1 00000100:00100000:3.0:1777502111.418752:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238661460271 time 8238664171068 state 0x0 ref 1 00000100:00100000:3.0:1777502111.418763:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc56069500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+248:273033:x1863837563102080:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:3.0:1777502111.418801:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777502111.418816:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc3af8 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x23a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343c4 expref: 248 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.418835:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc385f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x23a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834338 expref: 247 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.418844:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x23a:0x0].0x0 (ffff8dfd5288dc00) 00010000:00010000:3.0:1777502111.418851:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502111.418865:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3e78 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.418875:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3e78 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.418883:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3e78 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.418897:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3e7f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.418904:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3e7f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.418911:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3e7f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.419000:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3e86 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x23a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.419009:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3e86 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x23a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.419016:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3e86 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x23a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777502111.419433:0:205372:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].536, 64 off42496 00010000:00010000:3.0:1777502111.419492:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3e8d lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x23a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.419502:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3e8d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x23a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.419510:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3e8d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x23a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.419517:0:205372:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3e8d lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x23a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.419522:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3e8d lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x23a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.419539:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3e8d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x23a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.419618:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502111.419624:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3e8d lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x23a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.419630:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502111.419634:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3e8d lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x23a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.419640:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3e8d lrc: 5/0,0 mode: PW/PW res: [0x200000bd1:0x23a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.419649:0:186925:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x23a:0x0].0x0 (ffff8dfd67320200) 00010000:00010000:1.0:1777502111.419652:0:186925:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777502111.419666:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3e8d lrc: 3/0,0 mode: --/PW res: [0x200000bd1:0x23a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.419674:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.419675:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.419677:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.419748:0:205372:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1777502111.419753:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3e8d lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x23a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.419774:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3e86 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x23a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.419785:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3e86 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x23a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.419791:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3e86 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x23a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.419796:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.419800:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3e86 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x23a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.419805:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3e86 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x23a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.419813:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x23a:0x0].0x0 (ffff8dfd67320200) 00010000:00010000:3.0:1777502111.419816:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777502111.419819:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3e86 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x23a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.419825:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3e86 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x23a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.419840:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3e78 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.419847:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3e78 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.419852:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3e78 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.419857:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e3a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.419860:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3e78 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.419866:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3e78 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.419872:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.419874:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.419877:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3e78 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.419882:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3e78 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502111.419890:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b8990633 reply state 000000008c944379 transno 8589939029 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3e7f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.419898:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777502111.419989:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc56069500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+248:273033:x1863837563102080:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1226us (1422us total) trans 8589939029 rc 0/0 00000100:00100000:3.0:1777502111.419996:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 519 00000100:00100000:3.0:1777502111.420001:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238661460271 time 8238664171068 state 0x2 ref 0 00000100:00100000:2.0:1777502111.420356:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.420407:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563102336 00000100:00100000:3.0:1777502111.420412:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563102336 00000100:00100000:3.0:1777502111.420437:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238661460271 time 8238664171068 state 0x0 ref 1 00000100:00100000:3.0:1777502111.420447:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238664271068 time 8238664171068 state 0x1 ref 1 00000100:00100000:2.0:1777502111.420460:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.420474:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563102592 00000100:00100000:3.0:1777502111.420478:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563102592 00000100:00100000:3.0:1777502111.420497:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238664271068 time 8238664171068 state 0x1 ref 2 00000100:00100000:2.0:1777502111.420502:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.420531:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563102720 00000100:00100000:3.0:1777502111.420535:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563102720 00000100:00100000:2.0:1777502111.420542:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238666059356 time 8238665959356 state 0x1 ref 2 00000100:00100000:2.0:1777502111.420556:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5606bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+217:273054:x1863837563102336:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.420567:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1777502111.420635:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238666059356 time 8238665959356 state 0x1 ref 3 00000100:00100000:3.0:1777502111.420670:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238666176266 time 8238666076266 state 0x1 ref 3 00000100:00100000:3.0:1777502111.420682:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc56068380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+217:273052:x1863837563102592:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:3.0:1777502111.420712:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502111.420729:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc3e6a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344dc expref: 217 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.420745:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x234:0x0].0x0 (ffff8dfd4fbd8000) 00010000:00010000:3.0:1777502111.420749:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.420752:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc3e94 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8344e3 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.420819:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3e9b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.420832:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc3ea2 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.420834:0:188648:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3bdf lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834457 expref: 247 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.420856:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc3ea2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.420859:0:188648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3e9b lrc: 4/0,1 mode: --/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.420871:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc3ea2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.420887:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc3ea9 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.420894:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc3ea9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.420899:0:188648:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3bdf lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834457 expref: 247 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.420904:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc3ea9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.420984:0:188648:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3bdf lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834457 expref: 247 pid: 186938 timeout: 8338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.421004:0:188648:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd67669500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:188648:1863837561359488:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502111.421065:0:188648:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc421be540 going to sleep for 11 seconds 00000100:00100000:3.0:1777502111.421089:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238666176266 time 8238666507903 state 0x0 ref 3 00000100:00100000:3.0:1777502111.421102:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5606a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+217:273049:x1863837563102720:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502111.421113:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00080000:2.0:1777502111.421289:0:186936:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1078:0x0], index 1: 0 00010000:00010000:2.0:1777502111.421420:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3eb0 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x213:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.421429:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3eb0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.421436:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3eb0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.421465:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc3ea2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.421472:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc3ea2 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.421479:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc3ea2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.421485:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.421489:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc3ea2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.421495:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc3ea2 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.421505:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.421508:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.421512:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc3ea2 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.421518:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc3ea2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.421530:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007cd3c14e reply state 00000000dbaf3825 transno 8589939030 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc3ea9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.421538:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502111.421560:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc3e94 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344e3 expref: 219 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.421601:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3eb0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344e3 expref: 218 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.421609:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x213:0x0].0x0 (ffff8dfd58bbef00) 00010000:00010000:2.0:1777502111.421612:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.421615:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43979000, rc 0) 00000100:00100000:2.0:1777502111.421643:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5606bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+219:273054:x1863837563102336:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1090us (1287us total) trans 8589939030 rc 0/0 00000100:00100000:2.0:1777502111.421651:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 520 00010000:00010000:3.0:1777502111.422090:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3ebe lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x232:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8344ea expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.422275:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3ebe lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x232:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344ea expref: 219 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.422288:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2600/0x4ad31463d9bc3ebe lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x232:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344ea expref: 219 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.422308:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x232:0x0].0x0 (ffff8dfd67320100) 00010000:00010000:3.0:1777502111.422352:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777502111.422355:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5e2600, rc 0) 00000100:00100000:3.0:1777502111.422382:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5606a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+219:273049:x1863837563102720:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1283us (1884us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502111.422389:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 522 00000100:00100000:3.0:1777502111.422534:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.422676:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563102976 00000100:00100000:2.0:1777502111.422681:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563102976 00000100:00100000:2.0:1777502111.422705:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238666607903 time 8238666507903 state 0x1 ref 2 00000100:00100000:2.0:1777502111.422727:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238666607903 time 8238668146719 state 0x0 ref 2 00000100:00100000:2.0:1777502111.422739:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67669880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+248:273021:x1863837563102976:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:2.0:1777502111.422775:0:205372:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777502111.422784:0:205372:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3bdf lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834457 expref: 248 pid: 186938 timeout: 8338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.422800:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc3675 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x234:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342b3 expref: 248 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.422811:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x234:0x0].0x0 (ffff8dfd4fbd8000) 00010000:00010000:2.0:1777502111.422815:0:205372:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3e9b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.422822:0:205372:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3e9b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.422828:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3e9b lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.422841:0:205372:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.422852:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3ec5 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.422860:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3ec5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.422867:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3ec5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.422878:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc3ecc lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.422884:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc3ecc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.422889:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc3ecc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.422959:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3ed3 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x234:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.422968:0:205372:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3e9b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.422973:0:205372:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3ed3 lrc: 4/0,1 mode: --/EX res: [0x200000bd1:0x234:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.422984:0:205372:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3e9b lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.422992:0:205372:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3ed3 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x234:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.423636:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3e7f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.423646:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3e7f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.423653:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3e7f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.423676:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.423679:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3e7f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.423686:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3e7f lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.423697:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffff8dfd67320800) 00010000:00010000:1.0:1777502111.423700:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.423703:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3e7f lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.423710:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3e7f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.425617:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc3ea9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.425627:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc3ea9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.425632:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc3ea9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.425637:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.425640:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc3ea9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.425647:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc3ea9 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.425672:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffff8dfd58bbe400) 00010000:00010000:1.0:1777502111.425675:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.425679:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc3ea9 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.425685:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc3ea9 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.426895:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.426938:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563103232 00000100:00100000:0.0:1777502111.426946:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563103232 00000100:00100000:3.0:1777502111.426952:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.426983:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238668246719 time 8238668146719 state 0x1 ref 3 00000100:00100000:2.0:1777502111.426995:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563103488 00000100:00100000:2.0:1777502111.427001:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563103488 00000100:00100000:0.0:1777502111.427017:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238668246719 time 8238672435503 state 0x0 ref 3 00000100:00100000:0.0:1777502111.427031:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6766b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+219:273054:x1863837563103232:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:2.0:1777502111.427032:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238672535503 time 8238672435503 state 0x1 ref 4 00000100:00100000:2.0:1777502111.427059:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238672535503 time 8238672478708 state 0x0 ref 4 00000100:00100000:2.0:1777502111.427074:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6766a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+219:273062:x1863837563103488:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502111.427084:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502111.427085:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.427100:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3eda lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8344f1 expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.427103:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc3eb0 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344e3 expref: 219 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.427125:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x213:0x0].0x0 (ffff8dfd58bbef00) 00010000:00010000:0.0:1777502111.427133:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.427193:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3ee1 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x213:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.427205:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3ee1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x213:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.427215:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3ee8 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.427217:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3ee1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x213:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.427237:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3ee8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.427247:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3ee8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.427259:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3eef lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.427266:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3eef lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.427274:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3eef lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.427370:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fe9a749f reply state 00000000dedf0ed0 transno 8589939031 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3ee1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x213:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.427385:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502111.427473:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6766b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+221:273054:x1863837563103232:12345-192.168.202.27@tcp:36:touch.500 Request processed in 444us (579us total) trans 8589939031 rc 0/0 00000100:00100000:0.0:1777502111.427480:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 524 00000004:00080000:2.0:1777502111.427797:0:205369:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x109d:0x0], index 0: 0 00010000:00010000:2.0:1777502111.427953:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3ef6 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x214:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.427963:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3ef6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.427971:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3ef6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.428006:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3ee8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.428013:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3ee8 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.428020:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3ee8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.428027:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149a800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.428030:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3ee8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.428038:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3ee8 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.428047:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.428050:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.428055:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3ee8 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.428062:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3ee8 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.428064:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3ee1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x213:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.428074:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006b5385b4 reply state 0000000072e7b6e4 transno 8589939032 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3eef lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.428076:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3ee1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x213:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.428090:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502111.428093:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3ee1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x213:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.428101:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.428105:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3ee1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x213:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.428112:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3ee1 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x213:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.428114:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3eda lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344f1 expref: 222 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.428134:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3ef6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344f1 expref: 221 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.428139:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x213:0x0].0x0 (ffff8dfd467c9300) 00010000:00010000:2.0:1777502111.428142:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x214:0x0].0x0 (ffff8dfd58bbe800) 00010000:00010000:0.0:1777502111.428143:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.428147:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.428149:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3ee1 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x213:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.428151:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4149b200, rc 0) 00010000:00010000:0.0:1777502111.428163:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27e00/0x4ad31463d9bc3ee1 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x213:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.428197:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6766a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+221:273062:x1863837563103488:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1128us (1246us total) trans 8589939032 rc 0/0 00000100:00100000:2.0:1777502111.428205:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 525 00000100:00100000:3.0:1777502111.429377:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.429432:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563103616 00000100:00100000:2.0:1777502111.429438:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563103616 00000100:00100000:2.0:1777502111.429462:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238672578708 time 8238672478708 state 0x1 ref 3 00000100:00100000:2.0:1777502111.429482:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238672578708 time 8238674902480 state 0x0 ref 3 00000100:00100000:2.0:1777502111.429491:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6766b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+221:273054:x1863837563103616:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.429500:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.429510:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc3f04 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x213:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8344f8 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.429533:0:188648:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.27@tcp) returned -22 from blocking AST (req@00000000cccef0a6 x1863837561359488) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3bdf lrc: 1/0,0 mode: --/PR res: [0x200000bd1:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834457 expref: 246 pid: 186938 timeout: 8338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.429539:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc3f04 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x213:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344f8 expref: 222 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.429559:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3bdf lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834457 expref: 246 pid: 186938 timeout: 8338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.429563:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a200/0x4ad31463d9bc3f04 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x213:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344f8 expref: 222 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.429602:0:188648:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd67669500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:188648:1863837561359488:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502111.429609:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x213:0x0].0x0 (ffff8dfd58bbe600) 00010000:00010000:2.0:1777502111.429612:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777502111.429614:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4149a200, rc 0) 00010000:00010000:3.0:1777502111.429621:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x234:0x0].0x0 (ffff8dfd4fbd8000) 00010000:00010000:3.0:1777502111.429627:0:188648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3ed3 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x234:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.429635:0:188648:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3ed3 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x234:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.429641:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6766b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+222:273054:x1863837563103616:12345-192.168.202.27@tcp:101:touch.500 Request processed in 150us (265us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502111.429650:0:188648:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3e9b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.429651:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 526 00010000:00010000:3.0:1777502111.429673:0:188648:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3e9b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.429679:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3e9b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.429720:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3eef lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.429734:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3eef lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.429741:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3eef lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.429748:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149a600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.429751:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3eef lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.429758:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3eef lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.429768:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffff8dfd58bbe200) 00010000:00010000:0.0:1777502111.429771:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.429775:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3eef lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.429791:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3eef lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.429798:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000e4c9547 reply state 00000000ae233269 transno 8589939033 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3e9b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.429805:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502111.429845:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc56068380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+222:273052:x1863837563102592:12345-192.168.202.27@tcp:36:touch.500 Request processed in 9167us (9387us total) trans 8589939033 rc 0/0 00000100:00100000:2.0:1777502111.429849:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 521 00000100:00100000:2.0:1777502111.430401:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.430425:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563103872 00000100:00100000:3.0:1777502111.430430:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563103872 00000100:00100000:2.0:1777502111.430437:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.430451:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238675002480 time 8238674902480 state 0x1 ref 2 00000100:00100000:3.0:1777502111.430469:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563104128 00000100:00100000:3.0:1777502111.430473:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563104128 00000100:00100000:0.0:1777502111.430484:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238675002480 time 8238675901033 state 0x0 ref 2 00000100:00100000:2.0:1777502111.430486:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.430503:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc56068000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+223:273072:x1863837563103872:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502111.430512:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.430521:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3f0b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8344ff expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.430626:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3f12 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.430637:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3f12 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.430645:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3f12 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.430671:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc3f19 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.430678:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc3f19 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.430685:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc3f19 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.430935:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238676001033 time 8238675901033 state 0x1 ref 3 00000100:00100000:3.0:1777502111.430955:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238676001033 time 8238676375172 state 0x0 ref 3 00000100:00100000:3.0:1777502111.430968:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5606a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+224:273062:x1863837563104128:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:3.0:1777502111.430993:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502111.431008:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3ef6 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344f1 expref: 224 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.431022:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x214:0x0].0x0 (ffff8dfd58bbe800) 00010000:00010000:3.0:1777502111.431029:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:0.0:1777502111.431046:0:186937:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1079:0x0], index 1: 0 00010000:00010000:3.0:1777502111.431073:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3f20 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x214:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.431082:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3f20 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.431090:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3f20 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502111.431171:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d7b9b9de reply state 00000000b0dbd01a transno 8589939035 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3f20 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.431179:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502111.431217:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26400/0x4ad31463d9bc3f27 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x215:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.431227:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26400/0x4ad31463d9bc3f27 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x215:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.431234:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5606a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+226:273062:x1863837563104128:12345-192.168.202.27@tcp:36:touch.500 Request processed in 267us (798us total) trans 8589939035 rc 0/0 00010000:00010000:0.0:1777502111.431238:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26400/0x4ad31463d9bc3f27 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x215:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.431246:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 528 00010000:00010000:0.0:1777502111.431270:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3f12 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.431279:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3f12 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.431285:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3f12 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.431292:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502111.431298:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.431301:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3f12 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.431307:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3f12 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.431316:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.431319:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.431322:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3f12 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.431328:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26e00/0x4ad31463d9bc3f12 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.431339:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b9bcf268 reply state 00000000c781703e transno 8589939034 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc3f19 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.431346:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777502111.431366:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563104256 00010000:00010000:0.0:1777502111.431368:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27400/0x4ad31463d9bc3f0b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344ff expref: 226 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.431371:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563104256 00010000:00010000:0.0:1777502111.431386:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26400/0x4ad31463d9bc3f27 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x215:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344ff expref: 225 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.431393:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x215:0x0].0x0 (ffff8dfd467c9900) 00010000:00010000:0.0:1777502111.431396:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.431398:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb26400, rc 0) 00000100:00100000:3.0:1777502111.431400:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563104384 00000100:00100000:3.0:1777502111.431404:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563104384 00000100:00100000:3.0:1777502111.431425:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3243 00000100:00100000:3.0:1777502111.431433:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5606ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0775d2ab-558e-41f1-82c0-14244d133390+54:2372:x1863837563104256:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:0.0:1777502111.431452:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc56068000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+226:273072:x1863837563103872:12345-192.168.202.27@tcp:101:touch.500 Request processed in 953us (1051us total) trans 8589939034 rc 0/0 00000100:00100000:0.0:1777502111.431460:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 527 00000100:00100000:0.0:1777502111.431495:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3244 00000100:00100000:0.0:1777502111.431505:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67669500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0775d2ab-558e-41f1-82c0-14244d133390+50:2370:x1863837563104384:12345-192.168.202.27@tcp:2:touch.500 00002000:00010000:3.0:1777502111.431572:0:189105:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x1093:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777502111.431598:0:189105:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x1093:0x0] updating lvb mtime from disk: 1777502110 -> 1777502110 00002000:00010000:3.0:1777502111.431601:0:189105:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x1093:0x0] updating lvb atime from disk: 1777502110 -> 1777502110 00002000:00010000:3.0:1777502111.431604:0:189105:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x1093:0x0] updating lvb ctime from disk: 1777502110 -> 1777502110 00002000:00010000:3.0:1777502111.431606:0:189105:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x1093:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1777502111.431630:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5606ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0775d2ab-558e-41f1-82c0-14244d133390+55:2372:x1863837563104256:12345-192.168.202.27@tcp:2:touch.500 Request processed in 198us (1147us total) trans 8589936103 rc 0/0 00000100:00100000:3.0:1777502111.431638:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3243 00000100:00100000:0.0:1777502111.431702:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd67669500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0775d2ab-558e-41f1-82c0-14244d133390+51:2370:x1863837563104384:12345-192.168.202.27@tcp:2:touch.500 Request processed in 198us (411us total) trans 8589935693 rc 0/0 00000100:00100000:0.0:1777502111.431710:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3244 00010000:00010000:0.0:1777502111.433030:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3e9b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.433041:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3e9b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.433047:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3e9b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.433052:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.433056:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3e9b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.433062:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3e9b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.433071:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x234:0x0].0x0 (ffff8dfd4fbd8000) 00010000:00010000:0.0:1777502111.433074:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.433076:0:3296:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3ed3 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x234:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.433084:0:3296:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3ed3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x234:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.433091:0:3296:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3ed3 lrc: 4/0,1 mode: EX/EX res: [0x200000bd1:0x234:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.433118:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3e9b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.433125:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3e9b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.433129:0:205372:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3ed3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x234:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.433139:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3ed3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x234:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.433275:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.433382:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3f20 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.433391:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3f20 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.433397:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3f20 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.433402:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2a00 already unused, calling callback (ffffffffc1e434f0) 00000100:00100000:0.0:1777502111.433402:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563104512 00010000:00010000:1.0:1777502111.433406:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3f20 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.433407:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563104512 00010000:00010000:1.0:1777502111.433412:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3f20 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.433423:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x214:0x0].0x0 (ffff8dfd67320200) 00010000:00010000:1.0:1777502111.433426:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.433429:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3f20 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.433431:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238676475172 time 8238676375172 state 0x1 ref 2 00010000:00010000:1.0:1777502111.433435:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3f20 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x214:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.433452:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238676475172 time 8238678871781 state 0x0 ref 2 00000100:00100000:0.0:1777502111.433464:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67668000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+224:273052:x1863837563104512:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502111.433478:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.433489:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc3f35 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x234:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834506 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502111.433528:0:205372:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000bd1:0x234:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1777502111.433652:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3ed3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x234:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.433669:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3ed3 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x234:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.433673:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3ed3 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x234:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.433677:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.433679:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3ed3 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x234:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.433683:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3ed3 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x234:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.433689:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x234:0x0].0x0 (ffff8dfd4fbd8000) 00010000:00010000:2.0:1777502111.433691:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502111.433693:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3ed3 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x234:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.433699:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc3ed3 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x234:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.433702:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc3f35 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x234:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834506 expref: 225 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.433717:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3ec5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.433720:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb27c00/0x4ad31463d9bc3f35 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x234:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834506 expref: 225 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.433734:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3ec5 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.433744:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3ec5 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.433747:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x234:0x0].0x0 (ffff8dfd4fbd8000) 00010000:00010000:2.0:1777502111.433748:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.433751:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3ec5 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.433753:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777502111.433759:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3ec5 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.433759:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fb27c00, rc 0) 00010000:00010000:2.0:1777502111.433768:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.433770:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.433772:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3ec5 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.433776:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc3ec5 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.433782:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d7d72bbe reply state 00000000a59af1a5 transno 8589939036 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc3ecc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.433787:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502111.433798:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd67668000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+225:273052:x1863837563104512:12345-192.168.202.27@tcp:101:touch.500 Request processed in 335us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.433805:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 529 00000100:00100000:2.0:1777502111.433827:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd67669880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+247:273021:x1863837563102976:12345-192.168.202.27@tcp:36:rm.500 Request processed in 11089us (11291us total) trans 8589939036 rc 0/0 00000100:00100000:2.0:1777502111.433835:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 523 00000100:00100000:2.0:1777502111.433840:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238676475172 time 8238678871781 state 0x2 ref 0 00010000:00010000:0.0:1777502111.433917:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc3f19 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.433927:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc3f19 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.433934:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc3f19 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.433941:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.433945:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc3f19 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.433952:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc3f19 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.433963:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffff8dfd467c9000) 00010000:00010000:0.0:1777502111.433967:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.433970:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc3f19 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.433976:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26a00/0x4ad31463d9bc3f19 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.434058:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.434080:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563104640 00000100:00100000:3.0:1777502111.434085:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563104640 00000100:00100000:1.0:1777502111.434091:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.434101:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238676475172 time 8238678871781 state 0x0 ref 1 00000100:00100000:3.0:1777502111.434108:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238678971781 time 8238678871781 state 0x1 ref 1 00000100:00100000:3.0:1777502111.434126:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238678971781 time 8238679545971 state 0x0 ref 1 00000100:00100000:1.0:1777502111.434128:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.434136:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+224:273062:x1863837563104640:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502111.434144:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777502111.434152:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563105024 00010000:00010000:3.0:1777502111.434155:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3f3c lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x214:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83450d expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.434156:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563105024 00010000:00010000:3.0:1777502111.434186:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3f3c lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x214:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83450d expref: 226 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.434187:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563105152 00000100:00100000:0.0:1777502111.434191:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563105152 00000100:00100000:2.0:1777502111.434194:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1158 00000100:00100000:2.0:1777502111.434205:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+227:273054:x1863837563105024:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:3.0:1777502111.434210:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2200/0x4ad31463d9bc3f3c lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x214:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83450d expref: 227 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.434222:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1159 00010000:00010000:3.0:1777502111.434223:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x214:0x0].0x0 (ffff8dfd67320c00) 00010000:00010000:3.0:1777502111.434226:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777502111.434228:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5e2200, rc 0) 00000100:00100000:0.0:1777502111.434230:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0775d2ab-558e-41f1-82c0-14244d133390+227:273049:x1863837563105152:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:3.0:1777502111.434254:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+227:273062:x1863837563104640:12345-192.168.202.27@tcp:101:touch.500 Request processed in 120us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502111.434261:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 530 00000100:00100000:3.0:1777502111.434264:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238678971781 time 8238679545971 state 0x2 ref 0 00000100:00100000:2.0:1777502111.434394:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+227:273054:x1863837563105024:12345-192.168.202.27@tcp:35:touch.500 Request processed in 189us (301us total) trans 8589939037 rc 0/0 00000100:00100000:2.0:1777502111.434402:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1158 00000004:00080000:0.0:1777502111.434422:0:186940:0:(mdd_object.c:4010:mdd_close()) Object [0x200000bd1:0x232:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1777502111.434504:0:186940:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].537, 64 off42560 00010000:00010000:0.0:1777502111.434555:0:186940:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc3f43 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186940 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.434565:0:186940:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc3f43 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186940 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.434573:0:186940:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc3f43 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186940 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.434605:0:186940:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc3f43 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186940 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.434610:0:186940:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc3f43 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186940 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.434616:0:186940:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc3f43 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186940 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.434630:0:186940:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502111.434680:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0775d2ab-558e-41f1-82c0-14244d133390+227:273049:x1863837563105152:12345-192.168.202.27@tcp:35:touch.500 Request processed in 450us (550us total) trans 8589939038 rc 0/0 00000100:00100000:0.0:1777502111.434687:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1159 00010000:00010000:0.0:1777502111.434709:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502111.434714:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc3f43 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 186940 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.434720:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502111.434723:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc3f43 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 186940 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.434730:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc3f43 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 186940 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.434740:0:205387:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x232:0x0].0x0 (ffff8dfd67320100) 00010000:00010000:0.0:1777502111.434742:0:205387:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777502111.434745:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc3f43 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186940 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.434750:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc3f43 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186940 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.434760:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.434762:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502111.434764:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502111.434841:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.435060:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563105408 00000100:00100000:1.0:1777502111.435067:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563105408 00000100:00100000:1.0:1777502111.435086:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238678971781 time 8238679545971 state 0x0 ref 1 00000100:00100000:1.0:1777502111.435095:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238679645971 time 8238679545971 state 0x1 ref 1 00000100:00100000:1.0:1777502111.435116:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238679645971 time 8238680535407 state 0x0 ref 1 00000100:00100000:1.0:1777502111.435129:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6766a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+227:273072:x1863837563105408:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:1.0:1777502111.435154:0:186937:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502111.435170:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26400/0x4ad31463d9bc3f27 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x215:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344ff expref: 227 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.435182:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x215:0x0].0x0 (ffff8dfd467c9900) 00010000:00010000:1.0:1777502111.435190:0:186937:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502111.435234:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3f4a lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x215:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.435243:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3f4a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x215:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.435251:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3f4a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x215:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.435321:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000806106a2 reply state 00000000d14aaf60 transno 8589939039 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3f4a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x215:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.435330:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.435379:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6766a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+228:273072:x1863837563105408:12345-192.168.202.27@tcp:36:touch.500 Request processed in 254us (539us total) trans 8589939039 rc 0/0 00000100:00100000:1.0:1777502111.435387:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 531 00000100:00100000:1.0:1777502111.435392:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238679645971 time 8238680535407 state 0x2 ref 0 00010000:00010000:1.0:1777502111.435422:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc3ecc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.435430:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc3ecc lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.435436:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc3ecc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.435442:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.435446:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc3ecc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.435452:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc3ecc lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.435462:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffff8dfd58bbe900) 00010000:00010000:1.0:1777502111.435464:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.435468:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc3ecc lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.435474:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc3ecc lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.437733:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.437772:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.437782:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563105536 00000100:00100000:1.0:1777502111.437790:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563105536 00000100:00100000:3.0:1777502111.437801:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.437830:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.437830:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563105664 00000100:00100000:1.0:1777502111.437835:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563105664 00000100:00100000:2.0:1777502111.437857:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563105920 00000100:00100000:2.0:1777502111.437863:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563105920 00000100:00100000:1.0:1777502111.437868:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3245 00000100:00100000:3.0:1777502111.437883:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563106176 00000100:00100000:3.0:1777502111.437889:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563106176 00000100:00100000:2.0:1777502111.437889:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238679645971 time 8238680535407 state 0x0 ref 1 00000100:00100000:2.0:1777502111.437901:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238680635407 time 8238680535407 state 0x1 ref 1 00000100:00100000:3.0:1777502111.437912:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238680635407 time 8238680535407 state 0x1 ref 2 00000100:00100000:2.0:1777502111.437925:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238683444495 time 8238683344495 state 0x1 ref 2 00000100:00100000:3.0:1777502111.437938:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238683444495 time 8238683356150 state 0x0 ref 2 00000100:00100000:2.0:1777502111.437939:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6766aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+246:273044:x1863837563105920:12345-192.168.202.27@tcp:36:rm.500 00000100:00100000:3.0:1777502111.437957:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67669c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+228:273061:x1863837563106176:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502111.437968:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.437983:0:187571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:1.0:1777502111.437989:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67668380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0775d2ab-558e-41f1-82c0-14244d133390+56:2373:x1863837563105536:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:3.0:1777502111.437996:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3f51 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834514 expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.438005:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fb26000/0x4ad31463d9bc3caa lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x23b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83448f expref: 246 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.438025:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3f4a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x215:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.438033:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3f4a lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x215:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.438038:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3f4a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x215:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.438043:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc39bd lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x23b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83437e expref: 245 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.438044:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd63cd2200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.438048:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3f4a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x215:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.438063:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3f4a lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x215:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.438068:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x23b:0x0].0x0 (ffff8dfd47d18500) 00010000:00010000:0.0:1777502111.438073:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x215:0x0].0x0 (ffff8dfd5b1cfe00) 00010000:00010000:0.0:1777502111.438076:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.438078:0:187571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.438079:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3f4a lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x215:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.438084:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3f4a lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x215:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.438093:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3f58 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.438104:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3f58 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.438117:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3f58 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.438132:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3f5f lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.438135:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3f66 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.438151:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3f5f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.438152:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3f66 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.438169:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3f5f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.438171:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3f66 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777502111.438176:0:187548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x1094:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777502111.438182:0:187548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x1094:0x0] updating lvb mtime from disk: 1777502110 -> 1777502110 00002000:00010000:1.0:1777502111.438187:0:187548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x1094:0x0] updating lvb atime from disk: 1777502110 -> 1777502110 00002000:00010000:1.0:1777502111.438190:0:187548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x1094:0x0] updating lvb ctime from disk: 1777502110 -> 1777502110 00002000:00010000:1.0:1777502111.438192:0:187548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x1094:0x0] updating lvb blocks from disk: 1 -> 1 00010000:00010000:3.0:1777502111.438195:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3f6d lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.438203:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3f6d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.438211:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3f6d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.438229:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd67668380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0775d2ab-558e-41f1-82c0-14244d133390+57:2373:x1863837563105536:12345-192.168.202.27@tcp:2:touch.500 Request processed in 340us (500us total) trans 8589936104 rc 0/0 00000100:00100000:1.0:1777502111.438243:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3245 00000100:00100000:1.0:1777502111.438262:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3246 00000100:00100000:1.0:1777502111.438270:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67668a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0775d2ab-558e-41f1-82c0-14244d133390+56:2371:x1863837563105664:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:2.0:1777502111.438278:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3f74 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.438287:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3f74 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x23b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.438295:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3f74 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x23b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.438425:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd67668a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0775d2ab-558e-41f1-82c0-14244d133390+57:2371:x1863837563105664:12345-192.168.202.27@tcp:2:touch.500 Request processed in 157us (654us total) trans 8589936105 rc 0/0 00000100:00100000:1.0:1777502111.438430:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3246 00000004:00080000:3.0:1777502111.438757:0:188648:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x109e:0x0], index 0: 0 00000040:00080000:2.0:1777502111.438822:0:187571:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].532, 64 off42240 00010000:00010000:2.0:1777502111.438910:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3f7b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.438920:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3f7b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x23b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.438928:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3f7b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x23b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.438935:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3f82 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x216:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.438935:0:187571:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3f7b lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x23b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.438954:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3f82 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.438954:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3f7b lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x23b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.438975:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3f7b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x23b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.438976:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3f82 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.439002:0:187571:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502111.439015:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3f5f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.439016:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3f74 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x23b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.439036:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3f74 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x23b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.439039:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3f5f lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.439052:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3f74 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x23b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.439053:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3f5f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.439071:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e3a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.439071:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149a600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.439077:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3f74 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x23b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.439078:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3f5f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.439097:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3f5f lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.439098:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3f74 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x23b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.439113:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.439117:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.439118:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x23b:0x0].0x0 (ffff8dfd58bbe300) 00010000:00010000:3.0:1777502111.439121:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3f5f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.439122:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502111.439127:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3f74 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x23b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.439131:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc3f5f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.439141:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3f74 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x23b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502111.439147:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a4748cb6 reply state 0000000091610aa4 transno 8589939040 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3f6d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.439155:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502111.439156:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3f58 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.439162:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3f58 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.439166:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3f58 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.439169:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149a000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.439171:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3f58 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.439178:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3f58 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.439181:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc3f51 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834514 expref: 230 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.439187:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.439194:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.439196:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3f58 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.439201:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3f58 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.439204:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3f82 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834514 expref: 229 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.439212:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000084a6ace2 reply state 00000000b416270c transno 8589939041 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3f66 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.439227:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x216:0x0].0x0 (ffff8dfd67320700) 00000100:00100000:2.0:1777502111.439229:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777502111.439232:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.439236:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5e3200, rc 0) 00000100:00100000:3.0:1777502111.439282:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd67669c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+230:273061:x1863837563106176:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1329us (1453us total) trans 8589939040 rc 0/0 00000100:00100000:2.0:1777502111.439285:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6766aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+246:273044:x1863837563105920:12345-192.168.202.27@tcp:36:rm.500 Request processed in 1348us (1481us total) trans 8589939041 rc 0/0 00000100:00100000:3.0:1777502111.439296:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 533 00000100:00100000:2.0:1777502111.439306:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 532 00000100:00100000:2.0:1777502111.439313:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238683444495 time 8238683356150 state 0x2 ref 0 00010000:00010000:3.0:1777502111.439324:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502111.439331:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3f7b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x23b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.439337:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149a400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502111.439341:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3f7b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x23b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.439348:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3f7b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x23b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.439357:0:186924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x23b:0x0].0x0 (ffff8dfd58bbe300) 00010000:00010000:3.0:1777502111.439360:0:186924:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.439363:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3f7b lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x23b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.439369:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3f7b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x23b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.439384:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.439387:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.439389:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502111.442973:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.443013:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563106304 00000100:00100000:1.0:1777502111.443021:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563106304 00000100:00100000:1.0:1777502111.443052:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238683444495 time 8238683356150 state 0x0 ref 1 00000100:00100000:1.0:1777502111.443065:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238683456150 time 8238683356150 state 0x1 ref 1 00000100:00100000:1.0:1777502111.443098:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238683456150 time 8238688516386 state 0x0 ref 1 00000100:00100000:1.0:1777502111.443111:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6766bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+230:273072:x1863837563106304:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.443133:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.443151:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc3f90 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x215:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83451b expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.443193:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc3f90 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x215:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83451b expref: 231 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.443202:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3400/0x4ad31463d9bc3f90 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x215:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83451b expref: 231 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.443215:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x215:0x0].0x0 (ffff8dfd5b1cf000) 00010000:00010000:1.0:1777502111.443217:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502111.443219:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd63cd3400, rc 0) 00000100:00100000:1.0:1777502111.443262:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6766bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+231:273072:x1863837563106304:12345-192.168.202.27@tcp:101:touch.500 Request processed in 155us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.443267:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 534 00000100:00100000:1.0:1777502111.443272:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238683456150 time 8238688516386 state 0x2 ref 0 00010000:00010000:3.0:1777502111.447006:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3f6d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.447020:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3f6d lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.447027:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3f6d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.447032:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502111.447034:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.447038:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3f6d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.447045:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3f6d lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.447061:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffff8dfd67320400) 00000100:00100000:1.0:1777502111.447061:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.447063:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563106560 00010000:00010000:3.0:1777502111.447064:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.447070:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3f6d lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.447071:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563106560 00010000:00010000:3.0:1777502111.447078:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc3f6d lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.447080:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.447103:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.447114:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563106816 00000100:00100000:2.0:1777502111.447118:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563106816 00000100:00100000:1.0:1777502111.447130:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.447149:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1160 00000100:00100000:1.0:1777502111.447155:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.447163:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+231:273062:x1863837563106560:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:1.0:1777502111.447180:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.447213:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.447234:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563107072 00000100:00100000:1.0:1777502111.447244:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563107072 00000100:00100000:1.0:1777502111.447265:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238683456150 time 8238688516386 state 0x0 ref 1 00000100:00100000:1.0:1777502111.447275:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238688616386 time 8238688516386 state 0x1 ref 1 00000100:00100000:1.0:1777502111.447291:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563107200 00000100:00100000:1.0:1777502111.447293:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563107200 00000100:00100000:1.0:1777502111.447305:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238688616386 time 8238688516386 state 0x1 ref 2 00000100:00100000:1.0:1777502111.447315:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563107328 00000100:00100000:1.0:1777502111.447317:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563107328 00000100:00100000:1.0:1777502111.447327:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238688616386 time 8238688516386 state 0x1 ref 3 00010000:00010000:0.0:1777502111.447437:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3f66 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.447447:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3f66 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.447454:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3f66 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.447460:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149a800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.447464:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3f66 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.447471:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3f66 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.447482:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffff8dfd58bbe100) 00010000:00010000:0.0:1777502111.447485:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.447489:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3f66 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.447495:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a800/0x4ad31463d9bc3f66 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.447501:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+235:273062:x1863837563106560:12345-192.168.202.27@tcp:35:touch.500 Request processed in 338us (468us total) trans 8589939042 rc 0/0 00000100:00100000:2.0:1777502111.447512:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1160 00000100:00100000:0.0:1777502111.447535:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1161 00000100:00100000:0.0:1777502111.447547:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0775d2ab-558e-41f1-82c0-14244d133390+234:273052:x1863837563106816:12345-192.168.202.27@tcp:35:touch.500 00000004:00080000:0.0:1777502111.447780:0:186940:0:(mdd_object.c:4010:mdd_close()) Object [0x200000bd1:0x234:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1777502111.447857:0:186940:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].538, 64 off42624 00000100:00100000:2.0:1777502111.447911:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563107456 00010000:00010000:0.0:1777502111.447911:0:186940:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc3f97 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186940 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.447917:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563107456 00010000:00010000:0.0:1777502111.447928:0:186940:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc3f97 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 186940 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.447939:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238688616386 time 8238688516386 state 0x1 ref 4 00010000:00010000:0.0:1777502111.447939:0:186940:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc3f97 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186940 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.447953:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563107584 00010000:00010000:0.0:1777502111.447956:0:186940:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc3f97 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 186940 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.447959:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563107584 00000100:00100000:2.0:1777502111.447964:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238693481590 time 8238693381590 state 0x1 ref 4 00010000:00010000:0.0:1777502111.447967:0:186940:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc3f97 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186940 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.447976:0:186940:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc3f97 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 186940 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.447981:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238693481590 time 8238693381590 state 0x1 ref 5 00000100:00100000:2.0:1777502111.447983:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49233100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+237:273061:x1863837563107072:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:0.0:1777502111.447998:0:186940:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777502111.448004:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238693523007 time 8238693423007 state 0x1 ref 5 00000100:00100000:1.0:1777502111.448017:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+237:273058:x1863837563107200:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502111.448020:0:187571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502111.448027:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.448040:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc3f82 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834514 expref: 237 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448041:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc3f9e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834522 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.448043:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0775d2ab-558e-41f1-82c0-14244d133390+237:273052:x1863837563106816:12345-192.168.202.27@tcp:35:touch.500 Request processed in 498us (980us total) trans 8589939043 rc 0/0 00000100:00100000:0.0:1777502111.448060:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1161 00010000:00010000:2.0:1777502111.448075:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x216:0x0].0x0 (ffff8dfd67320700) 00000100:00100000:3.0:1777502111.448080:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.448090:0:187571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502111.448090:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563107968 00000100:00100000:0.0:1777502111.448094:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563107968 00010000:00010000:1.0:1777502111.448105:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3fa5 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.448111:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238693523007 time 8238693423007 state 0x1 ref 6 00010000:00010000:1.0:1777502111.448124:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3fa5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448133:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3fa5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.448145:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3fac lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x216:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448148:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc3fb3 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.448163:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3fac lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x216:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448164:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc3fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.448181:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.448182:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc3fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.448184:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3fac lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x216:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.448203:0:186942:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563108096 00000100:00100000:3.0:1777502111.448208:0:186942:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563108096 00000100:00100000:0.0:1777502111.448219:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238693737837 time 8238693637837 state 0x1 ref 6 00000100:00100000:0.0:1777502111.448232:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+236:273064:x1863837563107328:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.448240:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1777502111.448243:0:186942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 286 00000100:00100000:3.0:1777502111.448252:0:186942:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67668700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+246:2372:x1863837563108096:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:0.0:1777502111.448252:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3fba lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834529 expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448274:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73400/0x4ad31463d9bc3fc1 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.448281:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cda792fc reply state 000000004a593731 transno 8589939044 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3fac lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x216:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448283:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73400/0x4ad31463d9bc3fc1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.448287:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc3fc8 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.448296:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777502111.448304:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502111.448306:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73400/0x4ad31463d9bc3fc1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.448306:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc3fc8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.448307:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3fcf lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83453e expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.448326:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc3fc8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502111.448339:0:186937:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x20f:0x0]: returning size 0 00010000:00010000:0.0:1777502111.448339:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3fd6 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502111.448346:0:186937:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:0.0:1777502111.448347:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3fd6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.448349:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3fdd lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.448359:0:186937:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73400/0x4ad31463d9bc3fc1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.448362:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49233100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+239:273061:x1863837563107072:12345-192.168.202.27@tcp:36:touch.500 Request processed in 383us (1278us total) trans 8589939044 rc 0/0 00010000:00010000:0.0:1777502111.448363:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3fd6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.448367:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3fdd lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448375:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73400/0x4ad31463d9bc3fc1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.448383:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 535 00010000:00010000:3.0:1777502111.448385:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3fdd lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448387:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3fa5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448394:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3fa5 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.448401:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3fe4 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448403:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3fa5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.448407:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238693925171 time 8238693825171 state 0x1 ref 5 00010000:00010000:3.0:1777502111.448410:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3fe4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448414:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd63cd2200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.448418:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3fa5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.448423:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3fe4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448424:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3fa5 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.448428:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+238:273076:x1863837563107456:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502111.448439:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.448443:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.448444:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.448448:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3fa5 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.448456:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3fdd lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.448456:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3feb lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834530 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448456:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc3fa5 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.448473:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3fdd lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448477:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc3fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.448480:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3fdd lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448483:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc3fb3 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.448486:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.448489:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3fdd lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448489:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc3fb3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448495:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd63cd2a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.448496:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3fdd lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448497:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc3fb3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.448500:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3ff2 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.448506:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.448510:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.448513:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3fdd lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448518:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc3fb3 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.448523:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc3fdd lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.448523:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3ff2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448525:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffff8dfd5b1cf400) 00010000:00010000:1.0:1777502111.448531:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.448534:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc3fb3 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.448538:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3ff2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448543:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc3fb3 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.448568:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3ff9 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448595:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc3f9e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834522 expref: 240 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.448597:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3ff9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.448615:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3ff9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448621:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73400/0x4ad31463d9bc3fc1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834522 expref: 239 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448631:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x20f:0x0].0x0 (ffff8dfd5b1cf500) 00010000:00010000:1.0:1777502111.448633:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.448636:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd58a73400, rc 0) 00010000:00010000:2.0:1777502111.448648:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3ff2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.448668:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3ff2 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.448674:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+239:273058:x1863837563107200:12345-192.168.202.27@tcp:101:rm.500 Request processed in 658us (1568us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502111.448676:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3ff2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.448687:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 536 00010000:00010000:2.0:1777502111.448688:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149b200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.448693:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3ff2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.448699:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3ff2 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.448708:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00000100:00100000:1.0:1777502111.448708:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238694227173 time 8238694127173 state 0x1 ref 4 00010000:00010000:2.0:1777502111.448713:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.448717:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3ff2 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.448725:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+238:273075:x1863837563107584:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502111.448734:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.448743:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73a00/0x4ad31463d9bc4000 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834537 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.448769:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc4007 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x210:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448772:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc400e lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.448776:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc4007 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x210:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448787:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc400e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.448790:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc4007 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x210:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.448799:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149b200/0x4ad31463d9bc3ff2 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448808:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc400e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.448824:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3ff9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.448831:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3ff9 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448831:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72200/0x4ad31463d9bc4015 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777502111.448836:0:205369:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x210:0x0]: returning size 0 00000004:00200000:0.0:1777502111.448842:0:205369:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1777502111.448845:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3ff9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.448853:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149a400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.448853:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72200/0x4ad31463d9bc4015 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.448856:0:205369:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc4007 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x210:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.448859:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3ff9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.448878:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3ff9 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.448880:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc4007 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448884:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72200/0x4ad31463d9bc4015 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.448888:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffff8dfd58bbe700) 00010000:00010000:2.0:1777502111.448895:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.448899:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc3fc8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.448900:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3ff9 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.448918:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a400/0x4ad31463d9bc3ff9 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.448918:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc3fc8 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.448940:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc3fc8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448943:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72a00/0x4ad31463d9bc401c lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x213:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.448948:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.448955:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc3fc8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448957:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72a00/0x4ad31463d9bc401c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x213:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.448958:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3feb lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834530 expref: 239 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.448977:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc3fc8 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.448979:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72a00/0x4ad31463d9bc401c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x213:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.448982:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.448983:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3fe4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.448989:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.448997:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a600/0x4ad31463d9bc3feb lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834530 expref: 239 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.448999:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3fe4 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.449001:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00000004:00200000:1.0:1777502111.449007:0:186937:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x213:0x0]: returning size 0 00010000:00010000:0.0:1777502111.449008:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00200000:1.0:1777502111.449013:0:186937:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:0.0:1777502111.449014:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc3fc8 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.449016:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3fe4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.449018:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4149a600, rc 0) 00000004:00010000:1.0:1777502111.449023:0:186937:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72a00/0x4ad31463d9bc401c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x213:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.449028:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7200/0x4ad31463d9bc3fc8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.449031:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd40031400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.449035:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72a00/0x4ad31463d9bc401c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.449037:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3fe4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.449045:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+238:273076:x1863837563107456:12345-192.168.202.27@tcp:101:rm.500 Request processed in 621us (1891us total) trans 0 rc 301/301 00010000:00010000:3.0:1777502111.449054:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3fe4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.449054:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc400e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.449058:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3fd6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.449060:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 538 00010000:00010000:1.0:1777502111.449071:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc400e lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.449072:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3fd6 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.449075:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8ef95a8 (ffff8dfd67320a00) 00010000:00010000:3.0:1777502111.449082:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777502111.449083:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238694227173 time 8238694500870 state 0x0 ref 3 00010000:00010000:3.0:1777502111.449087:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3fe4 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.449090:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3fd6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.449091:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc400e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.449104:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67668e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+247:273053:x1863837563107968:12345-192.168.202.27@tcp:36:rm.500 00010000:00010000:3.0:1777502111.449105:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc3fe4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.449108:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.449109:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd58a73600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.449114:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3fd6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.449116:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc400e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.449124:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc400e lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.449131:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.449132:0:187571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777502111.449134:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.449138:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc400e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.449144:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc400e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.449146:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc3c9c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x23c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834496 expref: 247 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.449150:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3fcf lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83453e expref: 247 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.449157:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72200/0x4ad31463d9bc4015 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.449168:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72200/0x4ad31463d9bc4015 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.449170:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.449173:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502111.449175:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72200/0x4ad31463d9bc4015 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.449177:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc3fcf lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83453e expref: 246 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.449181:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc3b1b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x23c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343d9 expref: 246 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.449181:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd58a72200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.449185:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72200/0x4ad31463d9bc4015 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.449189:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5e2400, rc -2) 00010000:00010000:1.0:1777502111.449201:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72200/0x4ad31463d9bc4015 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.449203:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x23c:0x0].0x0 (ffff8dfd61bb1400) 00010000:00010000:1.0:1777502111.449213:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffff8dfd5b1cfe00) 00010000:00010000:2.0:1777502111.449215:0:187571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502111.449216:0:186942:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd67668700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+244:2372:x1863837563108096:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 965us (1033us total) trans 0 rc -2/-2 00010000:00010000:1.0:1777502111.449216:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.449220:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72200/0x4ad31463d9bc4015 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.449224:0:186942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 286 00010000:00010000:1.0:1777502111.449225:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72200/0x4ad31463d9bc4015 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.449228:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4023 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.449241:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3fd6 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.449244:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4023 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.449250:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffff8dfd467c9000) 00010000:00010000:0.0:1777502111.449253:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.449255:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4023 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.449256:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3fd6 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.449260:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73a00/0x4ad31463d9bc4000 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834537 expref: 238 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.449275:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6c00/0x4ad31463d9bc3fd6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.449283:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc402a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.449287:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72a00/0x4ad31463d9bc401c lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834537 expref: 237 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.449294:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc402a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.449301:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7e00/0x4ad31463d9bc3fba lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834529 expref: 238 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.449302:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x213:0x0].0x0 (ffff8dfd58bbe600) 00010000:00010000:1.0:1777502111.449309:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.449310:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc402a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.449313:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd58a72a00, rc 0) 00010000:00010000:0.0:1777502111.449320:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6800/0x4ad31463d9bc4007 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834529 expref: 237 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.449330:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x210:0x0].0x0 (ffff8dfd58bbeb00) 00010000:00010000:0.0:1777502111.449332:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.449334:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba6800, rc 0) 00000100:00100000:1.0:1777502111.449339:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+237:273075:x1863837563107584:12345-192.168.202.27@tcp:101:rm.500 Request processed in 615us (2158us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.449350:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 539 00000100:00100000:0.0:1777502111.449359:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+237:273064:x1863837563107328:12345-192.168.202.27@tcp:101:rm.500 Request processed in 1128us (2228us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.449364:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 537 00010000:00010000:2.0:1777502111.449384:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc4031 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.449393:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc4031 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.449400:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc4031 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.449475:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563107712 00000100:00100000:3.0:1777502111.449480:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563107712 00000100:00100000:3.0:1777502111.449516:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3247 00000100:00100000:3.0:1777502111.449606:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0775d2ab-558e-41f1-82c0-14244d133390+51:2370:x1863837563107712:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:3.0:1777502111.450559:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0775d2ab-558e-41f1-82c0-14244d133390+52:2370:x1863837563107712:12345-192.168.202.27@tcp:2:touch.500 Request processed in 1033us (3343us total) trans 8589935694 rc 0/0 00000100:00100000:3.0:1777502111.450567:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3247 00010000:00010000:3.0:1777502111.450611:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502111.450616:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc3f97 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 186940 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.450628:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502111.450632:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc3f97 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 186940 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.450639:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc3f97 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 186940 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.450648:0:188362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x234:0x0].0x0 (ffff8dfd4fbd8000) 00010000:00010000:3.0:1777502111.450651:0:188362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777502111.450654:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc3f97 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186940 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.450671:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7c00/0x4ad31463d9bc3f97 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x234:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 186940 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.450681:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.450683:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.450685:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502111.450788:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3fac lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x216:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.450796:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3fac lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x216:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.450802:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3fac lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x216:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.450808:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149a000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.450812:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3fac lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x216:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.450822:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3fac lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x216:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.450833:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x216:0x0].0x0 (ffff8dfd58bbee00) 00010000:00010000:3.0:1777502111.450835:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.450838:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3fac lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x216:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.450844:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4149a000/0x4ad31463d9bc3fac lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x216:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777502111.452036:0:187571:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].533, 64 off42304 00010000:00010000:2.0:1777502111.452112:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc4038 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.452125:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc4038 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x23c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.452136:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc4038 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x23c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.452144:0:187571:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc4038 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x23c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.452149:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc4038 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x23c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.452156:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc4038 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x23c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.452181:0:187571:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502111.452199:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc4031 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.452205:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc4031 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.452212:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc4031 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.452217:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.452220:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc4031 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.452227:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc4031 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.452236:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x23c:0x0].0x0 (ffff8dfd58bbe900) 00010000:00010000:2.0:1777502111.452239:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502111.452242:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc4031 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.452248:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc4031 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.452263:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4023 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.452269:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4023 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.452278:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4023 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.452283:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.452286:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4023 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.452291:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4023 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.452299:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.452301:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.452304:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4023 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.452310:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4023 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.452321:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005465499b reply state 000000004fc69334 transno 8589939045 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc402a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.452323:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1777502111.452332:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502111.452332:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc4038 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x23c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.452342:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502111.452346:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc4038 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x23c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.452354:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc4038 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x23c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.452365:0:186925:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x23c:0x0].0x0 (ffff8dfd58bbe900) 00010000:00010000:1.0:1777502111.452368:0:186925:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777502111.452372:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc4038 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x23c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.452379:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc4038 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x23c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.452396:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502111.452399:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502111.452401:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd67668e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+245:273053:x1863837563107968:12345-192.168.202.27@tcp:36:rm.500 Request processed in 3296us (4323us total) trans 8589939045 rc 0/0 00010000:00010000:1.0:1777502111.452402:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502111.452412:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 540 00000100:00100000:2.0:1777502111.452418:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238694227173 time 8238694500870 state 0x2 ref 0 00000100:00100000:2.0:1777502111.452844:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.452938:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.452965:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563108352 00000100:00100000:2.0:1777502111.452972:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.452974:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563108352 00000100:00100000:2.0:1777502111.453004:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.453197:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563108480 00000100:00100000:0.0:1777502111.453202:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563108480 00000100:00100000:0.0:1777502111.453226:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563108736 00000100:00100000:0.0:1777502111.453229:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563108736 00000100:00100000:0.0:1777502111.453253:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3248 00000100:00100000:0.0:1777502111.453261:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0775d2ab-558e-41f1-82c0-14244d133390+53:2372:x1863837563108352:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.453274:0:205379:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.453288:0:205379:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001067a19b/0x4ad31463d9bc403f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1077:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83457d expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777502111.453310:0:205379:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1077:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502111.453324:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.453325:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.453331:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001067a19b/0x4ad31463d9bc403f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83457d expref: 54 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.453342:0:205379:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001067a19b/0x4ad31463d9bc403f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83457d expref: 54 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.453354:0:205379:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7e00, rc 0) 00000100:00100000:0.0:1777502111.456109:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0775d2ab-558e-41f1-82c0-14244d133390+54:2372:x1863837563108352:12345-192.168.202.27@tcp:101:rm.500 Request processed in 2843us (3165us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.456120:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3248 00000100:00100000:3.0:1777502111.456140:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563108224 00000100:00100000:3.0:1777502111.456145:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563108224 00000100:00100000:0.0:1777502111.456149:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3249 00000100:00100000:0.0:1777502111.456160:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0775d2ab-558e-41f1-82c0-14244d133390+53:2372:x1863837563108480:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.456172:0:205379:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.456190:0:205379:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008ec98525/0x4ad31463d9bc4046 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1078:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834584 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.456203:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00002000:00010000:0.0:1777502111.456211:0:205379:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1078:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502111.456226:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.456229:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.456235:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008ec98525/0x4ad31463d9bc4046 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834584 expref: 54 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.456260:0:205379:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008ec98525/0x4ad31463d9bc4046 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834584 expref: 54 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.456271:0:205379:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba6c00, rc 0) 00000100:00100000:3.0:1777502111.456277:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.456308:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0775d2ab-558e-41f1-82c0-14244d133390+54:2372:x1863837563108480:12345-192.168.202.27@tcp:101:rm.500 Request processed in 151us (3336us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.456316:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3249 00000100:00100000:0.0:1777502111.456333:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3250 00000100:00100000:0.0:1777502111.456340:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0775d2ab-558e-41f1-82c0-14244d133390+57:2372:x1863837563108736:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.456348:0:205379:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.456359:0:205379:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c414a4eb/0x4ad31463d9bc404d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x109c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834592 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777502111.456375:0:205379:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x109c:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502111.456387:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.456389:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.456394:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c414a4eb/0x4ad31463d9bc404d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x109c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834592 expref: 58 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.456400:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238694227173 time 8238694500870 state 0x0 ref 1 00000100:00100000:3.0:1777502111.456410:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238694600870 time 8238694500870 state 0x1 ref 1 00010000:00010000:0.0:1777502111.456419:0:205379:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c414a4eb/0x4ad31463d9bc404d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x109c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834592 expref: 58 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.456429:0:205379:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7200, rc 0) 00000100:00100000:0.0:1777502111.456456:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0775d2ab-558e-41f1-82c0-14244d133390+58:2372:x1863837563108736:12345-192.168.202.27@tcp:101:rm.500 Request processed in 116us (3452us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.456463:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3250 00000100:00100000:3.0:1777502111.456468:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563108864 00000100:00100000:3.0:1777502111.456472:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563108864 00000100:00100000:3.0:1777502111.456489:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238694600870 time 8238694500870 state 0x1 ref 2 00010000:00010000:0.0:1777502111.456509:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc402a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.456518:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238702036901 time 8238701936901 state 0x1 ref 2 00010000:00010000:0.0:1777502111.456520:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc402a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.456528:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+236:273061:x1863837563108224:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502111.456529:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc402a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.456538:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.456544:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.456544:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc402a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.456553:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc402a lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.456556:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031c00/0x4ad31463d9bc4054 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x216:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834576 expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.456567:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffff8dfd58bbe300) 00010000:00010000:0.0:1777502111.456571:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.456605:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc402a lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.456612:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc402a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.456624:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031c00/0x4ad31463d9bc4054 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x216:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834576 expref: 237 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.456638:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031c00/0x4ad31463d9bc4054 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x216:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834576 expref: 237 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.456652:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x216:0x0].0x0 (ffff8dfd67320400) 00010000:00010000:3.0:1777502111.456666:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777502111.456669:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd40031c00, rc 0) 00000100:00100000:3.0:1777502111.456695:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+237:273061:x1863837563108224:12345-192.168.202.27@tcp:101:touch.500 Request processed in 168us (3852us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502111.456703:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 541 00000100:00100000:3.0:1777502111.456721:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238702036901 time 8238702140526 state 0x0 ref 1 00000100:00100000:3.0:1777502111.456731:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6766b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+236:273066:x1863837563108864:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502111.456740:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.456750:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc405b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83458b expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.456781:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563109120 00000100:00100000:2.0:1777502111.456786:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563109120 00000100:00100000:2.0:1777502111.456821:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1162 00000100:00100000:2.0:1777502111.456830:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45b10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+238:273072:x1863837563109120:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:2.0:1777502111.457093:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45b10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+239:273072:x1863837563109120:12345-192.168.202.27@tcp:35:touch.500 Request processed in 264us (814us total) trans 8589939046 rc 0/0 00000100:00100000:2.0:1777502111.457102:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1162 00010000:00010000:3.0:1777502111.457103:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc4062 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.457115:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc4062 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.457125:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc4062 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.457139:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc4069 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.457146:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc4069 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.457153:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc4069 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502111.457608:0:205369:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x107a:0x0], index 1: 0 00010000:00010000:2.0:1777502111.457741:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc4070 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x217:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.457751:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc4070 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.457759:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc4070 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.457788:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc4062 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.457795:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc4062 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.457802:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc4062 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.457808:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd40031800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.457812:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc4062 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.457823:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc4062 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.457832:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.457835:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.457839:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc4062 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.457845:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc4062 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.457855:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006741d6ec reply state 00000000ff1af711 transno 8589939047 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc4069 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.457863:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502111.457886:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc405b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83458b expref: 240 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.457900:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc4070 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83458b expref: 239 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.457908:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x217:0x0].0x0 (ffff8dfd58bbe800) 00010000:00010000:2.0:1777502111.457911:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.457913:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43978c00, rc 0) 00000100:00100000:2.0:1777502111.457956:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6766b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+240:273066:x1863837563108864:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1226us (1752us total) trans 8589939047 rc 0/0 00000100:00100000:2.0:1777502111.457964:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 542 00000100:00100000:2.0:1777502111.457969:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238702036901 time 8238702140526 state 0x2 ref 0 00000100:00100000:2.0:1777502111.458573:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.458667:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563109248 00000100:00100000:3.0:1777502111.458674:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563109248 00000100:00100000:3.0:1777502111.458744:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3251 00000100:00100000:3.0:1777502111.458755:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0775d2ab-558e-41f1-82c0-14244d133390+58:2373:x1863837563109248:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:3.0:1777502111.458970:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0775d2ab-558e-41f1-82c0-14244d133390+59:2373:x1863837563109248:12345-192.168.202.27@tcp:2:touch.500 Request processed in 218us (397us total) trans 8589936106 rc 0/0 00000100:00100000:3.0:1777502111.458978:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3251 00010000:00010000:3.0:1777502111.459494:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc4069 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.459503:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc4069 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.459511:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc4069 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.459517:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd40030000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.459520:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc4069 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.459531:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc4069 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.459542:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffff8dfd67320f00) 00010000:00010000:3.0:1777502111.459545:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.459549:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc4069 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.459555:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc4069 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.463053:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.463093:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563109504 00000100:00100000:2.0:1777502111.463094:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.463102:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563109504 00000100:00100000:1.0:1777502111.463135:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238702036901 time 8238702140526 state 0x0 ref 1 00000100:00100000:1.0:1777502111.463147:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238702240526 time 8238702140526 state 0x1 ref 1 00000100:00100000:1.0:1777502111.463165:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238702240526 time 8238708584171 state 0x0 ref 1 00000100:00100000:1.0:1777502111.463181:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+239:273066:x1863837563109504:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:2.0:1777502111.463188:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.463207:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563110016 00000100:00100000:2.0:1777502111.463211:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563110016 00000100:00100000:2.0:1777502111.463228:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238708684171 time 8238708584171 state 0x1 ref 2 00010000:00010000:1.0:1777502111.463236:0:186938:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502111.463243:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238708684171 time 8238708662671 state 0x0 ref 2 00000100:00100000:2.0:1777502111.463251:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+240:273069:x1863837563110016:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.463259:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.463259:0:186938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978c00/0x4ad31463d9bc4070 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83458b expref: 240 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.463272:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc407e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834599 expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.463276:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x217:0x0].0x0 (ffff8dfd58bbe800) 00010000:00010000:1.0:1777502111.463287:0:186938:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502111.463345:0:186938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72200/0x4ad31463d9bc4085 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x217:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.463358:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72200/0x4ad31463d9bc4085 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.463367:0:186938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72200/0x4ad31463d9bc4085 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.463371:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc408c lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.463384:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc408c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.463403:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc408c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.463418:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc4093 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.463426:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc4093 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.463438:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc4093 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.463570:0:186938:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004e6f9943 reply state 00000000276042a0 transno 8589939048 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72200/0x4ad31463d9bc4085 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.463626:0:186938:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.463715:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+242:273066:x1863837563109504:12345-192.168.202.27@tcp:36:touch.500 Request processed in 537us (666us total) trans 8589939048 rc 0/0 00000100:00100000:1.0:1777502111.463724:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 543 00000100:00100000:3.0:1777502111.463751:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563109760 00000100:00100000:3.0:1777502111.463756:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563109760 00000100:00100000:3.0:1777502111.463793:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1163 00000100:00100000:3.0:1777502111.463803:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4fbe8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0775d2ab-558e-41f1-82c0-14244d133390+242:273061:x1863837563109760:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:3.0:1777502111.464003:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4fbe8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0775d2ab-558e-41f1-82c0-14244d133390+243:273061:x1863837563109760:12345-192.168.202.27@tcp:35:touch.500 Request processed in 202us (909us total) trans 8589939049 rc 0/0 00000100:00100000:3.0:1777502111.464010:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1163 00000004:00080000:2.0:1777502111.464279:0:187571:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x109f:0x0], index 0: 0 00010000:00010000:2.0:1777502111.464407:0:187571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc409a lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x218:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.464417:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc409a lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x218:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.464426:0:187571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc409a lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x218:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.464455:0:187571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc408c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.464463:0:187571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc408c lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.464470:0:187571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc408c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.464478:0:187571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.464482:0:187571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc408c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.464490:0:187571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc408c lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.464501:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.464505:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.464509:0:187571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc408c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.464515:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc408c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.464525:0:187571:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dd746eed reply state 00000000e83ba50c transno 8589939050 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc4093 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.464532:0:187571:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502111.464554:0:187571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc407e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834599 expref: 244 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.464567:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc409a lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x218:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834599 expref: 243 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.464601:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x218:0x0].0x0 (ffff8dfd58bbe200) 00010000:00010000:2.0:1777502111.464605:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.464608:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43978a00, rc 0) 00000100:00100000:2.0:1777502111.464647:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+244:273069:x1863837563110016:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1396us (1460us total) trans 8589939050 rc 0/0 00000100:00100000:2.0:1777502111.464664:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 544 00000100:00100000:2.0:1777502111.464670:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238708684171 time 8238708662671 state 0x2 ref 0 00010000:00010000:2.0:1777502111.465114:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72200/0x4ad31463d9bc4085 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.465122:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72200/0x4ad31463d9bc4085 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.465128:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72200/0x4ad31463d9bc4085 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.465135:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd58a72200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.465138:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72200/0x4ad31463d9bc4085 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.465145:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72200/0x4ad31463d9bc4085 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.465154:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x217:0x0].0x0 (ffff8dfd5b1cfe00) 00010000:00010000:2.0:1777502111.465156:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.465159:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72200/0x4ad31463d9bc4085 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.465165:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72200/0x4ad31463d9bc4085 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x217:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.465347:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc4093 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.465354:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc4093 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.465360:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc4093 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.465365:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.465370:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc4093 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.465373:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502111.465380:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc4093 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.465390:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffff8dfd58bbe700) 00010000:00010000:3.0:1777502111.465393:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.465401:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc4093 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.465407:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc4093 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187571 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.465424:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563110144 00000100:00100000:2.0:1777502111.465430:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563110144 00000100:00100000:2.0:1777502111.465449:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238708684171 time 8238708662671 state 0x0 ref 1 00000100:00100000:2.0:1777502111.465458:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238708762671 time 8238708662671 state 0x1 ref 1 00000100:00100000:2.0:1777502111.465492:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238708762671 time 8238710910928 state 0x0 ref 1 00000100:00100000:2.0:1777502111.465504:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+242:273066:x1863837563110144:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.465518:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.465530:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc40a8 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x217:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8345a0 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.465561:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc40a8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x217:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345a0 expref: 243 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.465573:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978000/0x4ad31463d9bc40a8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x217:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345a0 expref: 243 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.465635:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x217:0x0].0x0 (ffff8dfd58bbe400) 00010000:00010000:2.0:1777502111.465638:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777502111.465641:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43978000, rc 0) 00000100:00100000:2.0:1777502111.465685:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+243:273066:x1863837563110144:12345-192.168.202.27@tcp:101:touch.500 Request processed in 184us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.465693:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 545 00000100:00100000:2.0:1777502111.465701:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238708762671 time 8238710910928 state 0x2 ref 0 00000100:00100000:1.0:1777502111.466489:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.466535:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563110656 00000100:00100000:2.0:1777502111.466540:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563110656 00000100:00100000:2.0:1777502111.466561:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238708762671 time 8238710910928 state 0x0 ref 1 00000100:00100000:2.0:1777502111.466570:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238711010928 time 8238710910928 state 0x1 ref 1 00000100:00100000:2.0:1777502111.466630:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238711010928 time 8238712048672 state 0x0 ref 1 00000100:00100000:2.0:1777502111.466646:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+243:273070:x1863837563110656:12345-192.168.202.27@tcp:101:touch.500 00000100:00100000:1.0:1777502111.466647:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502111.466678:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.466690:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc40af lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8345a7 expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.466692:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563110400 00000100:00100000:1.0:1777502111.466697:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563110400 00000100:00100000:1.0:1777502111.466720:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238712148672 time 8238712048672 state 0x1 ref 2 00000100:00100000:1.0:1777502111.466754:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238712148672 time 8238712173572 state 0x0 ref 2 00000100:00100000:1.0:1777502111.466767:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+245:273069:x1863837563110400:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:2.0:1777502111.466787:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc40b6 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.466791:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502111.466804:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc40b6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.466808:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc409a lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x218:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834599 expref: 245 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.466815:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc40b6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.466827:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x218:0x0].0x0 (ffff8dfd58bbe200) 00010000:00010000:2.0:1777502111.466830:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc40bd lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.466838:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc40bd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.466839:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.466847:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc40bd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.466897:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72e00/0x4ad31463d9bc40c4 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x218:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.466907:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72e00/0x4ad31463d9bc40c4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x218:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.466915:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72e00/0x4ad31463d9bc40c4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x218:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.467018:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000044e0e80f reply state 00000000cd096836 transno 8589939051 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72e00/0x4ad31463d9bc40c4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x218:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.467027:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777502111.467097:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+246:273069:x1863837563110400:12345-192.168.202.27@tcp:36:touch.500 Request processed in 333us (455us total) trans 8589939051 rc 0/0 00000100:00100000:1.0:1777502111.467104:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 547 00000004:00080000:2.0:1777502111.467192:0:205369:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x107b:0x0], index 1: 0 00010000:00010000:2.0:1777502111.467299:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc40cb lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x219:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.467309:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc40cb lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.467318:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc40cb lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.467342:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc40b6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.467348:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc40b6 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.467355:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc40b6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.467360:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.467363:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc40b6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.467368:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc40b6 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.467377:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.467379:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.467382:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc40b6 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.467388:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc40b6 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.467397:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000061f0eec1 reply state 0000000054cade90 transno 8589939052 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc40bd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.467403:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777502111.467422:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc40af lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345a7 expref: 247 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.467432:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc40cb lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345a7 expref: 246 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.467439:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x219:0x0].0x0 (ffff8dfd58bbec00) 00010000:00010000:2.0:1777502111.467442:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.467444:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43979200, rc 0) 00000100:00100000:1.0:1777502111.467451:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.467480:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+247:273070:x1863837563110656:12345-192.168.202.27@tcp:101:touch.500 Request processed in 840us (992us total) trans 8589939052 rc 0/0 00000100:00100000:2.0:1777502111.467487:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 546 00000100:00100000:2.0:1777502111.467492:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238712148672 time 8238712173572 state 0x2 ref 0 00000100:00100000:3.0:1777502111.467498:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563110784 00000100:00100000:3.0:1777502111.467503:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563110784 00000100:00100000:2.0:1777502111.467550:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3252 00000100:00100000:2.0:1777502111.467559:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0775d2ab-558e-41f1-82c0-14244d133390+54:2371:x1863837563110784:12345-192.168.202.27@tcp:2:touch.500 00010000:00010000:3.0:1777502111.467744:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72e00/0x4ad31463d9bc40c4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x218:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.467754:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72e00/0x4ad31463d9bc40c4 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x218:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.467761:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72e00/0x4ad31463d9bc40c4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x218:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.467767:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd58a72e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.467771:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72e00/0x4ad31463d9bc40c4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x218:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.467777:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72e00/0x4ad31463d9bc40c4 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x218:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.467786:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x218:0x0].0x0 (ffff8dfd5b1cf400) 00010000:00010000:3.0:1777502111.467790:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.467795:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72e00/0x4ad31463d9bc40c4 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x218:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.467795:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0775d2ab-558e-41f1-82c0-14244d133390+55:2371:x1863837563110784:12345-192.168.202.27@tcp:2:touch.500 Request processed in 236us (344us total) trans 8589935695 rc 0/0 00000100:00100000:2.0:1777502111.467806:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3252 00010000:00010000:3.0:1777502111.467808:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72e00/0x4ad31463d9bc40c4 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x218:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.468123:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502111.468169:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc40bd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.468177:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc40bd lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.468182:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc40bd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.468187:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.468190:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc40bd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.468194:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563110912 00010000:00010000:3.0:1777502111.468195:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc40bd lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.468199:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563110912 00010000:00010000:3.0:1777502111.468204:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffff8dfd58bbef00) 00010000:00010000:3.0:1777502111.468207:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.468210:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc40bd lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.468215:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc40bd lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.468219:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238712148672 time 8238712173572 state 0x0 ref 1 00000100:00100000:2.0:1777502111.468232:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238712273572 time 8238712173572 state 0x1 ref 1 00000100:00100000:2.0:1777502111.468256:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238712273572 time 8238713675376 state 0x0 ref 1 00000100:00100000:2.0:1777502111.468268:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+245:273069:x1863837563110912:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.468278:0:187571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.468291:0:187571:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc40d9 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x218:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8345ae expref: -99 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.468318:0:187571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc40d9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x218:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345ae expref: 246 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.468329:0:187571:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979a00/0x4ad31463d9bc40d9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x218:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345ae expref: 246 pid: 187571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.468348:0:187571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x218:0x0].0x0 (ffff8dfd58bbe500) 00010000:00010000:2.0:1777502111.468350:0:187571:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777502111.468352:0:187571:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43979a00, rc 0) 00000100:00100000:2.0:1777502111.468381:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+246:273069:x1863837563110912:12345-192.168.202.27@tcp:101:touch.500 Request processed in 117us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.468388:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 548 00000100:00100000:2.0:1777502111.468392:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238712273572 time 8238713675376 state 0x2 ref 0 00000100:00100000:1.0:1777502111.473879:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.473924:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.473977:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563111168 00000100:00100000:0.0:1777502111.473987:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563111168 00000100:00100000:0.0:1777502111.474021:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238712273572 time 8238713675376 state 0x0 ref 1 00000100:00100000:0.0:1777502111.474033:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238713775376 time 8238713675376 state 0x1 ref 1 00000100:00100000:0.0:1777502111.474055:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563111424 00000100:00100000:0.0:1777502111.474059:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563111424 00000100:00100000:0.0:1777502111.474072:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238713775376 time 8238713675376 state 0x1 ref 2 00000100:00100000:0.0:1777502111.474097:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238719616220 time 8238719516220 state 0x1 ref 2 00000100:00100000:0.0:1777502111.474109:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+247:273070:x1863837563111168:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:3.0:1777502111.474139:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238719616220 time 8238719556029 state 0x0 ref 2 00000100:00100000:3.0:1777502111.474154:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+247:273073:x1863837563111424:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:0.0:1777502111.474159:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502111.474166:0:186937:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.474183:0:186937:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc40e0 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8345b5 expref: -99 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.474184:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc40cb lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345a7 expref: 247 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.474218:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x219:0x0].0x0 (ffff8dfd58bbec00) 00010000:00010000:0.0:1777502111.474230:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502111.474296:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc40e7 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x219:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.474307:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc40e7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.474317:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc40e7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.474322:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc40ee lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.474333:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc40ee lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.474342:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc40ee lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.474357:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc40f5 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.474363:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc40f5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.474370:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc40f5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.474458:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000361eb17f reply state 00000000e51d7c44 transno 8589939053 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc40e7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.474468:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777502111.474545:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+249:273070:x1863837563111168:12345-192.168.202.27@tcp:36:touch.500 Request processed in 438us (675us total) trans 8589939053 rc 0/0 00000100:00100000:0.0:1777502111.474554:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 549 00000004:00080000:3.0:1777502111.474858:0:186937:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x10a0:0x0], index 0: 0 00010000:00010000:3.0:1777502111.474988:0:186937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc40fc lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x21a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.474997:0:186937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc40fc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.475004:0:186937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc40fc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.475033:0:186937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc40ee lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.475040:0:186937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc40ee lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.475046:0:186937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc40ee lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.475052:0:186937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd40031400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.475056:0:186937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc40ee lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.475063:0:186937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc40ee lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.475072:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.475074:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.475078:0:186937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc40ee lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.475084:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc40ee lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502111.475094:0:186937:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000495cc0f4 reply state 00000000bbbcd88a transno 8589939054 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc40f5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.475100:0:186937:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777502111.475121:0:186937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc40e0 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345b5 expref: 250 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.475142:0:186937:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc40fc lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345b5 expref: 249 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.475149:0:186937:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x21a:0x0].0x0 (ffff8dfd67320a00) 00010000:00010000:3.0:1777502111.475152:0:186937:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.475154:0:186937:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd40030200, rc 0) 00000100:00100000:3.0:1777502111.475177:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+250:273073:x1863837563111424:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1028us (1253us total) trans 8589939054 rc 0/0 00000100:00100000:3.0:1777502111.475183:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 550 00000100:00100000:3.0:1777502111.475188:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238719616220 time 8238719556029 state 0x2 ref 0 00000100:00100000:1.0:1777502111.475278:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.475315:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563111680 00000100:00100000:2.0:1777502111.475320:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563111680 00000100:00100000:2.0:1777502111.475359:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1164 00000100:00100000:2.0:1777502111.475366:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72dd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+250:273066:x1863837563111680:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:1.0:1777502111.475382:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.475425:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563111808 00000100:00100000:0.0:1777502111.475430:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563111808 00000100:00100000:0.0:1777502111.475482:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3253 00000100:00100000:0.0:1777502111.475492:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72dd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0775d2ab-558e-41f1-82c0-14244d133390+59:2370:x1863837563111808:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:2.0:1777502111.475557:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72dd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+251:273066:x1863837563111680:12345-192.168.202.27@tcp:35:touch.500 Request processed in 189us (277us total) trans 8589939055 rc 0/0 00000100:00100000:2.0:1777502111.475565:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1164 00000100:00100000:0.0:1777502111.475716:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72dd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0775d2ab-558e-41f1-82c0-14244d133390+60:2370:x1863837563111808:12345-192.168.202.27@tcp:2:touch.500 Request processed in 226us (333us total) trans 8589936107 rc 0/0 00000100:00100000:0.0:1777502111.475724:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3253 00010000:00010000:2.0:1777502111.476159:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc40e7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.476169:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc40e7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.476175:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc40e7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.476181:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.476184:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc40e7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.476191:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc40e7 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.476200:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x219:0x0].0x0 (ffff8dfd52095d00) 00010000:00010000:2.0:1777502111.476203:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.476207:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc40e7 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.476212:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7600/0x4ad31463d9bc40e7 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x219:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.477320:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc40f5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.477328:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc40f5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.477333:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc40f5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.477336:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd40030a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.477339:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc40f5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.477344:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc40f5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.477348:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.477398:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563111936 00010000:00010000:3.0:1777502111.477400:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffff8dfd67320f00) 00000100:00100000:2.0:1777502111.477413:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563111936 00000100:00100000:1.0:1777502111.477424:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.477440:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238719616220 time 8238719556029 state 0x0 ref 1 00000100:00100000:1.0:1777502111.477446:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563112320 00000100:00100000:1.0:1777502111.477451:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563112320 00000100:00100000:2.0:1777502111.477456:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238719656029 time 8238719556029 state 0x1 ref 1 00000100:00100000:1.0:1777502111.477471:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238719656029 time 8238719556029 state 0x1 ref 2 00000100:00100000:2.0:1777502111.477481:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238723000095 time 8238722900095 state 0x1 ref 2 00010000:00010000:3.0:1777502111.477482:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.477489:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc40f5 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.477498:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc40f5 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.477499:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46c5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+251:273070:x1863837563111936:12345-192.168.202.27@tcp:101:touch.500 00000100:00100000:1.0:1777502111.477499:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238723000095 time 8238722916897 state 0x0 ref 2 00000100:00100000:1.0:1777502111.477523:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46c5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+251:273073:x1863837563112320:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:2.0:1777502111.477525:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.477541:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc410a lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x219:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8345bc expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.477557:0:186936:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502111.477572:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc40fc lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345b5 expref: 251 pid: 186937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.477619:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x21a:0x0].0x0 (ffff8dfd67320a00) 00010000:00010000:2.0:1777502111.477620:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc410a lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345bc expref: 250 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.477628:0:186936:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502111.477637:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978e00/0x4ad31463d9bc410a lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x219:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345bc expref: 250 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.477673:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x219:0x0].0x0 (ffff8dfd58bbed00) 00010000:00010000:2.0:1777502111.477676:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777502111.477679:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43978e00, rc 0) 00010000:00010000:1.0:1777502111.477686:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc4111 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x21a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.477696:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc4111 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x21a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.477705:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc4111 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x21a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.477719:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46c5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+250:273070:x1863837563111936:12345-192.168.202.27@tcp:101:touch.500 Request processed in 225us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.477726:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 551 00000100:00100000:3.0:1777502111.477799:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000004:00010000:1.0:1777502111.477804:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000950bfa98 reply state 0000000090feecdd transno 8589939056 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc4111 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x21a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.477818:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502111.477852:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563112448 00000100:00100000:2.0:1777502111.477857:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563112448 00000100:00100000:1.0:1777502111.477867:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46c5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+252:273073:x1863837563112320:12345-192.168.202.27@tcp:36:touch.500 Request processed in 348us (443us total) trans 8589939056 rc 0/0 00000100:00100000:1.0:1777502111.477874:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 552 00000100:00100000:2.0:1777502111.477881:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238723016897 time 8238722916897 state 0x1 ref 1 00000100:00100000:1.0:1777502111.477896:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238723016897 time 8238723314443 state 0x0 ref 1 00000100:00100000:1.0:1777502111.477907:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45b10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+251:273074:x1863837563112448:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.477916:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.477925:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73a00/0x4ad31463d9bc4118 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8345c3 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.477963:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.478006:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73c00/0x4ad31463d9bc411f lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.478017:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73c00/0x4ad31463d9bc411f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.478024:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73c00/0x4ad31463d9bc411f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.478033:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72e00/0x4ad31463d9bc4126 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.478038:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72e00/0x4ad31463d9bc4126 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.478043:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72e00/0x4ad31463d9bc4126 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.478071:0:186940:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563112704 00000100:00100000:3.0:1777502111.478077:0:186940:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563112704 00000004:00080000:1.0:1777502111.478370:0:186936:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x107c:0x0], index 1: 0 00000100:00100000:2.0:1777502111.478387:0:186940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1165 00000100:00100000:2.0:1777502111.478399:0:186940:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0775d2ab-558e-41f1-82c0-14244d133390+253:273069:x1863837563112704:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:1.0:1777502111.478506:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72600/0x4ad31463d9bc412d lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x21b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.478516:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72600/0x4ad31463d9bc412d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.478525:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72600/0x4ad31463d9bc412d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.478552:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73c00/0x4ad31463d9bc411f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.478557:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73c00/0x4ad31463d9bc411f lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.478561:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73c00/0x4ad31463d9bc411f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.478564:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd58a73c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.478566:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73c00/0x4ad31463d9bc411f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.478571:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73c00/0x4ad31463d9bc411f lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.478600:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.478603:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.478606:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73c00/0x4ad31463d9bc411f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.478614:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73c00/0x4ad31463d9bc411f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.478623:0:186936:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e9cc347d reply state 00000000c02a075e transno 8589939057 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72e00/0x4ad31463d9bc4126 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.478627:0:186936:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777502111.478645:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73a00/0x4ad31463d9bc4118 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345c3 expref: 256 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.478672:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72600/0x4ad31463d9bc412d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345c3 expref: 255 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.478680:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x21b:0x0].0x0 (ffff8dfd5b1cfa00) 00010000:00010000:1.0:1777502111.478683:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.478685:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd58a72600, rc 0) 00000100:00100000:1.0:1777502111.478731:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45b10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+256:273074:x1863837563112448:12345-192.168.202.27@tcp:101:touch.500 Request processed in 824us (932us total) trans 8589939057 rc 0/0 00000100:00100000:1.0:1777502111.478739:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 553 00000100:00100000:1.0:1777502111.478742:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238723016897 time 8238723314443 state 0x2 ref 0 00000100:00100000:3.0:1777502111.479067:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.479111:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563112832 00000100:00100000:1.0:1777502111.479117:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563112832 00000100:00100000:1.0:1777502111.479134:0:186938:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238723016897 time 8238723314443 state 0x0 ref 1 00000100:00100000:1.0:1777502111.479144:0:186938:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238723414443 time 8238723314443 state 0x1 ref 1 00000100:00100000:1.0:1777502111.479164:0:186938:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238723414443 time 8238724583901 state 0x0 ref 1 00000100:00100000:1.0:1777502111.479175:0:186938:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45b12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+256:273073:x1863837563112832:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.479184:0:186938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.479194:0:186938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc413b lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x21a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8345ca expref: -99 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.479224:0:186938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc413b lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x21a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345ca expref: 257 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.479237:0:186938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd3200/0x4ad31463d9bc413b lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x21a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345ca expref: 257 pid: 186938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.479250:0:186938:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x21a:0x0].0x0 (ffff8dfd5b1cf600) 00010000:00010000:1.0:1777502111.479253:0:186938:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502111.479256:0:186938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd63cd3200, rc 0) 00000100:00100000:1.0:1777502111.479285:0:186938:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45b12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0775d2ab-558e-41f1-82c0-14244d133390+257:273073:x1863837563112832:12345-192.168.202.27@tcp:101:touch.500 Request processed in 111us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.479292:0:186938:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 554 00000100:00100000:1.0:1777502111.479296:0:186938:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238723414443 time 8238724583901 state 0x2 ref 0 00010000:00010000:3.0:1777502111.479336:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72e00/0x4ad31463d9bc4126 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.479346:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72e00/0x4ad31463d9bc4126 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.479353:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72e00/0x4ad31463d9bc4126 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.479358:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd58a72e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.479361:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72e00/0x4ad31463d9bc4126 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.479365:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72e00/0x4ad31463d9bc4126 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.479375:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffff8dfd5b1cf800) 00010000:00010000:3.0:1777502111.479377:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.479379:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72e00/0x4ad31463d9bc4126 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.479386:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72e00/0x4ad31463d9bc4126 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.479619:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc4111 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x21a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.479627:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc4111 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x21a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.479633:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc4111 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x21a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.479638:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd58a73600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.479641:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc4111 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x21a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.479648:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc4111 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x21a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.479669:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x21a:0x0].0x0 (ffff8dfd5b1cf600) 00010000:00010000:3.0:1777502111.479672:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.479675:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc4111 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x21a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.479681:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc4111 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x21a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.479706:0:186940:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0775d2ab-558e-41f1-82c0-14244d133390+254:273069:x1863837563112704:12345-192.168.202.27@tcp:35:touch.500 Request processed in 499us (931us total) trans 8589939058 rc 0/0 00000100:00100000:2.0:1777502111.479715:0:186940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1165 00000100:00100000:3.0:1777502111.480488:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.480517:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.480524:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563112960 00000100:00100000:0.0:1777502111.480530:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563112960 00000100:00100000:0.0:1777502111.480606:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3254 00000100:00100000:0.0:1777502111.480617:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45b13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0775d2ab-558e-41f1-82c0-14244d133390+55:2371:x1863837563112960:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:2.0:1777502111.480624:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563113216 00000100:00100000:2.0:1777502111.480629:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563113216 00000100:00100000:2.0:1777502111.480650:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238723414443 time 8238724583901 state 0x0 ref 1 00000100:00100000:2.0:1777502111.480670:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238724683901 time 8238724583901 state 0x1 ref 1 00000100:00100000:2.0:1777502111.480694:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238724683901 time 8238726113904 state 0x0 ref 1 00000100:00100000:2.0:1777502111.480707:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45b11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+254:273074:x1863837563113216:12345-192.168.202.27@tcp:36:touch.500 00000100:00100000:1.0:1777502111.480717:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.480739:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563113472 00000100:00100000:3.0:1777502111.480746:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563113472 00010000:00010000:2.0:1777502111.480746:0:188648:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502111.480762:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72600/0x4ad31463d9bc412d lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345c3 expref: 255 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.480768:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238726213904 time 8238726113904 state 0x1 ref 2 00010000:00010000:2.0:1777502111.480780:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x21b:0x0].0x0 (ffff8dfd5b1cfa00) 00010000:00010000:2.0:1777502111.480790:0:188648:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502111.480796:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238726213904 time 8238726215272 state 0x0 ref 2 00000100:00100000:3.0:1777502111.480805:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46c5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+254:273078:x1863837563113472:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:3.0:1777502111.480812:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777502111.480828:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45b13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0775d2ab-558e-41f1-82c0-14244d133390+56:2371:x1863837563112960:12345-192.168.202.27@tcp:2:touch.500 Request processed in 214us (341us total) trans 8589935696 rc 0/0 00000100:00100000:0.0:1777502111.480833:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3254 00010000:00010000:3.0:1777502111.480867:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc4142 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8345d1 expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.480893:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4149 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x21b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.480903:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4149 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x21b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.480912:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4149 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x21b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.480946:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc4150 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.480956:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc4150 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.480990:0:188648:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e95e9edd reply state 000000003ae891c3 transno 8589939059 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4149 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x21b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.480999:0:188648:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777502111.481046:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45b11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+257:273074:x1863837563113216:12345-192.168.202.27@tcp:36:touch.500 Request processed in 343us (529us total) trans 8589939059 rc 0/0 00000100:00100000:2.0:1777502111.481054:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 555 00010000:00010000:3.0:1777502111.481237:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc4150 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.481258:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502111.481286:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc4157 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.481295:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563113600 00010000:00010000:0.0:1777502111.481297:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc4157 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.481300:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563113600 00010000:00010000:0.0:1777502111.481309:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc4157 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.481333:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3255 00000100:00100000:2.0:1777502111.481343:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46c5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0775d2ab-558e-41f1-82c0-14244d133390+60:2373:x1863837563113600:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:2.0:1777502111.481528:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46c5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0775d2ab-558e-41f1-82c0-14244d133390+61:2373:x1863837563113600:12345-192.168.202.27@tcp:2:touch.500 Request processed in 188us (270us total) trans 8589936108 rc 0/0 00000100:00100000:2.0:1777502111.481536:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3255 00000004:00080000:0.0:1777502111.481719:0:205372:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x10a1:0x0], index 0: 0 00010000:00010000:1.0:1777502111.481744:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4149 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x21b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.481753:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4149 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x21b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.481760:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4149 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x21b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.481766:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.481770:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4149 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x21b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.481777:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4149 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x21b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.481788:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x21b:0x0].0x0 (ffff8dfd58bbea00) 00010000:00010000:1.0:1777502111.481790:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.481794:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4149 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x21b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.481801:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4149 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x21b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.481812:0:205372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc415e lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x21c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.481822:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc415e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.481831:0:205372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc415e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.481857:0:205372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc4150 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.481862:0:205372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc4150 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.481866:0:205372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc4150 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.481870:0:205372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd40031800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502111.481873:0:205372:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc4150 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.481877:0:205372:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc4150 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.481884:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502111.481886:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502111.481889:0:205372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc4150 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.481893:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502111.481897:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc4150 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777502111.481906:0:205372:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008b355a5b reply state 00000000930aaec7 transno 8589939060 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc4157 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.481910:0:205372:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777502111.481927:0:205372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc4142 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345d1 expref: 257 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.481935:0:189686:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563113856 00010000:00010000:0.0:1777502111.481940:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc415e lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x21c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345d1 expref: 256 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.481941:0:189686:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563113856 00010000:00010000:0.0:1777502111.481947:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x21c:0x0].0x0 (ffff8dfd7fc41a00) 00010000:00010000:0.0:1777502111.481949:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777502111.481950:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7000, rc 0) 00000100:00100000:0.0:1777502111.481978:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46c5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+258:273078:x1863837563113472:12345-192.168.202.27@tcp:101:touch.500 Request processed in 1174us (1265us total) trans 8589939060 rc 0/0 00000100:00100000:0.0:1777502111.481986:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 556 00000100:00100000:0.0:1777502111.481990:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238726213904 time 8238726215272 state 0x2 ref 0 00000100:00100000:1.0:1777502111.482043:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.482051:0:189686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1166 00000100:00100000:2.0:1777502111.482062:0:189686:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46c5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+257:273070:x1863837563113856:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:1.0:1777502111.482067:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563113984 00000100:00100000:1.0:1777502111.482071:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563113984 00000100:00100000:1.0:1777502111.482090:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238726213904 time 8238726215272 state 0x0 ref 1 00000100:00100000:1.0:1777502111.482098:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238726315272 time 8238726215272 state 0x1 ref 1 00000100:00100000:1.0:1777502111.482115:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238726315272 time 8238727534554 state 0x0 ref 1 00000100:00100000:1.0:1777502111.482126:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46c5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+258:273074:x1863837563113984:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:1.0:1777502111.482135:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.482150:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc416c lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x21b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8345d8 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.482185:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc416c lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x21b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345d8 expref: 260 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.482198:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69800/0x4ad31463d9bc416c lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x21b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345d8 expref: 260 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.482213:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x21b:0x0].0x0 (ffff8dfd5b1cfb00) 00010000:00010000:1.0:1777502111.482216:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777502111.482219:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e69800, rc 0) 00000100:00100000:1.0:1777502111.482246:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46c5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+260:273074:x1863837563113984:12345-192.168.202.27@tcp:101:touch.500 Request processed in 122us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.482254:0:189686:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46c5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0775d2ab-558e-41f1-82c0-14244d133390+260:273070:x1863837563113856:12345-192.168.202.27@tcp:35:touch.500 Request processed in 191us (361us total) trans 8589939061 rc 0/0 00000100:00100000:1.0:1777502111.482258:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 557 00000100:00100000:1.0:1777502111.482265:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238726315272 time 8238727534554 state 0x2 ref 0 00000100:00100000:2.0:1777502111.482270:0:189686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1166 00010000:00010000:3.0:1777502111.482572:0:3295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc4157 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.482627:0:3295:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc4157 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.482634:0:3295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc4157 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.482640:0:3295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.482644:0:3295:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc4157 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.482667:0:3295:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc4157 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.482679:0:3295:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffff8dfd7fc41000) 00010000:00010000:3.0:1777502111.482682:0:3295:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.482685:0:3295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc4157 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.482692:0:3295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba6200/0x4ad31463d9bc4157 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.483027:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.483236:0:205362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563114240 00000100:00100000:1.0:1777502111.483241:0:205362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563114240 00000100:00100000:1.0:1777502111.483279:0:205362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1167 00000100:00100000:1.0:1777502111.483287:0:205362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45b12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+258:273073:x1863837563114240:12345-192.168.202.27@tcp:35:touch.500 00000100:00100000:1.0:1777502111.483477:0:205362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45b12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+259:273073:x1863837563114240:12345-192.168.202.27@tcp:35:touch.500 Request processed in 189us (450us total) trans 8589939062 rc 0/0 00000100:00100000:1.0:1777502111.483484:0:205362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1167 00000100:00100000:3.0:1777502111.483552:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.483791:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.483824:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563114624 00000100:00100000:3.0:1777502111.483828:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563114624 00000100:00100000:3.0:1777502111.483846:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238726315272 time 8238727534554 state 0x0 ref 1 00000100:00100000:3.0:1777502111.483855:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238727634554 time 8238727534554 state 0x1 ref 1 00000100:00100000:3.0:1777502111.483867:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563114368 00000100:00100000:3.0:1777502111.483869:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563114368 00000100:00100000:3.0:1777502111.483879:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238727634554 time 8238727534554 state 0x1 ref 2 00000100:00100000:3.0:1777502111.483892:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238729411825 time 8238729311825 state 0x1 ref 2 00000100:00100000:3.0:1777502111.483901:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45b12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+260:273078:x1863837563114624:12345-192.168.202.27@tcp:36:touch.500 00010000:00010000:3.0:1777502111.483930:0:205369:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502111.483947:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6eba7000/0x4ad31463d9bc415e lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x21c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345d1 expref: 260 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.483963:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x21c:0x0].0x0 (ffff8dfd7fc41a00) 00010000:00010000:3.0:1777502111.483970:0:205369:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502111.484015:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc4173 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x21c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.484025:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc4173 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x21c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.484033:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc4173 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x21c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502111.484105:0:205369:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000016dae03f reply state 00000000a31f626f transno 8589939063 ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc4173 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x21c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.484115:0:205369:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777502111.484162:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45b12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+261:273078:x1863837563114624:12345-192.168.202.27@tcp:36:touch.500 Request processed in 261us (610us total) trans 8589939063 rc 0/0 00000100:00100000:3.0:1777502111.484170:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 558 00000100:00100000:3.0:1777502111.484187:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238729411825 time 8238729606772 state 0x0 ref 1 00000100:00100000:3.0:1777502111.484197:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd672dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+260:273076:x1863837563114368:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.484204:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.484213:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc417a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8345df expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.484250:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc4181 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.484265:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc4181 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.484273:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc4181 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.484298:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc4188 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.484307:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc4188 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.484315:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc4188 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.484366:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc4181 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.484373:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc4181 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.484380:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc4181 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.484386:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd63cd2a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.484389:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc4181 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.484396:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc4181 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.484404:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.484407:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.484417:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc4181 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.484425:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc4181 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.484436:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc4188 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.484441:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc4188 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.484447:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc4188 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.484453:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd63cd2200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.484456:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc4188 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.484462:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc4188 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.484470:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffff8dfd67320d00) 00010000:00010000:3.0:1777502111.484472:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.484475:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc4188 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.484481:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc4188 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.484506:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc417a lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345df expref: 261 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.484516:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.484519:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.484522:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031400/0x4ad31463d9bc417a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345df expref: 261 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.484533:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd40031400, rc 0) 00000100:00100000:3.0:1777502111.484555:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd672dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+260:273076:x1863837563114368:12345-192.168.202.27@tcp:101:rm.500 Request processed in 359us (764us total) trans 0 rc 301/301 00000100:00100000:3.0:1777502111.484563:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 559 00000100:00100000:3.0:1777502111.484567:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238729411825 time 8238729606772 state 0x2 ref 0 00000100:00100000:3.0:1777502111.485985:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.486030:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563114752 00000100:00100000:1.0:1777502111.486036:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563114752 00000100:00100000:1.0:1777502111.486096:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3256 00000100:00100000:1.0:1777502111.486107:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd798ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0775d2ab-558e-41f1-82c0-14244d133390+56:2372:x1863837563114752:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:1.0:1777502111.486365:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd798ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0775d2ab-558e-41f1-82c0-14244d133390+57:2372:x1863837563114752:12345-192.168.202.27@tcp:2:touch.500 Request processed in 259us (382us total) trans 8589935697 rc 0/0 00000100:00100000:1.0:1777502111.486374:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3256 00010000:00010000:2.0:1777502111.486561:0:3296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc4173 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x21c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.486571:0:3296:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc4173 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x21c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.486625:0:3296:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc4173 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x21c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.486633:0:3296:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd40030000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.486638:0:3296:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc4173 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x21c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.486646:0:3296:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc4173 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x21c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.486671:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x21c:0x0].0x0 (ffff8dfd67320f00) 00010000:00010000:2.0:1777502111.486674:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.486679:0:3296:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc4173 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x21c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.486691:0:3296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030000/0x4ad31463d9bc4173 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x21c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.486926:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.487010:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563114880 00000100:00100000:2.0:1777502111.487016:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563114880 00000100:00100000:2.0:1777502111.487040:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238729411825 time 8238729606772 state 0x0 ref 1 00000100:00100000:2.0:1777502111.487051:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238729706772 time 8238729606772 state 0x1 ref 1 00000100:00100000:2.0:1777502111.487075:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238729706772 time 8238732494374 state 0x0 ref 1 00000100:00100000:2.0:1777502111.487088:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd798aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+259:273078:x1863837563114880:12345-192.168.202.27@tcp:101:touch.500 00010000:00010000:2.0:1777502111.487102:0:205372:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.487118:0:205372:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc418f lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x21c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8345e6 expref: -99 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.487157:0:205372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc418f lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x21c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345e6 expref: 260 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.487171:0:205372:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979c00/0x4ad31463d9bc418f lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x21c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345e6 expref: 260 pid: 205372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.487187:0:205372:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x21c:0x0].0x0 (ffff8dfd58bbec00) 00010000:00010000:2.0:1777502111.487190:0:205372:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777502111.487193:0:205372:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43979c00, rc 0) 00000100:00100000:2.0:1777502111.487232:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd798aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+260:273078:x1863837563114880:12345-192.168.202.27@tcp:101:touch.500 Request processed in 147us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.487246:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 560 00000100:00100000:2.0:1777502111.487252:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238729706772 time 8238732494374 state 0x2 ref 0 00000100:00100000:2.0:1777502111.487881:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.487925:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.487965:0:205371:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563115264 00000100:00100000:1.0:1777502111.487970:0:205371:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563115264 00000100:00100000:2.0:1777502111.487980:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.488012:0:205371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 287 00000100:00100000:2.0:1777502111.488020:0:186939:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563115392 00000100:00100000:1.0:1777502111.488024:0:205371:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47260380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:0775d2ab-558e-41f1-82c0-14244d133390+260:2370:x1863837563115264:12345-192.168.202.27@tcp:63:ll_sa.0 00000100:00100000:2.0:1777502111.488026:0:186939:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563115392 00010000:00010000:1.0:1777502111.488053:0:205371:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777502111.488059:0:186939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1168 00010000:00010000:1.0:1777502111.488066:0:205371:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc4196 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8345f4 expref: -99 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.488071:0:186939:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47260e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0775d2ab-558e-41f1-82c0-14244d133390+261:273074:x1863837563115392:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:1.0:1777502111.488114:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc419d lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.488124:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc419d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.488133:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc419d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.488149:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc41a4 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.488156:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc41a4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.488163:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc41a4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.488216:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc419d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.488224:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc419d lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.488230:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc419d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.488234:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.488238:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc419d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.488244:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc419d lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.488255:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.488258:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.488262:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc419d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.488268:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69400/0x4ad31463d9bc419d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.488274:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502111.488285:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc41a4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.488292:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc41a4 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.488295:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563115136 00000100:00100000:3.0:1777502111.488299:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563115136 00010000:00010000:1.0:1777502111.488300:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc41a4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.488307:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.488311:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc41a4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.488318:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238729706772 time 8238732494374 state 0x0 ref 1 00010000:00010000:1.0:1777502111.488318:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc41a4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.488321:0:186939:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47260e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0775d2ab-558e-41f1-82c0-14244d133390+264:273074:x1863837563115392:12345-192.168.202.27@tcp:35:touch.500 Request processed in 253us (343us total) trans 8589939064 rc 0/0 00000100:00100000:3.0:1777502111.488332:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238732594374 time 8238732494374 state 0x1 ref 1 00000100:00100000:2.0:1777502111.488342:0:186939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1168 00010000:00010000:1.0:1777502111.488342:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x4fde95a8 (ffff8dfd5b1cf200) 00010000:00010000:1.0:1777502111.488348:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777502111.488349:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563115520 00000100:00100000:3.0:1777502111.488352:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563115520 00010000:00010000:1.0:1777502111.488352:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc41a4 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.488360:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69a00/0x4ad31463d9bc41a4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.488366:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238732594374 time 8238732494374 state 0x1 ref 2 00000100:00100000:2.0:1777502111.488381:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238733899234 time 8238733799234 state 0x1 ref 2 00000100:00100000:3.0:1777502111.488391:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238733899234 time 8238733811195 state 0x0 ref 2 00010000:00010000:1.0:1777502111.488396:0:205371:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc4196 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345f4 expref: 264 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.488398:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+264:273086:x1863837563115136:12345-192.168.202.27@tcp:101:rm.500 00000100:00100000:3.0:1777502111.488410:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd798aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+264:273092:x1863837563115520:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502111.488411:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.488419:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.488423:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc41ab lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8345ed expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.488423:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777502111.488426:0:205369:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.488429:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e69000/0x4ad31463d9bc4196 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345f4 expref: 264 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.488440:0:205369:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72200/0x4ad31463d9bc41b2 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8345fb expref: -99 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.488453:0:205371:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e69000, rc -2) 00010000:00010000:2.0:1777502111.488471:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc41b9 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.488480:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73200/0x4ad31463d9bc41c0 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.488482:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc41b9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.488492:0:205371:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47260380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:0775d2ab-558e-41f1-82c0-14244d133390+265:2370:x1863837563115264:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 470us (566us total) trans 0 rc -2/-2 00010000:00010000:2.0:1777502111.488500:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc41b9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.488505:0:205371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 287 00010000:00010000:2.0:1777502111.488523:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc41c7 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.488532:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc41c7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.488540:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc41c7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.488640:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc41ce lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x215:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.488651:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc41ce lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x215:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.488671:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73200/0x4ad31463d9bc41c0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.488674:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc41ce lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x215:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.488693:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73200/0x4ad31463d9bc41c0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502111.488705:0:188648:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x215:0x0]: returning size 0 00000004:00200000:2.0:1777502111.488710:0:188648:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1777502111.488711:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc41d5 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.488721:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc41d5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.488724:0:188648:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc41ce lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x215:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.488731:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc41d5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.488736:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc41ce lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x215:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.488745:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc41b9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.488752:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc41b9 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.488763:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc41b9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.488770:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.488773:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc41b9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.488780:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc41b9 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.488790:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502111.488793:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.488796:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc41b9 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.488803:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978800/0x4ad31463d9bc41b9 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.488815:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc41c7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.488823:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc41c7 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.488830:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc41c7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.488835:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.488837:0:205369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72e00/0x4ad31463d9bc41dc lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x217:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.488839:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc41c7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.488852:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72e00/0x4ad31463d9bc41dc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x217:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.488870:0:205369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72e00/0x4ad31463d9bc41dc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x217:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.488870:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc41c7 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.488890:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffff8dfd58bbef00) 00010000:00010000:2.0:1777502111.488893:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00200000:3.0:1777502111.488896:0:205369:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x217:0x0]: returning size 0 00010000:00010000:2.0:1777502111.488896:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc41c7 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502111.488902:0:205369:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1777502111.488908:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979200/0x4ad31463d9bc41c7 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502111.488912:0:205369:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72e00/0x4ad31463d9bc41dc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x217:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.488920:0:205369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72e00/0x4ad31463d9bc41dc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.488925:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73200/0x4ad31463d9bc41c0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.488929:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73200/0x4ad31463d9bc41c0 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.488933:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73200/0x4ad31463d9bc41c0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.488937:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd58a73200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.488939:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979000/0x4ad31463d9bc41ab lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345ed expref: 265 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.488941:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73200/0x4ad31463d9bc41c0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.488955:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73200/0x4ad31463d9bc41c0 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.488964:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.488968:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.488968:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979e00/0x4ad31463d9bc41ce lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x215:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345ed expref: 264 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.488971:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73200/0x4ad31463d9bc41c0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.488989:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73200/0x4ad31463d9bc41c0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.488989:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x215:0x0].0x0 (ffff8dfd5b1cf000) 00010000:00010000:2.0:1777502111.488996:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.489000:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43979e00, rc 0) 00010000:00010000:3.0:1777502111.489007:0:205369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc41d5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.489018:0:205369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc41d5 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.489026:0:205369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc41d5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.489027:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+264:273086:x1863837563115136:12345-192.168.202.27@tcp:101:rm.500 Request processed in 633us (1145us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502111.489042:0:205369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd58a73600 already unused, calling callback (ffffffffc1e434f0) 00000100:00100000:2.0:1777502111.489043:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 561 00010000:00010000:3.0:1777502111.489047:0:205369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc41d5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.489056:0:205369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc41d5 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.489064:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffff8dfd67320b00) 00010000:00010000:3.0:1777502111.489067:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.489071:0:205369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc41d5 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.489077:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73600/0x4ad31463d9bc41d5 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205369 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.489082:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502111.489113:0:205369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72200/0x4ad31463d9bc41b2 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345fb expref: 264 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.489128:0:205369:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72e00/0x4ad31463d9bc41dc lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8345fb expref: 263 pid: 205369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.489136:0:205369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x217:0x0].0x0 (ffff8dfd58bbe400) 00010000:00010000:3.0:1777502111.489139:0:205369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.489143:0:205369:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd58a72e00, rc 0) 00000100:00100000:1.0:1777502111.489163:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.489181:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd798aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+263:273092:x1863837563115520:12345-192.168.202.27@tcp:101:rm.500 Request processed in 774us (908us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502111.489188:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 562 00000100:00100000:1.0:1777502111.489194:0:186938:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563115776 00000100:00100000:1.0:1777502111.489199:0:186938:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563115776 00000100:00100000:3.0:1777502111.489326:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238733899234 time 8238733811195 state 0x2 ref 0 00000100:00100000:3.0:1777502111.489392:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563115648 00000100:00100000:3.0:1777502111.489396:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563115648 00000100:00100000:3.0:1777502111.489428:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3257 00000100:00100000:3.0:1777502111.489436:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46c5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0775d2ab-558e-41f1-82c0-14244d133390+61:2371:x1863837563115648:12345-192.168.202.27@tcp:2:touch.500 00000100:00100000:3.0:1777502111.489695:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46c5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0775d2ab-558e-41f1-82c0-14244d133390+62:2371:x1863837563115648:12345-192.168.202.27@tcp:2:touch.500 Request processed in 259us (617us total) trans 8589936109 rc 0/0 00000100:00100000:3.0:1777502111.489704:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3257 00000100:00100000:3.0:1777502111.490296:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.490347:0:186942:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563116032 00000100:00100000:3.0:1777502111.490351:0:186942:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563116032 00000100:00100000:3.0:1777502111.490387:0:186942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 288 00000100:00100000:3.0:1777502111.490397:0:186942:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd798a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0775d2ab-558e-41f1-82c0-14244d133390+264:2370:x1863837563116032:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:3.0:1777502111.490430:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.490443:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73a00/0x4ad31463d9bc41e3 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834609 expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.490478:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73c00/0x4ad31463d9bc41ea lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.490487:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73c00/0x4ad31463d9bc41ea lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.490496:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73c00/0x4ad31463d9bc41ea lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.490516:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc41f1 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.490522:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc41f1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.490529:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc41f1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.490640:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc41f8 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x216:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.490647:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc41f8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x216:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.490652:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc41f8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x216:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502111.490680:0:186942:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x216:0x0]: returning size 0 00000004:00200000:3.0:1777502111.490683:0:186942:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777502111.490695:0:186942:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc41f8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x216:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.490704:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc41f8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.490712:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73c00/0x4ad31463d9bc41ea lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.490717:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73c00/0x4ad31463d9bc41ea lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.490812:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73c00/0x4ad31463d9bc41ea lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.490911:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd58a73c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.490914:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73c00/0x4ad31463d9bc41ea lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.490920:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73c00/0x4ad31463d9bc41ea lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.490926:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.490929:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.490931:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73c00/0x4ad31463d9bc41ea lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.490935:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73c00/0x4ad31463d9bc41ea lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.490942:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc41f1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.490946:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc41f1 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.490950:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc41f1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.490953:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd40030800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.490954:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc41f1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.490961:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc41f1 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.490966:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffff8dfd67320a00) 00010000:00010000:3.0:1777502111.490968:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.490969:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc41f1 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.490972:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030800/0x4ad31463d9bc41f1 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.490994:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a73a00/0x4ad31463d9bc41e3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834609 expref: 266 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491002:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40031800/0x4ad31463d9bc41f8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834609 expref: 265 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491006:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x216:0x0].0x0 (ffff8dfd67320400) 00010000:00010000:3.0:1777502111.491008:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.491009:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd40031800, rc 0) 00010000:00010000:3.0:1777502111.491013:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.491020:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc41ff lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834617 expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491036:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc4206 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491044:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc4206 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491053:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc4206 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491072:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc420d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491080:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc420d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491180:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc420d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491259:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc4214 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x214:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491268:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc4214 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x214:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491277:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc4214 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x214:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502111.491293:0:186942:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x214:0x0]: returning size 0 00000004:00200000:3.0:1777502111.491296:0:186942:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777502111.491308:0:186942:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc4214 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x214:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491315:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc4214 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491321:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc4206 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491327:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc4206 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491332:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc4206 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491336:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd40030a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.491338:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc4206 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491343:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc4206 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491350:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.491352:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.491355:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc4206 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491358:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030a00/0x4ad31463d9bc4206 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491369:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc420d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491375:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc420d lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491381:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc420d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491385:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e3600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.491389:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc420d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491397:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc420d lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491405:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffff8dfd67320700) 00010000:00010000:3.0:1777502111.491408:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.491411:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc420d lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491416:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3600/0x4ad31463d9bc420d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.491430:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502111.491450:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd40030200/0x4ad31463d9bc41ff lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834617 expref: 267 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491469:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3200/0x4ad31463d9bc4214 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834617 expref: 266 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.491471:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502111.491481:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x214:0x0].0x0 (ffff8dfd67320c00) 00010000:00010000:3.0:1777502111.491484:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.491487:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5e3200, rc 0) 00010000:00010000:3.0:1777502111.491493:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.491503:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc421b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83461e expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.491513:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502111.491525:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc4222 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491531:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc4222 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491538:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc4222 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.491543:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563116288 00000100:00100000:0.0:1777502111.491550:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563116288 00010000:00010000:3.0:1777502111.491552:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc4229 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491561:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc4229 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491570:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc4229 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.491611:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3258 00000100:00100000:0.0:1777502111.491620:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0775d2ab-558e-41f1-82c0-14244d133390+57:2373:x1863837563116288:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:0.0:1777502111.491628:0:205376:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.491642:0:205376:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006b0fcf23/0x4ad31463d9bc4230 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1079:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83464f expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777502111.491675:0:205376:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1079:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502111.491687:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.491689:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.491696:0:205376:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b0fcf23/0x4ad31463d9bc4230 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83464f expref: 58 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491699:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc4237 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x217:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.491711:0:205376:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006b0fcf23/0x4ad31463d9bc4230 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83464f expref: 58 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491712:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc4237 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x217:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491735:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc4237 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x217:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.491737:0:205376:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7a00, rc 0) 00000004:00200000:3.0:1777502111.491756:0:186942:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x217:0x0]: returning size 0 00000004:00200000:3.0:1777502111.491759:0:186942:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777502111.491771:0:186942:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc4237 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x217:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491780:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc4237 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502111.491783:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0775d2ab-558e-41f1-82c0-14244d133390+58:2373:x1863837563116288:12345-192.168.202.27@tcp:101:rm.500 Request processed in 163us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.491797:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3258 00010000:00010000:3.0:1777502111.491929:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc4222 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491941:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc4222 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491947:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc4222 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491953:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.491957:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc4222 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491962:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc4222 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491972:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.491975:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.491979:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc4222 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491984:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2a00/0x4ad31463d9bc4222 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.491996:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc4229 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492003:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc4229 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492009:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc4229 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492015:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7f5e2e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.492020:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc4229 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492027:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc4229 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492036:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffff8dfd67320200) 00010000:00010000:3.0:1777502111.492039:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.492042:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc4229 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492048:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2e00/0x4ad31463d9bc4229 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492080:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e2400/0x4ad31463d9bc421b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83461e expref: 268 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492098:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3a00/0x4ad31463d9bc4237 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83461e expref: 267 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492105:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x217:0x0].0x0 (ffff8dfd58bbe400) 00010000:00010000:3.0:1777502111.492108:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.492111:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7f5e3a00, rc 0) 00010000:00010000:3.0:1777502111.492117:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.492127:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc423e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834625 expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492155:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc4245 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492165:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc4245 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492173:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc4245 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492189:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc424c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492196:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc424c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492204:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc424c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492281:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc4253 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x218:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492291:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc4253 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x218:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492300:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc4253 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x218:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502111.492313:0:186942:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x218:0x0]: returning size 0 00000004:00200000:3.0:1777502111.492316:0:186942:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777502111.492327:0:186942:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc4253 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x218:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492337:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc4253 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x218:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492345:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc4245 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492356:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc4245 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.492361:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563115904 00010000:00010000:3.0:1777502111.492362:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc4245 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.492368:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563115904 00010000:00010000:3.0:1777502111.492371:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.492375:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc4245 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492381:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc4245 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492389:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.492394:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777502111.492394:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238733899234 time 8238733811195 state 0x0 ref 1 00010000:00010000:3.0:1777502111.492399:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc4245 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.492408:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238733911195 time 8238733811195 state 0x1 ref 1 00010000:00010000:3.0:1777502111.492410:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702000/0x4ad31463d9bc4245 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492426:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc424c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.492430:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563116160 00000100:00100000:1.0:1777502111.492435:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563116160 00010000:00010000:3.0:1777502111.492436:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc424c lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492444:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc424c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492449:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45703400 already unused, calling callback (ffffffffc1e434f0) 00000100:00100000:1.0:1777502111.492453:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 1 deadline 8238733911195 time 8238733811195 state 0x1 ref 2 00010000:00010000:3.0:1777502111.492455:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc424c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492468:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc424c lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492476:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffff8dfd67320800) 00000100:00100000:1.0:1777502111.492478:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238737996906 time 8238737896906 state 0x1 ref 2 00010000:00010000:3.0:1777502111.492481:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.492486:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc424c lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492494:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703400/0x4ad31463d9bc424c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.492494:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+270:273083:x1863837563115904:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502111.492509:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.492521:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc425a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834610 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492527:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7f5e3c00/0x4ad31463d9bc423e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834625 expref: 271 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492545:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45703e00/0x4ad31463d9bc4253 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x218:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834625 expref: 271 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492552:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x218:0x0].0x0 (ffff8dfd58bbe500) 00010000:00010000:3.0:1777502111.492554:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.492557:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd45703e00, rc 0) 00010000:00010000:3.0:1777502111.492562:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.492565:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc4261 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492572:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc4268 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83462c expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.492575:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc4261 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.492614:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc4261 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492624:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc426f lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.492633:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc4276 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492635:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc426f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.492650:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc4276 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492664:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc426f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.492675:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc4276 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.492722:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc4261 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.492729:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc4261 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.492735:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc4261 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.492741:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.492744:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc4261 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.492752:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc4261 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.492763:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.492766:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.492769:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc4261 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.492775:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68400/0x4ad31463d9bc4261 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.492787:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc4276 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.492794:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc4276 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.492800:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc4276 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.492805:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.492810:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc4276 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.492822:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc4276 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.492831:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffff8dfd5b1cfa00) 00010000:00010000:1.0:1777502111.492834:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.492837:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc4276 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492839:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72600/0x4ad31463d9bc427d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.492846:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc4276 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492853:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72600/0x4ad31463d9bc427d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492863:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72600/0x4ad31463d9bc427d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.492876:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc425a lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834610 expref: 272 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.492888:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.492892:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.492895:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc425a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834610 expref: 272 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.492911:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e68c00, rc 0) 00000100:00100000:1.0:1777502111.492951:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+271:273083:x1863837563115904:12345-192.168.202.27@tcp:101:rm.500 Request processed in 461us (1525us total) trans 0 rc 301/301 00000100:00100000:1.0:1777502111.492959:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 563 00010000:00010000:3.0:1777502111.492973:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc4284 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x219:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.492981:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238737996906 time 8238738399357 state 0x0 ref 1 00010000:00010000:3.0:1777502111.492984:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc4284 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.492995:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc4284 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.492996:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+270:273091:x1863837563116160:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502111.493012:0:186936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00200000:3.0:1777502111.493015:0:186942:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x219:0x0]: returning size 0 00000004:00200000:3.0:1777502111.493019:0:186942:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:1.0:1777502111.493023:0:186936:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc428b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834648 expref: -99 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502111.493030:0:186942:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc4284 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493040:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc4284 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493047:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc426f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.493053:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc4292 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493061:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc426f lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493069:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc426f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.493074:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc4292 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493083:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd45702400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.493083:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc4292 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493089:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc426f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493098:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc426f lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.493099:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc4299 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493115:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.493115:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc4299 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493121:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.493126:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc426f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.493128:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc4299 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493140:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702400/0x4ad31463d9bc426f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493160:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72600/0x4ad31463d9bc427d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493167:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72600/0x4ad31463d9bc427d lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493173:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72600/0x4ad31463d9bc427d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493179:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd58a72600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.493183:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72600/0x4ad31463d9bc427d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493189:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72600/0x4ad31463d9bc427d lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493198:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffff8dfd67320500) 00010000:00010000:1.0:1777502111.493200:0:186936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc42a0 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x216:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493201:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.493206:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72600/0x4ad31463d9bc427d lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.493213:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc42a0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x216:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493215:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd58a72600/0x4ad31463d9bc427d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.493234:0:186936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc42a0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x216:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493252:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd45702800/0x4ad31463d9bc4268 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83462c expref: 272 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502111.493252:0:186936:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x216:0x0]: returning size 0 00000004:00200000:1.0:1777502111.493258:0:186936:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1777502111.493271:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e800/0x4ad31463d9bc4284 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83462c expref: 271 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.493272:0:186936:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc42a0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x216:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493289:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x219:0x0].0x0 (ffff8dfd58bbed00) 00010000:00010000:3.0:1777502111.493292:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.493293:0:186936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc42a0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493296:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7226e800, rc 0) 00010000:00010000:3.0:1777502111.493302:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.493304:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc4292 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493310:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc42a7 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834633 expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.493311:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc4292 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.493331:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc4292 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.493336:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.493339:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc4292 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.493345:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc4292 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493347:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc42ae lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.493361:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.493365:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.493367:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc4292 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493372:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc42ae lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.493374:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc4292 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493392:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc42ae lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.493395:0:186936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc4299 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.493402:0:186936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc4299 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493405:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc42b5 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.493413:0:186936:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc4299 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493419:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc42b5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.493421:0:186936:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ee800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.493427:0:186936:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc4299 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493432:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc42b5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.493436:0:186936:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc4299 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.493450:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffff8dfd5b1cf800) 00010000:00010000:1.0:1777502111.493453:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.493456:0:186936:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc4299 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.493461:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee800/0x4ad31463d9bc4299 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.493485:0:186936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc428b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834648 expref: 273 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493495:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc42bc lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x21a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.493498:0:186936:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc42a0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834648 expref: 272 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493506:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc42bc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.493513:0:186936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x216:0x0].0x0 (ffff8dfd67320400) 00010000:00010000:3.0:1777502111.493515:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc42bc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.493516:0:186936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.493521:0:186936:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ef000, rc 0) 00000004:00200000:3.0:1777502111.493528:0:186942:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x21a:0x0]: returning size 0 00000004:00200000:3.0:1777502111.493531:0:186942:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777502111.493541:0:186942:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc42bc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.493549:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+272:273091:x1863837563116160:12345-192.168.202.27@tcp:101:rm.500 Request processed in 552us (2080us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502111.493553:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc42bc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.493560:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 564 00010000:00010000:3.0:1777502111.493568:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc42ae lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.493568:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238737996906 time 8238738399357 state 0x2 ref 0 00010000:00010000:3.0:1777502111.493606:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc42ae lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493610:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc42ae lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493614:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226fa00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.493616:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc42ae lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493620:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc42ae lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493626:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.493627:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.493630:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc42ae lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493634:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fa00/0x4ad31463d9bc42ae lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493645:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc42b5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493649:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc42b5 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493653:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc42b5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493670:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.493674:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc42b5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493680:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc42b5 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493687:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffff8dfd67320e00) 00010000:00010000:3.0:1777502111.493689:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.493691:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc42b5 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493694:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e600/0x4ad31463d9bc42b5 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493715:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f400/0x4ad31463d9bc42a7 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834633 expref: 272 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493723:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f200/0x4ad31463d9bc42bc lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834633 expref: 271 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493727:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x21a:0x0].0x0 (ffff8dfd5b1cf600) 00010000:00010000:3.0:1777502111.493728:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.493730:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7226f200, rc 0) 00010000:00010000:3.0:1777502111.493733:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.493739:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc42c3 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83463a expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493754:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc42ca lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493759:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc42ca lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493765:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc42ca lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493772:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc42d1 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493776:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc42d1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493780:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc42d1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493825:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc42d8 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x215:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493833:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc42d8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x215:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493841:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc42d8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x215:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502111.493854:0:186942:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x215:0x0]: returning size 0 00000004:00200000:3.0:1777502111.493857:0:186942:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777502111.493865:0:186942:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc42d8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x215:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493874:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc42d8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x215:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493881:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc42ca lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493890:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc42ca lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493896:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc42ca lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493900:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.493903:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc42ca lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493908:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc42ca lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493917:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.493920:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.493923:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc42ca lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493929:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e200/0x4ad31463d9bc42ca lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493940:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc42d1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493946:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc42d1 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493952:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc42d1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493957:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.493960:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc42d1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493966:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc42d1 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493972:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffff8dfd67320300) 00010000:00010000:3.0:1777502111.493974:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.493977:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc42d1 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.493983:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f600/0x4ad31463d9bc42d1 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494003:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ec00/0x4ad31463d9bc42c3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83463a expref: 273 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494014:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e400/0x4ad31463d9bc42d8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x215:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83463a expref: 272 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494021:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x215:0x0].0x0 (ffff8dfd5b1cf000) 00010000:00010000:3.0:1777502111.494023:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.494026:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7226e400, rc 0) 00010000:00010000:3.0:1777502111.494031:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.494039:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc42df lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834641 expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494061:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc42e6 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494069:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc42e6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494078:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc42e6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494090:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc42ed lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494097:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc42ed lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494104:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc42ed lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494165:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc42f4 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x21b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494173:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc42f4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494181:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc42f4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502111.494194:0:186942:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x21b:0x0]: returning size 0 00000004:00200000:3.0:1777502111.494197:0:186942:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777502111.494206:0:186942:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc42f4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494213:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc42f4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494220:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc42e6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494231:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc42e6 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494238:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc42e6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494243:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226e000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.494247:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc42e6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.494252:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502111.494259:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc42e6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494266:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.494268:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.494270:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc42e6 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494274:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226e000/0x4ad31463d9bc42e6 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494280:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc42ed lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494284:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc42ed lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494288:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc42ed lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494291:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226f000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.494294:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc42ed lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494298:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc42ed lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494302:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffff8dfd5288dc00) 00010000:00010000:3.0:1777502111.494304:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.494306:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc42ed lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494309:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f000/0x4ad31463d9bc42ed lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.494320:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502111.494327:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226f800/0x4ad31463d9bc42df lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834641 expref: 274 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494335:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226ee00/0x4ad31463d9bc42f4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834641 expref: 273 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494339:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x21b:0x0].0x0 (ffff8dfd5b1cfb00) 00010000:00010000:3.0:1777502111.494341:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.494343:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7226ee00, rc 0) 00000100:00100000:3.0:1777502111.494372:0:186942:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd798a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0775d2ab-558e-41f1-82c0-14244d133390+273:2370:x1863837563116032:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 3977us (4078us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.494374:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.494381:0:186942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 288 00000100:00100000:3.0:1777502111.494397:0:186942:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563116416 00000100:00100000:3.0:1777502111.494400:0:186942:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563116416 00000100:00100000:3.0:1777502111.494419:0:186942:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563117056 00000100:00100000:3.0:1777502111.494421:0:186942:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563117056 00000100:00100000:3.0:1777502111.494434:0:186942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 289 00000100:00100000:1.0:1777502111.494440:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.494444:0:186942:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0775d2ab-558e-41f1-82c0-14244d133390+274:2370:x1863837563116416:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:3.0:1777502111.494459:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.494466:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc42fb lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834656 expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494487:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc4302 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494495:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc4302 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494503:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc4302 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.494513:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502111.494521:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc4309 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494529:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc4309 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494537:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc4309 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.494539:0:186941:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 290 00000100:00100000:1.0:1777502111.494552:0:186941:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0775d2ab-558e-41f1-82c0-14244d133390+275:2370:x1863837563117056:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:1.0:1777502111.494574:0:186941:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.494619:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc4310 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x214:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494626:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc4310 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x214:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494631:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc4310 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x214:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502111.494643:0:186942:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x214:0x0]: returning size 0 00000004:00200000:3.0:1777502111.494646:0:186942:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777502111.494667:0:186942:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc4310 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x214:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494674:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc4310 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494678:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc4302 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494682:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc4302 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494686:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc4302 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494689:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7226fe00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.494691:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc4302 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494695:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc4302 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494700:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.494702:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.494704:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc4302 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494707:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fe00/0x4ad31463d9bc4302 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494718:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc4309 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494722:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc4309 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494725:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc4309 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494729:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.494730:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc4309 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494734:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc4309 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494740:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffff8dfd5288df00) 00010000:00010000:3.0:1777502111.494741:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.494743:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc4309 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494746:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc000/0x4ad31463d9bc4309 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494763:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7226fc00/0x4ad31463d9bc42fb lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834656 expref: 276 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494770:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbdc00/0x4ad31463d9bc4310 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834656 expref: 275 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494777:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x214:0x0].0x0 (ffff8dfd67320c00) 00010000:00010000:3.0:1777502111.494779:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.494847:0:186941:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc4317 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834695 expref: -99 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494879:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbdc00, rc 0) 00010000:00010000:1.0:1777502111.494881:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc431e lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494887:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.494892:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc431e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494899:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc4325 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83465d expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.494901:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc431e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.494912:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563116544 00000100:00100000:2.0:1777502111.494918:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563116544 00010000:00010000:1.0:1777502111.494932:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665c00/0x4ad31463d9bc432c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494938:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc4333 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.494941:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665c00/0x4ad31463d9bc432c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.494955:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc4333 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.494957:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665c00/0x4ad31463d9bc432c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.494960:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3259 00000100:00100000:2.0:1777502111.494976:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0775d2ab-558e-41f1-82c0-14244d133390+58:2373:x1863837563116544:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.494977:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc4333 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.495001:0:205375:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.495005:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc433a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495015:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc433a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.495016:0:205375:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aed1a7f1/0x4ad31463d9bc4341 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x107a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834687 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495031:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc433a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.495038:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664c00/0x4ad31463d9bc4348 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x218:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777502111.495045:0:205375:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x107a:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:1.0:1777502111.495048:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664c00/0x4ad31463d9bc4348 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x218:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.495058:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664c00/0x4ad31463d9bc4348 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x218:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.495059:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.495063:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.495073:0:205375:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aed1a7f1/0x4ad31463d9bc4341 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x107a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834687 expref: 59 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502111.495077:0:186941:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x218:0x0]: returning size 0 00000004:00200000:1.0:1777502111.495084:0:186941:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1777502111.495093:0:205375:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000aed1a7f1/0x4ad31463d9bc4341 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x107a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834687 expref: 59 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.495096:0:186941:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664c00/0x4ad31463d9bc4348 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x218:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495108:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc434f lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x217:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.495115:0:205375:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd43978c00, rc 0) 00010000:00010000:1.0:1777502111.495117:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664c00/0x4ad31463d9bc4348 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x218:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495132:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc434f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x217:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.495137:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc431e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.495152:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0775d2ab-558e-41f1-82c0-14244d133390+59:2373:x1863837563116544:12345-192.168.202.27@tcp:101:rm.500 Request processed in 178us (831us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502111.495156:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc431e lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495160:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc434f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x217:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.495168:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3259 00000004:00200000:3.0:1777502111.495186:0:186942:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x217:0x0]: returning size 0 00000004:00200000:3.0:1777502111.495188:0:186942:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777502111.495199:0:186942:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc434f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x217:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495208:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc434f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.495242:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563116672 00000100:00100000:2.0:1777502111.495246:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563116672 00000100:00100000:2.0:1777502111.495262:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238737996906 time 8238738399357 state 0x0 ref 1 00000100:00100000:2.0:1777502111.495272:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238738499357 time 8238738399357 state 0x1 ref 1 00000100:00100000:2.0:1777502111.495293:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238738499357 time 8238740711657 state 0x0 ref 1 00000100:00100000:2.0:1777502111.495303:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+278:273082:x1863837563116672:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:2.0:1777502111.495312:0:188648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.495321:0:188648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc4356 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83468e expref: -99 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.495335:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc431e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495340:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc4333 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495348:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc4333 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.495350:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc435d lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495358:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc4333 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.495358:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd505ef200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.495366:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc435d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495376:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbc200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.495376:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc435d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.495376:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc431e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495383:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc4333 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.495402:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc431e lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495403:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc4333 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.495408:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4364 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495426:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.495430:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.495431:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4364 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495434:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc4333 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.495439:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.495446:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.495447:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4364 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.495452:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc431e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495465:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbc200/0x4ad31463d9bc4333 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.495472:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef200/0x4ad31463d9bc431e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495482:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc433a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.495487:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665c00/0x4ad31463d9bc432c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.495493:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665c00/0x4ad31463d9bc432c lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.495499:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665c00/0x4ad31463d9bc432c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.495507:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd67665c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.495510:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665c00/0x4ad31463d9bc432c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.495516:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665c00/0x4ad31463d9bc432c lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.495525:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffff8dfd5b1cf400) 00010000:00010000:2.0:1777502111.495526:0:188648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc436b lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x214:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.495528:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.495532:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665c00/0x4ad31463d9bc432c lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.495541:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc436b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x214:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.495542:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665c00/0x4ad31463d9bc432c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.495564:0:188648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc436b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x214:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495565:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc433a lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.495603:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee400/0x4ad31463d9bc4317 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834695 expref: 280 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.495621:0:186941:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664c00/0x4ad31463d9bc4348 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x218:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834695 expref: 279 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.495628:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x218:0x0].0x0 (ffff8dfd58bbe500) 00010000:00010000:1.0:1777502111.495631:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.495634:0:186941:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd67664c00, rc 0) 00010000:00010000:1.0:1777502111.495638:0:186941:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.495646:0:186941:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664600/0x4ad31463d9bc4372 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83469c expref: -99 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495679:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc433a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495686:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fbbd600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.495687:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc4379 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495691:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc433a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.495703:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc4379 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495705:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc433a lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.495723:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc4379 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495726:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffff8dfd64790d00) 00000004:00200000:2.0:1777502111.495727:0:188648:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x214:0x0]: returning size 0 00010000:00010000:3.0:1777502111.495734:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00200000:2.0:1777502111.495735:0:188648:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1777502111.495739:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc433a lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.495743:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc4380 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495748:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd600/0x4ad31463d9bc433a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777502111.495748:0:188648:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc436b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x214:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.495762:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc4380 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.495773:0:188648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc436b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.495775:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc4380 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.495789:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc435d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495790:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbda00/0x4ad31463d9bc4325 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83465d expref: 281 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.495805:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc435d lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.495823:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc435d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495830:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4fbbd800/0x4ad31463d9bc434f lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83465d expref: 280 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.495832:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.495836:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc4387 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x219:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.495838:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc435d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495849:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x217:0x0].0x0 (ffff8dfd58bbe400) 00010000:00010000:3.0:1777502111.495858:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502111.495860:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc435d lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495861:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4fbbd800, rc 0) 00010000:00010000:1.0:1777502111.495861:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc4387 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495869:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.495882:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.495882:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc4387 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.495889:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502111.495894:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc435d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.495902:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978a00/0x4ad31463d9bc435d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502111.495902:0:186941:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x219:0x0]: returning size 0 00010000:00010000:3.0:1777502111.495905:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc438e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834664 expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502111.495908:0:186941:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777502111.495921:0:186941:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc4387 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.495925:0:188648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4364 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495939:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc4395 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.495943:0:188648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4364 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.495947:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc4387 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.495962:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc4395 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.495964:0:188648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4364 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.495979:0:188648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.495980:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc4395 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.495980:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc4379 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.495984:0:188648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4364 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496004:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc4379 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.496005:0:188648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4364 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496009:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc439c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496024:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc4379 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496028:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc439c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.496028:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffff8dfd58bbe800) 00010000:00010000:2.0:1777502111.496036:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.496036:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd67665600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502111.496042:0:188648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4364 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496043:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc4379 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496045:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc439c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.496063:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43978600/0x4ad31463d9bc4364 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496065:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc4379 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496085:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.496089:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.496092:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc4379 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496098:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665600/0x4ad31463d9bc4379 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.496102:0:188648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979800/0x4ad31463d9bc4356 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83468e expref: 282 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496108:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc43a3 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x218:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496112:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc4380 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.496123:0:188648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc436b lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83468e expref: 281 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496131:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc43a3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x218:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496132:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc4380 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.496143:0:188648:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x214:0x0].0x0 (ffff8dfd67320c00) 00010000:00010000:2.0:1777502111.496150:0:188648:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.496152:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc4380 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496153:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc43a3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x218:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.496153:0:188648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf6e00, rc 0) 00010000:00010000:1.0:1777502111.496172:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd67665400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.496177:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc4380 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502111.496180:0:186942:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x218:0x0]: returning size 0 00010000:00010000:1.0:1777502111.496184:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc4380 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502111.496185:0:186942:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:2.0:1777502111.496186:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+281:273082:x1863837563116672:12345-192.168.202.27@tcp:101:rm.500 Request processed in 883us (1747us total) trans 0 rc 0/0 00000004:00010000:3.0:1777502111.496199:0:186942:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc43a3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x218:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496205:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffff8dfd5b1cfe00) 00000100:00100000:2.0:1777502111.496212:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 565 00010000:00010000:1.0:1777502111.496212:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.496217:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc4380 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496220:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc43a3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x218:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.496222:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd6eb3e200 key gid={500} rule@0xffff8dfd489efc00 gen 0 rate 10000 depth 3 token 2 deadline 8238738499357 time 8238740711657 state 0x2 ref 0 00010000:00010000:1.0:1777502111.496233:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665400/0x4ad31463d9bc4380 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496241:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc4395 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496248:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc4395 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496254:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc4395 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496261:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd63cd2a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.496264:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664600/0x4ad31463d9bc4372 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83469c expref: 281 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496266:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc4395 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496285:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc4395 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496290:0:186941:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665e00/0x4ad31463d9bc4387 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83469c expref: 280 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496296:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.496299:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x219:0x0].0x0 (ffff8dfd58bbed00) 00010000:00010000:3.0:1777502111.496300:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.496305:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc4395 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496305:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.496310:0:186941:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd67665e00, rc 0) 00010000:00010000:3.0:1777502111.496316:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2a00/0x4ad31463d9bc4395 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496317:0:186941:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.496326:0:186941:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664200/0x4ad31463d9bc43aa lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8346a3 expref: -99 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496328:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc439c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496346:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc439c lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496353:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc439c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496357:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.496359:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc439c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496362:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc43b1 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496365:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc439c lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496381:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc43b1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496382:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffff8dfd47d8b100) 00010000:00010000:3.0:1777502111.496389:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.496394:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc439c lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496396:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc43b1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496406:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd43979600/0x4ad31463d9bc439c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496419:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665a00/0x4ad31463d9bc43b8 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496427:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665a00/0x4ad31463d9bc43b8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496430:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd63cd2200/0x4ad31463d9bc438e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834664 expref: 282 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496439:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665a00/0x4ad31463d9bc43b8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496448:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505efa00/0x4ad31463d9bc43a3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x218:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834664 expref: 281 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496456:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x218:0x0].0x0 (ffff8dfd58bbe500) 00010000:00010000:3.0:1777502111.496458:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.496461:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505efa00, rc 0) 00010000:00010000:3.0:1777502111.496466:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.496474:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc43bf lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83466b expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496498:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122000/0x4ad31463d9bc43c6 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496504:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665800/0x4ad31463d9bc43cd lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x21a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496506:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122000/0x4ad31463d9bc43c6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496523:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665800/0x4ad31463d9bc43cd lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496525:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122000/0x4ad31463d9bc43c6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496542:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665800/0x4ad31463d9bc43cd lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496550:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc43d4 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502111.496556:0:186941:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x21a:0x0]: returning size 0 00010000:00010000:3.0:1777502111.496559:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc43d4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502111.496560:0:186941:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1777502111.496571:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc43d4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777502111.496574:0:186941:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665800/0x4ad31463d9bc43cd lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496614:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665800/0x4ad31463d9bc43cd lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496622:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc43b1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496628:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc43b1 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496636:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc43b1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496641:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd67664a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.496644:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc43b1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496651:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc43b1 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496667:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc43db lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x219:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496671:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.496677:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.496681:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc43b1 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496683:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc43db lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496697:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664a00/0x4ad31463d9bc43b1 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496701:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc43db lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496715:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665a00/0x4ad31463d9bc43b8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502111.496721:0:186942:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x219:0x0]: returning size 0 00010000:00010000:1.0:1777502111.496722:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665a00/0x4ad31463d9bc43b8 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502111.496725:0:186942:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:1.0:1777502111.496733:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665a00/0x4ad31463d9bc43b8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777502111.496738:0:186942:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc43db lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496740:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd67665a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.496746:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665a00/0x4ad31463d9bc43b8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496751:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc43db lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496756:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665a00/0x4ad31463d9bc43b8 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496766:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffff8dfd472eaa00) 00010000:00010000:1.0:1777502111.496768:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.496770:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665a00/0x4ad31463d9bc43b8 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496775:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665a00/0x4ad31463d9bc43b8 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496797:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67664200/0x4ad31463d9bc43aa lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8346a3 expref: 283 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496814:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122000/0x4ad31463d9bc43c6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496820:0:186941:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd67665800/0x4ad31463d9bc43cd lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8346a3 expref: 282 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496825:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122000/0x4ad31463d9bc43c6 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496835:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x21a:0x0].0x0 (ffff8dfd5b1cf600) 00010000:00010000:3.0:1777502111.496839:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122000/0x4ad31463d9bc43c6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496839:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.496843:0:186941:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd67665800, rc 0) 00010000:00010000:1.0:1777502111.496850:0:186941:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.496851:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6b122000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.496856:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122000/0x4ad31463d9bc43c6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496862:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122000/0x4ad31463d9bc43c6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496862:0:186941:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc43e2 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8346aa expref: -99 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496886:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.496890:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.496894:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122000/0x4ad31463d9bc43c6 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496898:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc43e9 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496900:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122000/0x4ad31463d9bc43c6 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496915:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc43e9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496923:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc43d4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496924:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc43e9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496939:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc43d4 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496945:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc43d4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496947:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc43f0 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496956:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6b123800 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.496962:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc43d4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496963:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc43f0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496978:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc43d4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.496980:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc43f0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.496995:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffff8dfd47d8ba00) 00010000:00010000:3.0:1777502111.496999:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.497001:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc43d4 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497007:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123800/0x4ad31463d9bc43d4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497033:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef800/0x4ad31463d9bc43bf lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83466b expref: 284 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497047:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122800/0x4ad31463d9bc43db lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83466b expref: 283 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.497049:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8400/0x4ad31463d9bc43f7 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x21b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497064:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x219:0x0].0x0 (ffff8dfd58bbed00) 00010000:00010000:3.0:1777502111.497067:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.497068:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8400/0x4ad31463d9bc43f7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497071:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6b122800, rc 0) 00010000:00010000:3.0:1777502111.497078:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.497080:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8400/0x4ad31463d9bc43f7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497087:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc43fe lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834672 expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502111.497093:0:186941:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x21b:0x0]: returning size 0 00000004:00200000:1.0:1777502111.497097:0:186941:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777502111.497108:0:186941:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8400/0x4ad31463d9bc43f7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497111:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc4405 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497131:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc4405 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.497133:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8400/0x4ad31463d9bc43f7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497146:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc4405 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.497147:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc43e9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.497163:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc43e9 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497168:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc440c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.497169:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc43e9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.497187:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a9000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.497189:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc440c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.497190:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc43e9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497208:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc440c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.497209:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc43e9 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.497231:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.497234:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.497237:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc43e9 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.497242:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9000/0x4ad31463d9bc43e9 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.497254:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc43f0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.497261:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc43f0 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.497268:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc43f0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.497273:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a9a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.497276:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc43f0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.497282:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc43f0 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497284:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc4413 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x21a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.497298:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffff8dfd528d9d00) 00010000:00010000:3.0:1777502111.497299:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc4413 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.497303:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.497308:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc43f0 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497312:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc4413 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.497317:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9a00/0x4ad31463d9bc43f0 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502111.497330:0:186942:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x21a:0x0]: returning size 0 00000004:00200000:3.0:1777502111.497333:0:186942:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777502111.497344:0:186942:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc4413 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.497344:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9e00/0x4ad31463d9bc43e2 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8346aa expref: 285 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497365:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc4413 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.497371:0:186941:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8400/0x4ad31463d9bc43f7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8346aa expref: 284 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497378:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc4405 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.497384:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x21b:0x0].0x0 (ffff8dfd5b1cfb00) 00010000:00010000:3.0:1777502111.497388:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc4405 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.497389:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.497393:0:186941:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd613a8400, rc 0) 00010000:00010000:3.0:1777502111.497400:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc4405 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.497401:0:186941:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.497407:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6b122c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.497410:0:186941:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc441a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8346b1 expref: -99 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497411:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc4405 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497426:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc4405 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497437:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.497441:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.497444:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc4405 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.497444:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc4421 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497465:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122c00/0x4ad31463d9bc4405 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.497467:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc4421 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.497478:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc4421 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497479:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc440c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497495:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc440c lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497501:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc440c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.497502:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc4428 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497517:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6b122a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.497520:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc4428 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497521:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc440c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497539:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc440c lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.497540:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc4428 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497556:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffff8dfd47d8b700) 00010000:00010000:3.0:1777502111.497559:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.497562:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc440c lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497567:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122a00/0x4ad31463d9bc440c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497608:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b123000/0x4ad31463d9bc43fe lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834672 expref: 286 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497623:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122200/0x4ad31463d9bc4413 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834672 expref: 285 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497631:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x21a:0x0].0x0 (ffff8dfd5b1cf600) 00010000:00010000:3.0:1777502111.497633:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.497636:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6b122200, rc 0) 00000100:00100000:1.0:1777502111.497639:0:205362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563116928 00010000:00010000:3.0:1777502111.497641:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777502111.497647:0:205362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563116928 00010000:00010000:3.0:1777502111.497649:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc442f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834679 expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497688:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217fe00/0x4ad31463d9bc4436 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497697:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217fe00/0x4ad31463d9bc4436 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497705:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217fe00/0x4ad31463d9bc4436 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.497709:0:205362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1169 00010000:00010000:3.0:1777502111.497723:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc443d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.497724:0:205362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4fbe9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+287:273078:x1863837563116928:12345-192.168.202.27@tcp:35:touch.500 00010000:00010000:3.0:1777502111.497737:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc443d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497745:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc443d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497805:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e400/0x4ad31463d9bc4444 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x21b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497814:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e400/0x4ad31463d9bc4444 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497821:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e400/0x4ad31463d9bc4444 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502111.497834:0:186942:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x21b:0x0]: returning size 0 00000004:00200000:3.0:1777502111.497837:0:186942:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777502111.497851:0:186942:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e400/0x4ad31463d9bc4444 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497860:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e400/0x4ad31463d9bc4444 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497866:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217fe00/0x4ad31463d9bc4436 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497872:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217fe00/0x4ad31463d9bc4436 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497877:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217fe00/0x4ad31463d9bc4436 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497883:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd8217fe00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.497887:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217fe00/0x4ad31463d9bc4436 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497893:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217fe00/0x4ad31463d9bc4436 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497902:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.497905:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.497908:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217fe00/0x4ad31463d9bc4436 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497914:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217fe00/0x4ad31463d9bc4436 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497926:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc443d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497931:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc443d lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497937:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc443d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497941:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd8217e600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.497944:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc443d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497950:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc443d lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497957:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffff8dfd47d8bb00) 00010000:00010000:3.0:1777502111.497959:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.497962:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc443d lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497967:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e600/0x4ad31463d9bc443d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.497990:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd6b122600/0x4ad31463d9bc442f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834679 expref: 289 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.498003:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd8217e400/0x4ad31463d9bc4444 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834679 expref: 288 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.498010:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x21b:0x0].0x0 (ffff8dfd5b1cfb00) 00010000:00010000:3.0:1777502111.498014:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.498017:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd8217e400, rc 0) 00010000:00010000:3.0:1777502111.498022:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777502111.498022:0:205362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4fbe9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:0775d2ab-558e-41f1-82c0-14244d133390+288:273078:x1863837563116928:12345-192.168.202.27@tcp:35:touch.500 Request processed in 301us (3508us total) trans 8589939065 rc 0/0 00000100:00100000:1.0:1777502111.498032:0:205362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1169 00010000:00010000:3.0:1777502111.498111:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57c00/0x4ad31463d9bc444b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834680 expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.498135:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc4452 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.498142:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc4452 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.498149:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc4452 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.498159:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc4459 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.498216:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc4459 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.498224:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc4459 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.498279:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc4460 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x21c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.498288:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc4460 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.498297:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc4460 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777502111.498311:0:186942:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x21c:0x0]: returning size 0 00000004:00200000:3.0:1777502111.498314:0:186942:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777502111.498323:0:186942:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc4460 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.498332:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc4460 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.498339:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc4452 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.498346:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc4452 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.498353:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc4452 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.498358:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57400 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.498362:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc4452 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.498368:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc4452 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.498377:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:3.0:1777502111.498380:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.498383:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc4452 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.498389:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57400/0x4ad31463d9bc4452 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.498399:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc4459 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.498489:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc4459 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.498496:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc4459 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.498502:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502111.498505:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc4459 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.498513:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc4459 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.498523:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffff8dfd6e9ebe00) 00010000:00010000:3.0:1777502111.498526:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502111.498531:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc4459 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.498532:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502111.498541:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc4459 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.498558:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563117184 00010000:00010000:3.0:1777502111.498564:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57c00/0x4ad31463d9bc444b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834680 expref: 289 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.498564:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563117184 00000100:00100000:1.0:1777502111.498747:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3260 00000100:00100000:1.0:1777502111.498759:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0775d2ab-558e-41f1-82c0-14244d133390+62:2371:x1863837563117184:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:1.0:1777502111.498769:0:205377:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.498785:0:205377:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007cb99942/0x4ad31463d9bc4467 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x109e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8346bf expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777502111.498805:0:205377:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x109e:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:1.0:1777502111.498818:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502111.498820:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502111.498827:0:205377:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007cb99942/0x4ad31463d9bc4467 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x109e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8346bf expref: 63 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.498841:0:205377:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007cb99942/0x4ad31463d9bc4467 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x109e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8346bf expref: 63 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.498852:0:205377:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd613a8000, rc 0) 00000100:00100000:1.0:1777502111.498893:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0775d2ab-558e-41f1-82c0-14244d133390+63:2371:x1863837563117184:12345-192.168.202.27@tcp:101:rm.500 Request processed in 137us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.498902:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3260 00010000:00010000:3.0:1777502111.498951:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56e00/0x4ad31463d9bc4460 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x21c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834680 expref: 288 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.498961:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x21c:0x0].0x0 (ffff8dfd58bbec00) 00010000:00010000:3.0:1777502111.498964:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777502111.498967:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4da56e00, rc 0) 00000100:00100000:3.0:1777502111.499095:0:186942:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0775d2ab-558e-41f1-82c0-14244d133390+288:2370:x1863837563116416:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 4650us (4845us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502111.499104:0:186942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 289 00000100:00100000:2.0:1777502111.499107:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502111.499137:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563117440 00000100:00100000:0.0:1777502111.499141:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563117440 00000100:00100000:0.0:1777502111.499175:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 259 00000100:00100000:0.0:1777502111.499183:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47260000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+288:2371:x1863837563117440:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502111.499191:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502111.499204:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd48cf6e00/0x4ad31463d9bc436b lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83468e expref: 288 pid: 188648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.499217:0:205388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x214:0x0].0x0 (ffff8dfd67320c00) 00010000:00010000:0.0:1777502111.499220:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502111.499249:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47260000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+287:2371:x1863837563117440:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 68us (677us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.499256:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 259 00000100:00100000:2.0:1777502111.499499:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.499542:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563117312 00000100:00100000:3.0:1777502111.499548:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563117312 00000100:00100000:2.0:1777502111.499558:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.499677:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 260 00000100:00100000:3.0:1777502111.499689:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47262d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+287:2371:x1863837563117312:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502111.499699:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502111.499713:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ef000/0x4ad31463d9bc42a0 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834648 expref: 287 pid: 186936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.499727:0:186921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x216:0x0].0x0 (ffff8dfd67320400) 00010000:00010000:3.0:1777502111.499731:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502111.499764:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47262d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+286:2371:x1863837563117312:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 79us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502111.499771:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 260 00000100:00100000:3.0:1777502111.499798:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563117568 00000100:00100000:3.0:1777502111.499802:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563117568 00000100:00100000:3.0:1777502111.499837:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3261 00000100:00100000:3.0:1777502111.499847:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4a887050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0775d2ab-558e-41f1-82c0-14244d133390+63:2372:x1863837563117568:12345-192.168.202.27@tcp:101:rm.500 00010000:00010000:3.0:1777502111.499856:0:205384:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502111.499909:0:205384:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003f5cac0e/0x4ad31463d9bc446e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x109d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8346c6 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777502111.499926:0:205384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x109d:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:3.0:1777502111.499937:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502111.499939:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502111.499946:0:205384:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f5cac0e/0x4ad31463d9bc446e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x109d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8346c6 expref: 64 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.499959:0:205384:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003f5cac0e/0x4ad31463d9bc446e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x109d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8346c6 expref: 64 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502111.499969:0:205384:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4da57600, rc 0) 00000100:00100000:3.0:1777502111.500003:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4a887050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0775d2ab-558e-41f1-82c0-14244d133390+64:2372:x1863837563117568:12345-192.168.202.27@tcp:101:rm.500 Request processed in 158us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502111.500010:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3261 00010000:00010000:1.0:1777502111.500266:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc4475 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x21c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500276:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc4475 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500286:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc4475 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777502111.500304:0:186941:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x21c:0x0]: returning size 0 00000004:00200000:1.0:1777502111.500308:0:186941:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777502111.500320:0:186941:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc4475 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500329:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc4475 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500336:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc4421 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500342:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc4421 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500349:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc4421 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500355:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a9c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.500358:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc4421 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500364:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc4421 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500374:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.500377:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.500381:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc4421 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500387:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9c00/0x4ad31463d9bc4421 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500399:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc4428 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500405:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc4428 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500411:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc4428 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500416:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a8e00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.500420:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc4428 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500426:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc4428 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500433:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffff8dfd6e9ebe00) 00010000:00010000:1.0:1777502111.500436:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.500439:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc4428 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500444:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a8e00/0x4ad31463d9bc4428 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500470:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd613a9600/0x4ad31463d9bc441a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8346b1 expref: 286 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500486:0:186941:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505ee000/0x4ad31463d9bc4475 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x21c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8346b1 expref: 285 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500492:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x21c:0x0].0x0 (ffff8dfd58bbec00) 00010000:00010000:1.0:1777502111.500495:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777502111.500497:0:186941:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505ee000, rc 0) 00010000:00010000:1.0:1777502111.500503:0:186941:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.500512:0:186941:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc447c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8346b8 expref: -99 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500540:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc4483 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500549:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc4483 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500557:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc4483 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500572:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc448a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500601:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc448a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500609:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc448a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500648:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc4483 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500668:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc4483 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500675:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc4483 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500681:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.500684:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc4483 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500694:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc4483 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500704:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.500708:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.500711:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc4483 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500717:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68c00/0x4ad31463d9bc4483 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500728:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc448a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500733:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc448a lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500739:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc448a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500744:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68000 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:1.0:1777502111.500748:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc448a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500754:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc448a lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500766:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8ef95a8 (ffff8dfd5b1cfa00) 00010000:00010000:1.0:1777502111.500769:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777502111.500771:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc448a lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500778:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd80e68000/0x4ad31463d9bc448a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500804:0:186941:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc447c lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8346b8 expref: 286 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500814:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:1.0:1777502111.500817:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777502111.500821:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd505eec00/0x4ad31463d9bc447c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8346b8 expref: 286 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.500832:0:186941:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd505eec00, rc -2) 00000100:00100000:1.0:1777502111.500872:0:186941:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0775d2ab-558e-41f1-82c0-14244d133390+285:2370:x1863837563117056:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 6323us (6502us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777502111.500880:0:186941:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 290 00000100:00100000:1.0:1777502111.502741:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502111.503063:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.503094:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563117696 00000100:00100000:2.0:1777502111.503101:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563117696 00000100:00100000:2.0:1777502111.503145:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563117824 00000100:00100000:2.0:1777502111.503148:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563117824 00000100:00100000:2.0:1777502111.503181:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3262 00000100:00100000:2.0:1777502111.503193:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:0775d2ab-558e-41f1-82c0-14244d133390+64:2373:x1863837563117696:12345-192.168.202.27@tcp:101:ll_agl.0 00010000:00010000:2.0:1777502111.503206:0:205382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1777502111.503214:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3263 00010000:00010000:2.0:1777502111.503224:0:205382:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c57fe3e5/0x4ad31463d9bc4491 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x109f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8346cd expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502111.503229:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd798ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0775d2ab-558e-41f1-82c0-14244d133390+59:2373:x1863837563117824:12345-192.168.202.27@tcp:101:ll_agl.0 00010000:00010000:3.0:1777502111.503244:0:205368:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:2.0:1777502111.503253:0:205382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x109f:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:3.0:1777502111.503260:0:205368:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c68b158/0x4ad31463d9bc4498 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x107b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8346d4 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.503269:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.503272:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.503279:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c57fe3e5/0x4ad31463d9bc4491 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x109f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8346cd expref: 65 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.503295:0:205382:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c57fe3e5/0x4ad31463d9bc4491 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x109f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8346cd expref: 65 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.503308:0:205382:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf6000, rc 0) 00002000:00010000:3.0:1777502111.503336:0:205368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x107b:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:3.0:1777502111.503350:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502111.503352:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502111.503356:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:0775d2ab-558e-41f1-82c0-14244d133390+65:2373:x1863837563117696:12345-192.168.202.27@tcp:101:ll_agl.0 Request processed in 166us (619us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502111.503363:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c68b158/0x4ad31463d9bc4498 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x107b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8346d4 expref: 60 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502111.503368:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3262 00010000:00010000:3.0:1777502111.503383:0:205368:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002c68b158/0x4ad31463d9bc4498 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x107b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8346d4 expref: 60 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502111.503391:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502111.503402:0:205368:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4da56a00, rc 0) 00000100:00100000:0.0:1777502111.503421:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563117952 00000100:00100000:0.0:1777502111.503427:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563117952 00000100:00100000:3.0:1777502111.503429:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd798ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0775d2ab-558e-41f1-82c0-14244d133390+60:2373:x1863837563117824:12345-192.168.202.27@tcp:101:ll_agl.0 Request processed in 205us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502111.503448:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3263 00000100:00100000:0.0:1777502111.503468:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3264 00000100:00100000:0.0:1777502111.503479:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0775d2ab-558e-41f1-82c0-14244d133390+65:2373:x1863837563117952:12345-192.168.202.27@tcp:101:ll_agl.0 00010000:00010000:0.0:1777502111.503487:0:205383:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502111.503500:0:205383:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006920d855/0x4ad31463d9bc449f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x10a0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8346db expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777502111.503515:0:205383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x10a0:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:0.0:1777502111.503523:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.503524:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502111.503530:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006920d855/0x4ad31463d9bc449f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8346db expref: 66 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.503542:0:205383:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006920d855/0x4ad31463d9bc449f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8346db expref: 66 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502111.503558:0:205383:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd6eba7c00, rc 0) 00000100:00100000:0.0:1777502111.503625:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0775d2ab-558e-41f1-82c0-14244d133390+66:2373:x1863837563117952:12345-192.168.202.27@tcp:101:ll_agl.0 Request processed in 148us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502111.503633:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3264 00000100:00100000:3.0:1777502111.503881:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502111.503909:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563118080 00000100:00100000:2.0:1777502111.503915:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563118080 00000100:00100000:2.0:1777502111.503952:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3265 00000100:00100000:2.0:1777502111.503964:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd798a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0775d2ab-558e-41f1-82c0-14244d133390+60:2373:x1863837563118080:12345-192.168.202.27@tcp:101:ll_agl.0 00010000:00010000:2.0:1777502111.503973:0:188366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502111.503986:0:188366:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8c1dc4b/0x4ad31463d9bc44a6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x107c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8346e2 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777502111.504002:0:188366:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x107c:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:2.0:1777502111.504014:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.504016:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502111.504023:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8c1dc4b/0x4ad31463d9bc44a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x107c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8346e2 expref: 61 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.504036:0:188366:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b8c1dc4b/0x4ad31463d9bc44a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x107c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8346e2 expref: 61 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502111.504047:0:188366:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd48cf6800, rc 0) 00000100:00100000:2.0:1777502111.504082:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd798a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0775d2ab-558e-41f1-82c0-14244d133390+61:2373:x1863837563118080:12345-192.168.202.27@tcp:101:ll_agl.0 Request processed in 122us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502111.504089:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3265 00000100:00100000:3.0:1777502111.505491:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502111.505522:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563118208 00000100:00100000:1.0:1777502111.505527:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563118208 00000100:00100000:1.0:1777502111.505600:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3266 00000100:00100000:1.0:1777502111.505611:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd798a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0775d2ab-558e-41f1-82c0-14244d133390+66:2371:x1863837563118208:12345-192.168.202.27@tcp:101:ll_agl.0 00010000:00010000:1.0:1777502111.505622:0:205380:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777502111.505636:0:205380:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000111fc4c7/0x4ad31463d9bc44ad lrc: 2/0,0 mode: --/PR res: [0x240000400:0x10a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8346e9 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777502111.505666:0:205380:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x10a1:0x0] initial LVB size: 0, mtime: 0x69f2879e, atime: 0x69f2879e, ctime: 0x69f2879e, blocks: 0x1 00010000:00010000:1.0:1777502111.505680:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502111.505683:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502111.505690:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000111fc4c7/0x4ad31463d9bc44ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8346e9 expref: 67 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.505704:0:205380:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000111fc4c7/0x4ad31463d9bc44ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8346e9 expref: 67 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502111.505714:0:205380:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd80e69000, rc 0) 00000100:00100000:1.0:1777502111.505752:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd798a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0775d2ab-558e-41f1-82c0-14244d133390+67:2371:x1863837563118208:12345-192.168.202.27@tcp:101:ll_agl.0 Request processed in 144us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502111.505760:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3266 00000100:00100000:2.0:1777502111.800815:0:205777:0:(nrs_tbf.c:597:nrs_tbf_rule_start()) TBF starts rule@ffff8dfd476b9300 rate 1 gen 0 00000100:00100000:2.0:1777502111.800826:0:205777:0:(nrs_tbf.c:597:nrs_tbf_rule_start()) TBF starts rule@ffff8dfd476b9900 rate 1 gen 0 00010000:00010000:3.0:1777502112.209832:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777502112.871495:0:6599:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 8589936107 is committed 00000001:00080000:3.0:1777502112.871510:0:6599:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 8589936093 is committed 00000001:00080000:3.0:1777502112.871609:0:6599:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 8589936046 is committed 00000001:00080000:3.0:1777502112.871634:0:6599:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 8589936096 is committed 00000001:00080000:3.0:1777502112.871688:0:6599:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 8589936047 is committed 00000001:00080000:3.0:1777502112.871698:0:6599:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 8589936108 is committed 00000001:00080000:3.0:1777502112.871711:0:6599:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 8589936091 is committed 00000001:00080000:3.0:1777502112.871752:0:6599:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 8589936109 is committed 00000001:00080000:3.0:1777502112.871769:0:6599:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 8589936098 is committed 00010000:00010000:3.0:1777502113.233733:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777502113.385195:0:7467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 8589935696 is committed 00000001:00080000:0.0:1777502113.385212:0:7467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 8589935691 is committed 00000001:00080000:0.0:1777502113.385253:0:7467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 8589935636 is committed 00000001:00080000:0.0:1777502113.385275:0:7467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 8589935697 is committed 00000001:00080000:0.0:1777502113.385378:0:7467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 8589935686 is committed 00010000:00010000:3.0:1777502114.257715:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502114.460917:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502114.460975:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502114.460991:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563118464 00000100:00100000:0.0:1777502114.461000:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563118464 00000100:00100000:3.0:1777502114.461025:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502114.461058:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502114.461066:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8238047629759 time 8238047543878 state 0x0 ref 1 00000100:00100000:0.0:1777502114.461072:0:205372:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8238047629759 time 8238047543878 state 0x0 ref 1 00000100:00100000:0.0:1777502114.461082:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8238047643878 time 8238047543878 state 0x1 ref 1 00000100:00100000:3.0:1777502114.461091:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502114.461112:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8238047643878 time 8241706531022 state 0x0 ref 1 00000100:00100000:1.0:1777502114.461120:0:186930:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563118336 00000100:00100000:0.0:1777502114.461125:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+244:2370:x1863837563118464:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:1.0:1777502114.461127:0:186930:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563118336 00000100:00100000:3.0:1777502114.461133:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502114.461176:0:186930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 221 00000100:00100000:1.0:1777502114.461189:0:186930:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c3865704-aa9b-444e-8420-b5af90b3c217+12:2371:x1863837563118336:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502114.461200:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+244:2370:x1863837563118464:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 79us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502114.461208:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 3 00000100:00100000:0.0:1777502114.461213:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8238047643878 time 8241706531022 state 0x2 ref 0 00000100:00100000:3.0:1777502114.461217:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502114.461230:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563118848 00000100:00100000:0.0:1777502114.461234:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563118848 00000100:00100000:2.0:1777502114.461245:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563118720 00000100:00100000:0.0:1777502114.461246:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8238047643878 time 8241706531022 state 0x0 ref 1 00000100:00100000:1.0:1777502114.461251:0:186930:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c3865704-aa9b-444e-8420-b5af90b3c217+12:2371:x1863837563118336:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 64us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502114.461252:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563118720 00000100:00100000:0.0:1777502114.461253:0:205372:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8238047643878 time 8241706531022 state 0x0 ref 1 00000100:00100000:0.0:1777502114.461267:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8241706631022 time 8241706531022 state 0x1 ref 1 00000100:00100000:1.0:1777502114.461274:0:186930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 221 00000100:00100000:0.0:1777502114.461282:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8241706631022 time 8241706702108 state 0x0 ref 1 00000100:00100000:0.0:1777502114.461294:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+285:2371:x1863837563118848:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502114.461309:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563118592 00000100:00100000:2.0:1777502114.461314:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563118592 00000100:00100000:0.0:1777502114.461328:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+285:2371:x1863837563118848:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 36us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502114.461335:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 4 00000100:00100000:0.0:1777502114.461340:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8241706631022 time 8241706702108 state 0x2 ref 0 00000100:00100000:2.0:1777502114.461352:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563119104 00000100:00100000:1.0:1777502114.461352:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563118976 00000100:00100000:2.0:1777502114.461358:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563119104 00000100:00100000:1.0:1777502114.461359:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563118976 00000100:00100000:0.0:1777502114.461372:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 152 00000100:00100000:0.0:1777502114.461381:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+41:2370:x1863837563118720:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502114.461391:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 153 00000100:00100000:1.0:1777502114.461403:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 154 00000100:00100000:2.0:1777502114.461404:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6ea52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+34:2371:x1863837563118592:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502114.461410:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+41:2370:x1863837563118720:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 31us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502114.461417:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 152 00000100:00100000:1.0:1777502114.461418:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0775d2ab-558e-41f1-82c0-14244d133390+33:2371:x1863837563119104:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502114.461437:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 155 00000100:00100000:2.0:1777502114.461445:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6ea52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+34:2371:x1863837563118592:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 47us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502114.461450:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:0775d2ab-558e-41f1-82c0-14244d133390+35:2370:x1863837563118976:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502114.461454:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 153 00000100:00100000:1.0:1777502114.461460:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0775d2ab-558e-41f1-82c0-14244d133390+33:2371:x1863837563119104:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 44us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502114.461468:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 154 00000100:00080000:1.0:1777502114.461503:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777502114.461509:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777502114.461512:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777502114.462561:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:0775d2ab-558e-41f1-82c0-14244d133390+35:2370:x1863837563118976:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 1113us (1473us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502114.462567:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 155 00000001:00080000:3.0:1777502114.919808:0:5817:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939060 is committed 00000001:00080000:3.0:1777502114.919851:0:5817:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939000 is committed 00000001:00080000:3.0:1777502114.920310:0:5817:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939065 is committed 00000001:00080000:3.0:1777502114.920338:0:5817:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939027 is committed 00000004:00080000:3.0:1777502114.920717:0:5817:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 29 committed 00000004:00080000:3.0:1777502114.920737:0:5817:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 25 committed 00000001:00080000:3.0:1777502114.920853:0:5817:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939045 is committed 00000100:00100000:0.0:1777502114.920899:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777502114.920917:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc456b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561359744:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502114.920919:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6e6faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561359616:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502114.920982:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502114.921025:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502114.921087:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561359744 00000100:00100000:1.0:1777502114.921095:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561359744 00000100:00100000:1.0:1777502114.921173:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561359616 00000100:00100000:1.0:1777502114.921177:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561359616 00000100:00100000:2.0:1777502114.921181:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3267 00000100:00100000:2.0:1777502114.921197:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3312:x1863837561359744:12345-0@lo:6:osp-syn-0-0.0 00000100:00080000:0.0:1777502114.921202:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777502114.921207:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777502114.921219:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3268 00002000:00080000:2.0:1777502114.921223:0:188358:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4207 count 1 00000100:00100000:1.0:1777502114.921230:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561359616:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502114.921246:0:188358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc44b4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x106f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502114.921247:0:205382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4170 count 1 00010000:00010000:1.0:1777502114.921265:0:205382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f863059/0x4ad31463d9bc44bb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x104a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502114.921269:0:188358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004113bb8f/0x4ad31463d9bc0dda lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x106f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336f1 expref: 33 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502114.921287:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502114.921290:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502114.921290:0:205382:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005dc3483b/0x4ad31463d9bc11a7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x104a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83381e expref: 40 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502114.921296:0:188358:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc44b4 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x106f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502114.921307:0:205382:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fcd9ec21/0x4ad31463d9bc11b5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x104a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83382c expref: 40 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502114.921317:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502114.921319:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502114.921322:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004f863059/0x4ad31463d9bc44bb lrc: 5/0,1 mode: --/PW res: [0x280000400:0x104a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502114.921331:0:188358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004113bb8f/0x4ad31463d9bc0dda lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x106f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336f1 expref: 33 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502114.921347:0:188358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004113bb8f/0x4ad31463d9bc0dda lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x106f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336f1 expref: 33 pid: 187550 timeout: 8342 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502114.921350:0:205382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fcd9ec21/0x4ad31463d9bc11b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83382c expref: 40 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502114.921378:0:205382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fcd9ec21/0x4ad31463d9bc11b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x104a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83382c expref: 40 pid: 205382 timeout: 8342 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502114.921389:0:205382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6e6fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:205382:1863837561360000:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502114.921461:0:205382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005dc3483b/0x4ad31463d9bc11a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83381e expref: 40 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502114.921472:0:205382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005dc3483b/0x4ad31463d9bc11a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x104a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83381e expref: 40 pid: 187550 timeout: 8342 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502114.921483:0:205382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6e6f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:205382:1863837561360128:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502114.921508:0:205382:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc45a25600 going to sleep for 11 seconds 00000100:00100000:2.0:1777502114.922431:0:188358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47260700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:188358:1863837561359872:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502114.923274:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502114.923286:0:205382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6e6fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:205382:1863837561360000:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502114.923298:0:205382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6e6f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:205382:1863837561360128:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502114.923317:0:205382:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004f863059/0x4ad31463d9bc44bb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x104a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502114.923336:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502114.923338:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563119232 00000100:00100000:0.0:1777502114.923345:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563119232 00010000:00010000:0.0:1777502114.923378:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fcd9ec21/0x4ad31463d9bc11b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x104a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83382c expref: 41 pid: 205382 timeout: 8342 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502114.923428:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563119360 00000100:00100000:0.0:1777502114.923431:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563119360 00010000:00010000:0.0:1777502114.923444:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005dc3483b/0x4ad31463d9bc11a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x104a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83381e expref: 42 pid: 187550 timeout: 8342 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502114.923470:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1031 00000100:00100000:3.0:1777502114.923479:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1032 00000100:00100000:0.0:1777502114.923483:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+42:2370:x1863837563119232:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777502114.923493:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+42:2371:x1863837563119360:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502114.923497:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502114.923504:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502114.923504:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fcd9ec21/0x4ad31463d9bc11b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x104a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83382c expref: 42 pid: 205382 timeout: 8342 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502114.923513:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005dc3483b/0x4ad31463d9bc11a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x104a:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83381e expref: 42 pid: 187550 timeout: 8342 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502114.923525:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fcd9ec21/0x4ad31463d9bc11b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104a:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83382c expref: 42 pid: 205382 timeout: 8342 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502114.923535:0:188358:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4f6be900 going to sleep for 11 seconds 00010000:00010000:3.0:1777502114.923542:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005dc3483b/0x4ad31463d9bc11a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83381e expref: 42 pid: 187550 timeout: 8342 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502114.923575:0:205589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fcd9ec21/0x4ad31463d9bc11b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x104a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83382c expref: 42 pid: 205382 timeout: 8342 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502114.923605:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005dc3483b/0x4ad31463d9bc11a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x104a:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83381e expref: 42 pid: 187550 timeout: 8342 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502114.923618:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502114.923633:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502114.923638:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004f863059/0x4ad31463d9bc44bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x104a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502114.923648:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004f863059/0x4ad31463d9bc44bb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x104a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502114.923660:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502114.923677:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502114.923693:0:205382:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004f863059/0x4ad31463d9bc44bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x104a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502114.923705:0:205382:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004f863059/0x4ad31463d9bc44bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x104a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502114.923715:0:205382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f863059/0x4ad31463d9bc44bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x104a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502114.923729:0:205382:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004f863059/0x4ad31463d9bc44bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x104a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502114.923750:0:205382:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502114.923755:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+40:2371:x1863837563119360:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 264us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502114.923757:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+40:2370:x1863837563119232:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 276us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502114.923765:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1032 00000100:00100000:0.0:1777502114.923782:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1031 00010000:00010000:0.0:1777502114.923833:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502114.923840:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004f863059/0x4ad31463d9bc44bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x104a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502114.923849:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502114.923854:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004f863059/0x4ad31463d9bc44bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x104a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502114.923864:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004f863059/0x4ad31463d9bc44bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x104a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502114.923878:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004f863059/0x4ad31463d9bc44bb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x104a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502114.923886:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004f863059/0x4ad31463d9bc44bb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x104a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502114.923916:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502114.923919:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502114.923922:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502114.924359:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+6:3310:x1863837561359616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3130us (3334us total) trans 8589935698 rc 0/0 00000100:00100000:1.0:1777502114.924370:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3268 00000100:00100000:0.0:1777502114.924393:0:3310:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589935686 gen 2 00000004:00080000:0.0:1777502114.924400:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6646c000, transno 8589935631 00000004:00080000:0.0:1777502114.924413:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6646dc00, transno 8589935632 00000004:00080000:0.0:1777502114.924418:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6646e680, transno 8589935633 00000004:00080000:0.0:1777502114.924423:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6646fb80, transno 8589935634 00000004:00080000:0.0:1777502114.924429:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6646c380, transno 8589935635 00000004:00080000:0.0:1777502114.924432:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6646ea00, transno 8589935636 00000100:00100000:0.0:1777502114.924456:0:3310:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff8dfd6e6faa00 x1863837561359616/t8589935698(8589935698) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777502130 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1777502114.924461:0:188358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47260700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:188358:1863837561359872:192.168.202.27@tcp:104: 00000004:00080000:0.0:1777502114.924470:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd6e6faa00/2, rc 0, transno 8589935698 00000100:00100000:0.0:1777502114.924478:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6e6faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561359616:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502114.924490:0:188358:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc44b4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x106f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502114.924504:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502114.924533:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563119488 00000100:00100000:0.0:1777502114.924539:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563119488 00010000:00010000:0.0:1777502114.924561:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004113bb8f/0x4ad31463d9bc0dda lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x106f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336f1 expref: 34 pid: 187550 timeout: 8342 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502114.924636:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1033 00000100:00100000:0.0:1777502114.924647:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd44caac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+34:2370:x1863837563119488:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502114.924658:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502114.924663:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004113bb8f/0x4ad31463d9bc0dda lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x106f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336f1 expref: 34 pid: 187550 timeout: 8342 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502114.924685:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004113bb8f/0x4ad31463d9bc0dda lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x106f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336f1 expref: 34 pid: 187550 timeout: 8342 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502114.924705:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004113bb8f/0x4ad31463d9bc0dda lrc: 0/0,0 mode: --/PR res: [0x240000400:0x106f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8336f1 expref: 34 pid: 187550 timeout: 8342 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502114.924718:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502114.924720:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000004:00080000:1.0:1777502114.924724:0:186960:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 51 changes, 3 in progress, 0 in flight, 4 done 00010000:00010000:0.0:1777502114.924733:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc44b4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502114.924746:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc44b4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x106f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502114.924771:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502114.924783:0:188358:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc44b4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502114.924792:0:188358:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc44b4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502114.924799:0:188358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc44b4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502114.924805:0:188358:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc44b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x106f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502114.924806:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd44caac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+33:2370:x1863837563119488:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 160us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502114.924825:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1033 00010000:00010000:3.0:1777502114.924829:0:188358:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502114.925357:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3312:x1863837561359744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4166us (4375us total) trans 8589936110 rc 0/0 00000100:00100000:3.0:1777502114.925364:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3267 00010000:00010000:3.0:1777502114.925386:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502114.925391:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc44b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x106f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502114.925394:0:3312:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589936091 gen 2 00000004:00080000:0.0:1777502114.925401:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cff480, transno 8589936041 00010000:00010000:3.0:1777502114.925403:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502114.925408:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc44b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x106f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502114.925417:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc44b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x106f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777502114.925422:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5089aa00, transno 8589936042 00000004:00080000:0.0:1777502114.925428:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd5089bb80, transno 8589936043 00010000:00010000:3.0:1777502114.925430:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc44b4 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x106f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777502114.925432:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cfd180, transno 8589936044 00000004:00080000:0.0:1777502114.925440:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70cfc380, transno 8589936045 00010000:00010000:3.0:1777502114.925442:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc44b4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x106f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777502114.925445:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd48ce5180, transno 8589936046 00000004:00080000:0.0:1777502114.925452:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd455a1c00, transno 8589936047 00010000:00010000:3.0:1777502114.925470:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502114.925475:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502114.925476:0:3312:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff8dfc456b4e00 x1863837561359744/t8589936110(8589936110) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777502130 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1777502114.925479:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777502114.925487:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc456b4e00/2, rc 0, transno 8589936110 00000100:00100000:0.0:1777502114.925493:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc456b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561359744:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1777502114.925808:0:186958:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 51 changes, 1 in progress, 0 in flight, 7 done 00010000:00010000:3.0:1777502115.281717:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777502115.921749:0:186959:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 8243167167670ns, next at 8244167164163ns, rc = 0 00000100:00100000:3.0:1777502115.921790:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc456b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561360256:0@lo:13:osp-pre-1-0.0 00000004:00080000:0.0:1777502115.921802:0:186961:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 8243167223276ns, next at 8244167220353ns, rc = 0 00000100:00100000:0.0:1777502115.921830:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777502115.921848:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6e6fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561360640:0@lo:400:kworker.0 00000100:00100000:3.0:1777502115.921882:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502115.921893:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502115.921910:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd72dd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3309:1863837561361024:0@lo:400:kworker.0 00000100:00100000:3.0:1777502115.921941:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6e6fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561360384:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777502115.921941:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6e6fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d37a34a7-24bb-490e-b7a8-76d369c5604f:3310:1863837561360512:0@lo:400:kworker.0 00000100:00100000:3.0:1777502115.921974:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502115.921981:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502115.921988:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502115.922001:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6e6f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3312:1863837561360896:0@lo:400:kworker.0 00000100:00100000:0.0:1777502115.922008:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd72dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3310:1863837561361152:0@lo:400:kworker.0 00000100:00100000:2.0:1777502115.922021:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561361024 00000100:00100000:2.0:1777502115.922029:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561361024 00000100:00100000:0.0:1777502115.922037:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502115.922041:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6e6f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561360768:0@lo:400:kworker.0 00000100:00100000:3.0:1777502115.922052:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561360640 00000100:00100000:3.0:1777502115.922058:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561360640 00000100:00100000:2.0:1777502115.922072:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8241706631022 time 8241706702108 state 0x0 ref 1 00000100:00100000:2.0:1777502115.922078:0:188648:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8241706631022 time 8241706702108 state 0x0 ref 1 00000100:00100000:0.0:1777502115.922083:0:187553:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561360256 00000100:00100000:1.0:1777502115.922088:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502115.922089:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8241706802108 time 8241706702108 state 0x1 ref 1 00000100:00100000:0.0:1777502115.922089:0:187553:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561360256 00000100:00100000:3.0:1777502115.922097:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1777502115.922106:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3310:x1863837561360640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502115.922111:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561361152 00000100:00100000:2.0:1777502115.922115:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561361152 00000100:00100000:0.0:1777502115.922124:0:187553:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561360384 00000100:00100000:0.0:1777502115.922128:0:187553:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561360384 00000100:00100000:2.0:1777502115.922132:0:188648:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8241706802108 time 8241706702108 state 0x1 ref 2 00000100:00100000:2.0:1777502115.922138:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8241706802108 time 8241706702108 state 0x1 ref 2 00000100:00100000:1.0:1777502115.922147:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8243167664098 time 8243167564098 state 0x1 ref 2 00000100:00100000:2.0:1777502115.922156:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8243167664098 time 8243167575704 state 0x0 ref 2 00000100:00100000:3.0:1777502115.922163:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+7:3310:x1863837561360640:12345-0@lo:400:kworker.0 Request processed in 56us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502115.922163:0:187553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1777502115.922164:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72dd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1863837561361024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502115.922169:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1863837561361152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502115.922176:0:187553:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3312:x1863837561360256:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777502115.922179:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1777502115.922195:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561360768 00000100:00100000:3.0:1777502115.922198:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561360768 00002000:00000024:0.0:1777502115.922215:0:187553:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45416448 pending 0 free 3821010944 avail 3818913792 00000100:00100000:2.0:1777502115.922225:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1863837561361152:12345-0@lo:400:kworker.0 Request processed in 59us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502115.922230:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1777502115.922231:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72dd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1863837561361024:12345-0@lo:400:kworker.0 Request processed in 69us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502115.922242:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+7:3311:x1863837561360768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777502115.922251:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1777502115.922252:0:187553:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3312:x1863837561360256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502115.922261:0:187553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1777502115.922265:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1777502115.922270:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8243167664098 time 8243167575704 state 0x2 ref 0 00000100:00100000:3.0:1777502115.922277:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3311:x1863837561360768:12345-0@lo:400:kworker.0 Request processed in 37us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502115.922283:0:187553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1777502115.922285:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1777502115.922291:0:187553:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3312:x1863837561360384:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777502115.922309:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6e6f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561360768:0@lo:400:kworker.0 00002000:00000024:0.0:1777502115.922310:0:187553:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45416448 pending 0 free 3845128192 avail 3843031040 00000100:00100000:3.0:1777502115.922319:0:186931:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561360512 00000100:00100000:3.0:1777502115.922323:0:186931:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561360512 00000100:00100000:1.0:1777502115.922355:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd72dd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3309:1863837561361024:0@lo:400:kworker.0 00000100:00100000:3.0:1777502115.922359:0:186931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:0.0:1777502115.922360:0:187553:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3312:x1863837561360384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502115.922367:0:187553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1777502115.922369:0:186931:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3310:x1863837561360512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502115.922403:0:186931:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3310:x1863837561360512:12345-0@lo:400:kworker.0 Request processed in 36us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502115.922411:0:186931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00080000:1.0:1777502115.922412:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777502115.922451:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502115.922452:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd72dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3310:1863837561361152:0@lo:400:kworker.0 00000100:00100000:0.0:1777502115.922469:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6e6fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561360640:0@lo:400:kworker.0 00000100:00100000:1.0:1777502115.922481:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561360896 00000100:00100000:0.0:1777502115.922485:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6e6fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d37a34a7-24bb-490e-b7a8-76d369c5604f:3310:1863837561360512:0@lo:400:kworker.0 00000100:00100000:1.0:1777502115.922487:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561360896 00000100:00100000:3.0:1777502115.922506:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc456b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561360256:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777502115.922508:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8243167664098 time 8243167575704 state 0x0 ref 1 00000100:00100000:1.0:1777502115.922518:0:186937:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8243167664098 time 8243167575704 state 0x0 ref 1 00000100:00100000:1.0:1777502115.922528:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8243167675704 time 8243167575704 state 0x1 ref 1 00000100:00100000:3.0:1777502115.922531:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6e6fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561360384:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777502115.922560:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8243167675704 time 8243167978753 state 0x0 ref 1 00000100:00100000:1.0:1777502115.922572:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67472300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1863837561360896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777502115.922656:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd67472300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1863837561360896:12345-0@lo:400:kworker.0 Request processed in 85us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502115.922664:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1777502115.922669:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8243167675704 time 8243167978753 state 0x2 ref 0 00000100:00100000:3.0:1777502115.922681:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6e6f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3312:1863837561360896:0@lo:400:kworker.0 00010000:00010000:3.0:1777502116.305707:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502117.329690:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777502117.982566:0:6599:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 8589936110 is committed 00010000:00010000:3.0:1777502118.353762:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777502118.496227:0:7467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 8589935698 is committed 00010000:00010000:3.0:1777502119.377737:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502119.580919:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502119.581007:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563119744 00000100:00100000:0.0:1777502119.581020:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563119744 00000100:00100000:3.0:1777502119.581027:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502119.581072:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502119.581097:0:186929:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563119616 00000100:00100000:1.0:1777502119.581102:0:186929:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563119616 00000100:00100000:0.0:1777502119.581103:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8243167675704 time 8243167978753 state 0x0 ref 1 00000100:00100000:0.0:1777502119.581110:0:188648:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8243167675704 time 8243167978753 state 0x0 ref 1 00000100:00100000:0.0:1777502119.581122:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8243168078753 time 8243167978753 state 0x1 ref 1 00000100:00100000:3.0:1777502119.581133:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502119.581152:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8243168078753 time 8246826570465 state 0x0 ref 1 00000100:00100000:1.0:1777502119.581170:0:186929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 223 00000100:00100000:0.0:1777502119.581170:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67473480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2370:x1863837563119744:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502119.581180:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502119.581189:0:186929:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c3865704-aa9b-444e-8420-b5af90b3c217+12:2371:x1863837563119616:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502119.581230:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502119.581253:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd67473480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2370:x1863837563119744:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 90us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502119.581261:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 8 00000100:00100000:0.0:1777502119.581265:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8243168078753 time 8246826570465 state 0x2 ref 0 00000100:00100000:1.0:1777502119.581271:0:186929:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c3865704-aa9b-444e-8420-b5af90b3c217+12:2371:x1863837563119616:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 85us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502119.581281:0:186929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 223 00000100:00100000:0.0:1777502119.581295:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563120128 00000100:00100000:0.0:1777502119.581299:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563120128 00000100:00100000:0.0:1777502119.581321:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8243168078753 time 8246826570465 state 0x0 ref 1 00000100:00100000:0.0:1777502119.581325:0:188648:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8243168078753 time 8246826570465 state 0x0 ref 1 00000100:00100000:0.0:1777502119.581332:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8246826670465 time 8246826570465 state 0x1 ref 1 00000100:00100000:0.0:1777502119.581350:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8246826670465 time 8246826770728 state 0x0 ref 1 00000100:00100000:0.0:1777502119.581359:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc492e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+61:2371:x1863837563120128:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502119.581382:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc492e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+61:2371:x1863837563120128:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 27us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502119.581387:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 9 00000100:00100000:0.0:1777502119.581390:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8246826670465 time 8246826770728 state 0x2 ref 0 00000100:00080000:1.0:1777502119.581402:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777502119.581417:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502119.581462:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563120000 00000100:00100000:0.0:1777502119.581465:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563120000 00000100:00100000:1.0:1777502119.581467:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563119872 00000100:00100000:1.0:1777502119.581472:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563119872 00000100:00100000:0.0:1777502119.581525:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563120256 00000100:00100000:0.0:1777502119.581528:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563120256 00000100:00100000:1.0:1777502119.581530:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563120384 00000100:00100000:1.0:1777502119.581536:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563120384 00000100:00100000:3.0:1777502119.581550:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 158 00000100:00100000:3.0:1777502119.581561:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc492e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+39:2370:x1863837563120000:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502119.581569:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 159 00000100:00100000:0.0:1777502119.581614:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc492e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+33:2371:x1863837563119872:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:1.0:1777502119.581628:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 160 00000100:00100000:1.0:1777502119.581641:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc492e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0775d2ab-558e-41f1-82c0-14244d133390+35:2370:x1863837563120256:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502119.581643:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc492e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+39:2370:x1863837563120000:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 83us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502119.581653:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 158 00000100:00100000:0.0:1777502119.581653:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc492e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+33:2371:x1863837563119872:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 75us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502119.581664:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 159 00000100:00100000:1.0:1777502119.581677:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc492e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0775d2ab-558e-41f1-82c0-14244d133390+35:2370:x1863837563120256:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 39us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502119.581683:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 161 00000100:00100000:1.0:1777502119.581691:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 160 00000100:00100000:3.0:1777502119.581695:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc492e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0775d2ab-558e-41f1-82c0-14244d133390+33:2371:x1863837563120384:12345-192.168.202.27@tcp:400:kworker.0 00000100:00080000:0.0:1777502119.581721:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777502119.581723:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc492e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0775d2ab-558e-41f1-82c0-14244d133390+33:2371:x1863837563120384:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 32us (309us total) trans 0 rc 0/0 00000100:00080000:0.0:1777502119.581726:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777502119.581731:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 161 00000004:00080000:3.0:1777502120.030973:0:5817:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 26 committed 00000004:00080000:3.0:1777502120.031000:0:5817:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 30 committed 00000100:00100000:3.0:1777502120.031078:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc456b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561361408:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502120.031155:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502120.031184:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ee50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561361280:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502120.031204:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc456b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561361664:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502120.031221:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502120.031226:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc456b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561361920:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502120.031246:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ee52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561361792:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502120.031254:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502120.031276:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ee53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561361536:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502120.031300:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561361408 00000100:00100000:3.0:1777502120.031307:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561361408 00000100:00100000:1.0:1777502120.031316:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502120.031316:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc456b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561362176:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502120.031341:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ee51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561362048:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502120.031355:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502120.031372:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561361280 00000100:00100000:3.0:1777502120.031377:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561361280 00000100:00100000:1.0:1777502120.031384:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561361664 00000100:00100000:1.0:1777502120.031390:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561361664 00000100:00100000:0.0:1777502120.031396:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6e6f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561362688:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502120.031421:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561361536 00000100:00100000:0.0:1777502120.031429:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502120.031430:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561361536 00000100:00100000:3.0:1777502120.031443:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561362176 00000100:00100000:3.0:1777502120.031448:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561362176 00000100:00100000:1.0:1777502120.031459:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561362688 00000100:00100000:0.0:1777502120.031460:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc456b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561363200:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502120.031463:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561362688 00000100:00100000:3.0:1777502120.031500:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3269 00000100:00100000:0.0:1777502120.031502:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502120.031511:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3270 00000100:00100000:3.0:1777502120.031516:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4772d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+7:3312:x1863837561361408:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502120.031523:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+7:3310:x1863837561361664:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502120.031543:0:205386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4206 count 1 00002000:00080000:1.0:1777502120.031544:0:205384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4205 count 1 00000100:00100000:0.0:1777502120.031552:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561363200 00000100:00100000:0.0:1777502120.031558:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561363200 00010000:00010000:1.0:1777502120.031568:0:205384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc44c2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x106d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.031619:0:205384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000044137c27/0x4ad31463d9bc10ab lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x106d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337e6 expref: 32 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.031624:0:205386:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc44c9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x106e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.031628:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3271 00010000:00010000:1.0:1777502120.031636:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.031639:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.031644:0:205384:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc44c2 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x106d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.031644:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+7:3311:x1863837561361280:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502120.031657:0:205386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cd758008/0x4ad31463d9bc10ce lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x106e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833809 expref: 32 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1777502120.031665:0:205381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4169 count 1 00010000:00010000:3.0:1777502120.031668:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.031671:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.031675:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc44c9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x106e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.031676:0:205384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000044137c27/0x4ad31463d9bc10ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x106d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337e6 expref: 32 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.031709:0:205381:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000332b8189/0x4ad31463d9bc44d0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1049:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.031714:0:205384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000044137c27/0x4ad31463d9bc10ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x106d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337e6 expref: 32 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.031725:0:205386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cd758008/0x4ad31463d9bc10ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x106e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833809 expref: 32 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.031734:0:205381:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008fd82b92/0x4ad31463d9bc109d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1049:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337ed expref: 38 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.031747:0:205384:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6e6f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:205384:1863837561363328:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502120.031752:0:205386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cd758008/0x4ad31463d9bc10ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x106e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833809 expref: 32 pid: 205368 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.031753:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.031758:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.031763:0:205381:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000332b8189/0x4ad31463d9bc44d0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1049:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.031773:0:205386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc5606b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:205386:1863837561363456:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.031794:0:205381:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008fd82b92/0x4ad31463d9bc109d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1049:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337ed expref: 38 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.031806:0:205381:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008fd82b92/0x4ad31463d9bc109d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1049:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337ed expref: 38 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.031821:0:205381:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4673aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205381:1863837561363584:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502120.031828:0:205386:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc51fe90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777502120.031829:0:205384:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4b193f00 going to sleep for 11 seconds 00000100:00100000:0.0:1777502120.031855:0:205381:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4ddfec00 going to sleep for 11 seconds 00000100:00100000:3.0:1777502120.031859:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3272 00000100:00100000:3.0:1777502120.031870:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3309:x1863837561361536:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502120.031885:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3273 00000100:00100000:0.0:1777502120.031896:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+8:3310:x1863837561362176:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502120.031900:0:189105:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4164 count 1 00002000:00080000:0.0:1777502120.031911:0:205382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4202 count 1 00010000:00010000:3.0:1777502120.031924:0:189105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc44d7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1044:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.031927:0:205382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb3cac25/0x4ad31463d9bc44de lrc: 3/0,1 mode: --/PW res: [0x240000400:0x106a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.031948:0:189105:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc10b2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337f4 expref: 38 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.031952:0:205382:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000060557e57/0x4ad31463d9bc10b9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x106a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337df expref: 32 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.031967:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.031969:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.031971:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.031972:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.031976:0:189105:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc44d7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.031976:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb3cac25/0x4ad31463d9bc44de lrc: 4/0,1 mode: --/PW res: [0x240000400:0x106a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.032014:0:189105:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc10b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337f4 expref: 38 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.032018:0:205382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000060557e57/0x4ad31463d9bc10b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x106a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337df expref: 32 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.032037:0:189105:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc10b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337f4 expref: 38 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.032042:0:205382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000060557e57/0x4ad31463d9bc10b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x106a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337df expref: 32 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.032062:0:189105:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc56069f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561363712:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502120.032065:0:205382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd46739880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:205382:1863837561363840:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502120.032101:0:189105:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc51fe9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777502120.032107:0:205382:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4ddfe780 going to sleep for 11 seconds 00000100:00100000:0.0:1777502120.032132:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3274 00000100:00080000:3.0:1777502120.032136:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777502120.032142:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777502120.032142:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+7:3310:x1863837561362688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777502120.032158:0:205383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4171 count 1 00000100:00100000:3.0:1777502120.032165:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3275 00000100:00100000:3.0:1777502120.032177:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3310:x1863837561363200:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502120.032187:0:205383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dc740859/0x4ad31463d9bc44e5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x104b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1777502120.032192:0:187548:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4208 count 1 00010000:00010000:0.0:1777502120.032204:0:205383:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000473e6a8d/0x4ad31463d9bc11a0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x104b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833817 expref: 38 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.032209:0:187548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc44ec lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1070:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.032216:0:205383:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006d42f7c3/0x4ad31463d9bc11df lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x104b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83386b expref: 38 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.032228:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.032230:0:187548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d50a3481/0x4ad31463d9bc1199 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833810 expref: 32 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.032231:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.032237:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dc740859/0x4ad31463d9bc44e5 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x104b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.032242:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.032246:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.032251:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc44ec lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.032266:0:205383:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006d42f7c3/0x4ad31463d9bc11df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83386b expref: 38 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.032277:0:187548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d50a3481/0x4ad31463d9bc1199 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833810 expref: 32 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.032279:0:205383:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006d42f7c3/0x4ad31463d9bc11df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x104b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83386b expref: 38 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.032305:0:187548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d50a3481/0x4ad31463d9bc1199 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833810 expref: 32 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.032307:0:205383:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4673bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:205383:1863837561363968:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502120.032325:0:187548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc5606ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:187548:1863837561364096:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.032354:0:205383:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000473e6a8d/0x4ad31463d9bc11a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833817 expref: 38 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.032361:0:187548:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc51fe99c0 going to sleep for 11 seconds 00010000:00010000:0.0:1777502120.032366:0:205383:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000473e6a8d/0x4ad31463d9bc11a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x104b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833817 expref: 38 pid: 205382 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.032382:0:205383:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc48234380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:205383:1863837561364224:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502120.032408:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502120.032411:0:205383:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4ddfe6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777502120.032435:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561361920 00000100:00100000:0.0:1777502120.032439:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561361920 00000100:00100000:3.0:1777502120.032442:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd72dd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561362560:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502120.032476:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502120.032482:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3276 00000100:00100000:1.0:1777502120.032490:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561362560 00000100:00100000:0.0:1777502120.032494:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67669500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+9:3312:x1863837561361920:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502120.032495:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561362560 00000100:00100000:3.0:1777502120.032505:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6e6fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561362944:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777502120.032511:0:205385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4203 count 1 00000100:00100000:1.0:1777502120.032527:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3277 00000100:00100000:1.0:1777502120.032536:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67668380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3312:x1863837561362560:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502120.032540:0:205385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006ad398af/0x4ad31463d9bc44f3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x106b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.032542:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1777502120.032555:0:187550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4163 count 1 00010000:00010000:0.0:1777502120.032557:0:205385:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008d4a532b/0x4ad31463d9bc10c7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x106b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337fb expref: 32 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.032567:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.032569:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.032572:0:205385:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ad398af/0x4ad31463d9bc44f3 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x106b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.032626:0:187550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc44fa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1043:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.032627:0:205385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008d4a532b/0x4ad31463d9bc10c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x106b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337fb expref: 32 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.032632:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561362944 00000100:00100000:3.0:1777502120.032638:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561362944 00010000:00010000:1.0:1777502120.032653:0:187550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc11e6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1043:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833848 expref: 38 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.032655:0:205385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008d4a532b/0x4ad31463d9bc10c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x106b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337fb expref: 32 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.032671:0:187550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000022d57494/0x4ad31463d9bc1527 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1043:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83393d expref: 32 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.032676:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3278 00000100:00100000:0.0:1777502120.032680:0:205385:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc48236a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561364352:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.032681:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.032684:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.032688:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc44fa lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1043:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.032690:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67668a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+9:3312:x1863837561362944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777502120.032708:0:205377:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4168 count 1 00010000:00010000:1.0:1777502120.032717:0:187550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000022d57494/0x4ad31463d9bc1527 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1043:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83393d expref: 32 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.032728:0:187550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000022d57494/0x4ad31463d9bc1527 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1043:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83393d expref: 32 pid: 205386 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.032729:0:205385:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc480a36c0 going to sleep for 11 seconds 00010000:00010000:3.0:1777502120.032736:0:205377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc4501 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1048:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.032746:0:187550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd46c5f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:187550:1863837561364480:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502120.032753:0:205377:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000068c06dc8/0x4ad31463d9bc1209 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833879 expref: 38 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.032761:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.032764:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.032767:0:205377:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc4501 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.032786:0:187550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc11e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1043:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833848 expref: 38 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.032793:0:205377:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000068c06dc8/0x4ad31463d9bc1209 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833879 expref: 38 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.032800:0:187550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc11e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1043:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833848 expref: 38 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.032809:0:205377:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000068c06dc8/0x4ad31463d9bc1209 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833879 expref: 38 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.032818:0:187550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd46c5c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:187550:1863837561364608:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502120.032825:0:205377:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc49231500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205377:1863837561364736:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502120.032848:0:187550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4b193cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777502120.032856:0:205377:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc51fe9840 going to sleep for 11 seconds 00000100:00100000:0.0:1777502120.033053:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502120.033081:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd72dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561362304:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502120.033105:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561361792 00000100:00100000:3.0:1777502120.033111:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561361792 00000100:00100000:0.0:1777502120.033112:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502120.033145:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc456b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561362816:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502120.033174:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502120.033202:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561362304 00000100:00100000:3.0:1777502120.033209:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561362304 00000100:00100000:0.0:1777502120.033221:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502120.033237:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561362816 00000100:00100000:3.0:1777502120.033241:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561362816 00000100:00100000:0.0:1777502120.033251:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc456b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561362432:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502120.033269:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561362048 00000100:00100000:3.0:1777502120.033273:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561362048 00000100:00100000:0.0:1777502120.033281:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502120.033312:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561362432 00000100:00100000:3.0:1777502120.033316:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561362432 00000100:00100000:3.0:1777502120.033344:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3279 00000100:00100000:3.0:1777502120.033352:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc48235f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3311:x1863837561361792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777502120.033366:0:187551:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4167 count 1 00000100:00100000:0.0:1777502120.033370:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc456b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561363072:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502120.033399:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502120.033501:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561363072 00000100:00100000:1.0:1777502120.033505:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561363072 00000100:00100000:1.0:1777502120.033534:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3280 00000100:00100000:1.0:1777502120.033543:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4d4a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3311:x1863837561362304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777502120.033558:0:205368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4166 count 1 00010000:00010000:1.0:1777502120.033625:0:205368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087b14748/0x4ad31463d9bc4508 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1046:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.033641:0:205368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc11f4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833856 expref: 38 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.033649:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.033651:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.033654:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087b14748/0x4ad31463d9bc4508 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.033678:0:205368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc11f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833856 expref: 38 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.033690:0:205368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc11f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833856 expref: 38 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.033702:0:205368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd46c5dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561364864:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502120.033755:0:205368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4b193b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777502120.033835:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3281 00000100:00100000:0.0:1777502120.033845:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4d4a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+12:3311:x1863837561362816:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777502120.033859:0:205379:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4201 count 1 00010000:00010000:0.0:1777502120.033873:0:205379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad8125ad/0x4ad31463d9bc450f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1069:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.033886:0:205379:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aed46336/0x4ad31463d9bc11bc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1069:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833833 expref: 32 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.033896:0:205379:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000de1ba9e0/0x4ad31463d9bc11ca lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1069:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833841 expref: 32 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.033903:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.033905:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.033910:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad8125ad/0x4ad31463d9bc450f lrc: 5/0,1 mode: --/PW res: [0x240000400:0x1069:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.033932:0:205379:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000de1ba9e0/0x4ad31463d9bc11ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1069:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833841 expref: 32 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.033949:0:205379:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000de1ba9e0/0x4ad31463d9bc11ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1069:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833841 expref: 32 pid: 187551 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.033961:0:205379:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd46318380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561364992:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.034000:0:205379:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aed46336/0x4ad31463d9bc11bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1069:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833833 expref: 32 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.034011:0:205379:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aed46336/0x4ad31463d9bc11bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1069:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833833 expref: 32 pid: 205382 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.034022:0:205379:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd46318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561365120:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502120.034046:0:205379:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd413593c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777502120.034673:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3282 00010000:00010000:3.0:1777502120.034677:0:187551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c53ce2f/0x4ad31463d9bc4516 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1047:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.034688:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4d4a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+12:3309:x1863837561362048:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502120.034697:0:187551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000972a80b4/0x4ad31463d9bc11ed lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1047:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83385d expref: 38 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.034713:0:187551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003bb2f125/0x4ad31463d9bc1202 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1047:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833864 expref: 38 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1777502120.034720:0:205378:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4165 count 1 00010000:00010000:3.0:1777502120.034721:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.034725:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.034728:0:187551:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c53ce2f/0x4ad31463d9bc4516 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1047:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.034751:0:205378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c571bddc/0x4ad31463d9bc451d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1045:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.034754:0:187551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003bb2f125/0x4ad31463d9bc1202 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1047:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833864 expref: 38 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.034778:0:205378:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009d219833/0x4ad31463d9bc11c3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1045:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83383a expref: 38 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.034779:0:187551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003bb2f125/0x4ad31463d9bc1202 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1047:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833864 expref: 38 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.034805:0:205378:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008a904cb2/0x4ad31463d9bc11d8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1045:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83384f expref: 38 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.034808:0:187551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc49230a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:187551:1863837561365248:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.034819:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.034822:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.034824:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c571bddc/0x4ad31463d9bc451d lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1045:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.034849:0:205378:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008a904cb2/0x4ad31463d9bc11d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1045:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83384f expref: 38 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.034860:0:205378:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008a904cb2/0x4ad31463d9bc11d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1045:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83384f expref: 38 pid: 205376 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.034872:0:205378:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4631b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205378:1863837561365376:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502120.034880:0:187551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000972a80b4/0x4ad31463d9bc11ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1047:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83385d expref: 38 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.034890:0:187551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000972a80b4/0x4ad31463d9bc11ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1047:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83385d expref: 38 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.034899:0:187551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc49231f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:187551:1863837561365504:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502120.034924:0:187551:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc51fe9c00 going to sleep for 11 seconds 00010000:00010000:0.0:1777502120.034931:0:205378:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009d219833/0x4ad31463d9bc11c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1045:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83383a expref: 38 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.034944:0:205378:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009d219833/0x4ad31463d9bc11c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1045:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83383a expref: 38 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.034957:0:205378:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6e6e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205378:1863837561365632:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502120.034981:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3283 00000100:00100000:3.0:1777502120.034990:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46319f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3309:x1863837561362432:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502120.034997:0:205378:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc48fce3c0 going to sleep for 11 seconds 00002000:00080000:3.0:1777502120.035001:0:188366:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4200 count 1 00010000:00010000:3.0:1777502120.035012:0:188366:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc4524 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1068:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.035022:0:188366:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc10c0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833802 expref: 32 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.035026:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.035029:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.035031:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc4524 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.035036:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3284 00000100:00100000:0.0:1777502120.035049:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46319880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3309:x1863837561363072:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502120.035052:0:188366:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc10c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833802 expref: 32 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.035065:0:188366:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc10c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833802 expref: 32 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1777502120.035067:0:205376:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4204 count 1 00000100:00100000:3.0:1777502120.035082:0:188366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd509d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561365760:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.035097:0:205376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000097e61f12/0x4ad31463d9bc452b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.035111:0:205376:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000159decfa/0x4ad31463d9bc11fb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833872 expref: 32 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.035119:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777502120.035120:0:188366:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc51fe9780 going to sleep for 11 seconds 00010000:00010000:0.0:1777502120.035121:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.035126:0:205376:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097e61f12/0x4ad31463d9bc452b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.035150:0:205376:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000159decfa/0x4ad31463d9bc11fb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833872 expref: 32 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.035162:0:205376:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000159decfa/0x4ad31463d9bc11fb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833872 expref: 32 pid: 205376 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.035172:0:189105:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc56069f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561363712:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502120.035176:0:205376:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6e6e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205376:1863837561365888:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502120.035200:0:189105:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc44d7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.035225:0:205376:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd6116ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1777502120.036210:0:205386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc5606b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:205386:1863837561363456:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502120.036240:0:205384:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6e6f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:205384:1863837561363328:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.036265:0:205384:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc44c2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x106d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.036270:0:205386:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc44c9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x106e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.036362:0:205377:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc49231500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205377:1863837561364736:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502120.036372:0:205383:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4673bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:205383:1863837561363968:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502120.036383:0:205377:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc4501 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.036390:0:205383:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc48234380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:205383:1863837561364224:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.036423:0:205383:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dc740859/0x4ad31463d9bc44e5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x104b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.036431:0:187548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc5606ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:187548:1863837561364096:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502120.036453:0:187548:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc44ec lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.036477:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd46c5f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:187550:1863837561364480:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502120.036495:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd46c5c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:187550:1863837561364608:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502120.036504:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502120.036519:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc44fa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1043:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.036542:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502120.036556:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563121152 00000100:00100000:3.0:1777502120.036563:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563121152 00000100:00100000:1.0:1777502120.036601:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563121536 00000100:00100000:1.0:1777502120.036606:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563121536 00000100:00100000:0.0:1777502120.036611:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502120.036628:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006d42f7c3/0x4ad31463d9bc11df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x104b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83386b expref: 39 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.036631:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008d4a532b/0x4ad31463d9bc10c7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x106b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337fb expref: 33 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.036643:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563120896 00000100:00100000:2.0:1777502120.036650:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563120896 00000100:00100000:0.0:1777502120.036661:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502120.036674:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563121280 00010000:00010000:2.0:1777502120.036675:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008fd82b92/0x4ad31463d9bc109d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1049:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337ed expref: 40 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.036677:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563121280 00000100:00100000:0.0:1777502120.036697:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502120.036703:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d50a3481/0x4ad31463d9bc1199 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833810 expref: 34 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.036708:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563121792 00000100:00100000:2.0:1777502120.036713:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563121792 00000100:00100000:1.0:1777502120.036732:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1034 00010000:00010000:2.0:1777502120.036733:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000022d57494/0x4ad31463d9bc1527 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1043:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83393d expref: 33 pid: 205386 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.036738:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502120.036744:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+34:2373:x1863837563121536:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777502120.036749:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563120640 00000100:00100000:3.0:1777502120.036755:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563120640 00010000:00010000:1.0:1777502120.036758:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.036763:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008d4a532b/0x4ad31463d9bc10c7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x106b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337fb expref: 35 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.036770:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1035 00010000:00010000:3.0:1777502120.036776:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000044137c27/0x4ad31463d9bc10ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x106d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337e6 expref: 35 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.036787:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+40:2373:x1863837563121152:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1777502120.036799:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502120.036802:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1036 00010000:00010000:2.0:1777502120.036804:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.036806:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008d4a532b/0x4ad31463d9bc10c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x106b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337fb expref: 35 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.036814:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006d42f7c3/0x4ad31463d9bc11df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x104b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83386b expref: 40 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.036827:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502120.036838:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006d42f7c3/0x4ad31463d9bc11df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83386b expref: 40 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.036838:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.036841:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.036846:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006ad398af/0x4ad31463d9bc44f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.036853:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502120.036863:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ad398af/0x4ad31463d9bc44f3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x106b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.036870:0:205389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d42f7c3/0x4ad31463d9bc11df lrc: 0/0,0 mode: --/PR res: [0x280000400:0x104b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83386b expref: 40 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.036871:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+40:2373:x1863837563120896:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1777502120.036880:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502120.036882:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502120.036890:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502120.036897:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008fd82b92/0x4ad31463d9bc109d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1049:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337ed expref: 39 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.036897:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502120.036913:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008fd82b92/0x4ad31463d9bc109d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1049:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337ed expref: 39 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.036914:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502120.036921:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+35:2373:x1863837563121536:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 176us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502120.036930:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+39:2373:x1863837563121152:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 146us (429us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502120.036936:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502120.036938:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1034 00010000:00010000:3.0:1777502120.036940:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.036945:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000332b8189/0x4ad31463d9bc44d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1049:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.036948:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1035 00010000:00010000:3.0:1777502120.036958:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000332b8189/0x4ad31463d9bc44d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1049:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.036960:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563121024 00000100:00100000:1.0:1777502120.036967:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563121024 00000100:00100000:2.0:1777502120.036971:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563121664 00000100:00100000:2.0:1777502120.036976:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563121664 00010000:00010000:3.0:1777502120.036978:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502120.036985:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000060557e57/0x4ad31463d9bc10b9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x106a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337df expref: 35 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.036996:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc11e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1043:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833848 expref: 39 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.037013:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+39:2373:x1863837563120896:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 199us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502120.037013:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563120512 00000100:00100000:2.0:1777502120.037017:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563120768 00000100:00100000:1.0:1777502120.037019:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563120512 00000100:00100000:2.0:1777502120.037023:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563120768 00000100:00100000:3.0:1777502120.037034:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1036 00010000:00010000:1.0:1777502120.037041:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cd758008/0x4ad31463d9bc10ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x106e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833809 expref: 36 pid: 205368 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.037044:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000068c06dc8/0x4ad31463d9bc1209 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833879 expref: 40 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.037073:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563121408 00000100:00100000:1.0:1777502120.037078:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563121408 00000100:00100000:2.0:1777502120.037079:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1037 00000100:00100000:2.0:1777502120.037091:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+36:2373:x1863837563121280:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502120.037100:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.037100:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000473e6a8d/0x4ad31463d9bc11a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x104b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833817 expref: 41 pid: 205382 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.037107:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d50a3481/0x4ad31463d9bc1199 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1070:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833810 expref: 36 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.037120:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d50a3481/0x4ad31463d9bc1199 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1070:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833810 expref: 36 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.037134:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1038 00010000:00010000:2.0:1777502120.037137:0:205389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d50a3481/0x4ad31463d9bc1199 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1070:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833810 expref: 36 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.037143:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1039 00000100:00100000:3.0:1777502120.037149:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+33:2373:x1863837563121792:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502120.037157:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502120.037158:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+35:2371:x1863837563120640:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502120.037161:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502120.037162:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.037168:0:205389:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc44ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.037172:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000022d57494/0x4ad31463d9bc1527 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1043:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83393d expref: 33 pid: 205386 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.037173:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.037182:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000044137c27/0x4ad31463d9bc10ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x106d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337e6 expref: 35 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.037188:0:205389:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc44ec lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.037189:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502120.037213:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502120.037216:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000044137c27/0x4ad31463d9bc10ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x106d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337e6 expref: 35 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.037229:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044137c27/0x4ad31463d9bc10ab lrc: 0/0,0 mode: --/PR res: [0x240000400:0x106d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337e6 expref: 35 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.037230:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502120.037235:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563121920 00010000:00010000:1.0:1777502120.037239:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777502120.037240:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563121920 00010000:00010000:1.0:1777502120.037241:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.037245:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc44c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.037252:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc44c2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x106d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.037256:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000022d57494/0x4ad31463d9bc1527 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1043:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83393d expref: 33 pid: 205386 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.037262:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc10b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337f4 expref: 41 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.037264:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+34:2373:x1863837563121280:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 174us (606us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502120.037271:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502120.037285:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1037 00010000:00010000:3.0:1777502120.037292:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022d57494/0x4ad31463d9bc1527 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1043:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83393d expref: 33 pid: 205386 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.037299:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563122176 00000100:00100000:1.0:1777502120.037304:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+33:2371:x1863837563120640:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 147us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502120.037305:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563122176 00010000:00010000:3.0:1777502120.037309:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502120.037314:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1040 00010000:00010000:0.0:1777502120.037322:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000de1ba9e0/0x4ad31463d9bc11ca lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1069:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833841 expref: 34 pid: 187551 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.037326:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1039 00000100:00100000:2.0:1777502120.037331:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd44ca9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+34:2371:x1863837563121024:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777502120.037338:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+32:2373:x1863837563121792:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 192us (642us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502120.037346:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502120.037348:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1041 00010000:00010000:2.0:1777502120.037356:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000060557e57/0x4ad31463d9bc10b9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x106a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337df expref: 33 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.037361:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1038 00000100:00100000:1.0:1777502120.037361:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+41:2371:x1863837563121664:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1777502120.037373:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1042 00010000:00010000:1.0:1777502120.037374:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502120.037382:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000060557e57/0x4ad31463d9bc10b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x106a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337df expref: 33 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.037382:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc11e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1043:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833848 expref: 41 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.037390:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+33:2371:x1863837563120512:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777502120.037391:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1043 00000100:00100000:3.0:1777502120.037407:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+41:2371:x1863837563120768:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502120.037408:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.037411:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc11e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1043:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833848 expref: 41 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.037415:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.037418:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cd758008/0x4ad31463d9bc10ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x106e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833809 expref: 33 pid: 205368 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.037419:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.037421:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502120.037425:0:205389:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb3cac25/0x4ad31463d9bc44de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.037444:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc11e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1043:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833848 expref: 41 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.037448:0:205389:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb3cac25/0x4ad31463d9bc44de lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x106a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.037450:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cd758008/0x4ad31463d9bc10ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x106e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833809 expref: 33 pid: 205368 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.037472:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.037476:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.037482:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc44fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1043:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.037486:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000068c06dc8/0x4ad31463d9bc1209 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1048:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833879 expref: 40 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.037504:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502120.037508:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc44fa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1043:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.037512:0:205589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd758008/0x4ad31463d9bc10ce lrc: 0/0,0 mode: --/PR res: [0x240000400:0x106e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833809 expref: 33 pid: 205368 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.037515:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000068c06dc8/0x4ad31463d9bc1209 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1048:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833879 expref: 40 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.037530:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd44ca9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+33:2371:x1863837563121024:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 202us (738us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502120.037532:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502120.037543:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502120.037544:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1040 00010000:00010000:0.0:1777502120.037547:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.037550:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000068c06dc8/0x4ad31463d9bc1209 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1048:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833879 expref: 40 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.037552:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc44c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.037557:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+40:2371:x1863837563121664:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 198us (732us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502120.037614:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1041 00010000:00010000:0.0:1777502120.037616:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc44c9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x106e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.037624:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1044 00000100:00100000:1.0:1777502120.037638:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1045 00000100:00100000:2.0:1777502120.037639:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+39:2371:x1863837563121408:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502120.037649:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502120.037650:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502120.037655:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+38:2370:x1863837563121920:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502120.037657:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000473e6a8d/0x4ad31463d9bc11a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x104b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833817 expref: 38 pid: 205382 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.037659:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.037664:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.037670:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc4501 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.037670:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502120.037673:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000473e6a8d/0x4ad31463d9bc11a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833817 expref: 38 pid: 205382 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.037677:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+31:2371:x1863837563120512:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 290us (825us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502120.037682:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc10b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1044:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337f4 expref: 38 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.037699:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc4501 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.037700:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1042 00010000:00010000:2.0:1777502120.037705:0:205389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000473e6a8d/0x4ad31463d9bc11a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x104b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833817 expref: 38 pid: 205382 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.037716:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc10b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1044:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337f4 expref: 38 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.037724:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1046 00010000:00010000:2.0:1777502120.037730:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.037733:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.037735:0:205389:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dc740859/0x4ad31463d9bc44e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x104b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.037740:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+30:2370:x1863837563122176:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502120.037742:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502120.037742:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc10b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1044:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337f4 expref: 37 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.037753:0:205389:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dc740859/0x4ad31463d9bc44e5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x104b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.037758:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.037758:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.037762:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.037767:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc44d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.037768:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000de1ba9e0/0x4ad31463d9bc11ca lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1069:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833841 expref: 30 pid: 187551 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.037772:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+36:2371:x1863837563120768:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 366us (894us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502120.037782:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502120.037790:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc44d7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.037792:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1043 00010000:00010000:0.0:1777502120.037799:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000de1ba9e0/0x4ad31463d9bc11ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1069:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833841 expref: 30 pid: 187551 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.037806:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+35:2371:x1863837563121408:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 171us (894us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502120.037820:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1044 00010000:00010000:1.0:1777502120.037823:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502120.037839:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502120.037850:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+34:2370:x1863837563121920:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 199us (666us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502120.037851:0:187548:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc44ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.037862:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+30:2370:x1863837563122176:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 124us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502120.037865:0:188366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd509d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561365760:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.037868:0:187548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc44ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.037869:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1045 00010000:00010000:2.0:1777502120.037881:0:187548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc44ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.037882:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1046 00010000:00010000:3.0:1777502120.037889:0:188366:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc4524 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.037893:0:187548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc44ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.037920:0:187548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502120.037921:0:205377:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc4501 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.037931:0:205376:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6e6e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205376:1863837561365888:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502120.037933:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502120.037942:0:205377:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc4501 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.037951:0:205376:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000097e61f12/0x4ad31463d9bc452b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.037959:0:205377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc4501 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.037970:0:205377:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc4501 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.037983:0:205377:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1777502120.037991:0:205382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060557e57/0x4ad31463d9bc10b9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x106a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337df expref: 29 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.037999:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502120.038009:0:205382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd46739880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:205382:1863837561363840:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.038029:0:205382:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fb3cac25/0x4ad31463d9bc44de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.038038:0:205382:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fb3cac25/0x4ad31463d9bc44de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.038044:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502120.038053:0:205382:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb3cac25/0x4ad31463d9bc44de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.038062:0:205382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb3cac25/0x4ad31463d9bc44de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.038076:0:205382:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fb3cac25/0x4ad31463d9bc44de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x106a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.038088:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502120.038093:0:205382:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1777502120.038135:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502120.038176:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502120.038217:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502120.038283:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502120.038351:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1777502120.038356:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc44ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.038362:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502120.038366:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc44ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.038372:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc44ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.038382:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc44ec lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.038386:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc44ec lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.038404:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777502120.038406:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc4501 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.038414:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502120.038416:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc4501 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.038421:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc4501 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.038426:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc4501 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.038430:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc4501 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.038441:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502120.038443:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fb3cac25/0x4ad31463d9bc44de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x106a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.038447:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502120.038450:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb3cac25/0x4ad31463d9bc44de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x106a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.038454:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb3cac25/0x4ad31463d9bc44de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x106a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.038462:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fb3cac25/0x4ad31463d9bc44de lrc: 1/0,0 mode: --/PW res: [0x240000400:0x106a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.038467:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb3cac25/0x4ad31463d9bc44de lrc: 0/0,0 mode: --/PW res: [0x240000400:0x106a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.038480:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.038483:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.038485:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502120.038506:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd46c5dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561364864:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.038519:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000087b14748/0x4ad31463d9bc4508 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.038534:0:187550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc44fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.038540:0:187550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc44fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.038549:0:187550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc44fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.038556:0:187550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc44fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.038606:0:187550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502120.038683:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+13:3310:x1863837561362176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6789us (7328us total) trans 8589936111 rc 0/0 00000100:00100000:0.0:1777502120.038691:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3273 00000100:00100000:0.0:1777502120.038715:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563122432 00000100:00100000:0.0:1777502120.038719:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563122432 00010000:00010000:0.0:1777502120.038737:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc10c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833802 expref: 29 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.038887:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd67668380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3312:x1863837561362560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6353us (6412us total) trans 8589935700 rc 0/0 00000100:00100000:1.0:1777502120.038897:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3277 00010000:00010000:1.0:1777502120.038918:0:205384:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc44c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.038927:0:205384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc44c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.038934:0:205384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc44c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.038941:0:205384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc44c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x106d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.038954:0:205384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1777502120.039066:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563122688 00000100:00100000:0.0:1777502120.039071:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563122688 00010000:00010000:0.0:1777502120.039091:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008a904cb2/0x4ad31463d9bc11d8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1045:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83384f expref: 34 pid: 205376 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.039097:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd67668a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3312:x1863837561362944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6408us (6556us total) trans 8589935699 rc 0/0 00000100:00100000:3.0:1777502120.039111:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3278 00000100:00100000:0.0:1777502120.039121:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563122048 00000100:00100000:0.0:1777502120.039125:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563122048 00010000:00010000:3.0:1777502120.039138:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777502120.039143:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc11f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833856 expref: 35 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.039145:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc44fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.039164:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502120.039168:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc44fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.039173:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563122944 00010000:00010000:3.0:1777502120.039176:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc44fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.039177:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563122944 00010000:00010000:3.0:1777502120.039192:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc44fa lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.039194:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009d219833/0x4ad31463d9bc11c3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1045:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83383a expref: 36 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.039211:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc44fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.039220:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+13:3310:x1863837561361664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7697us (7967us total) trans 8589936112 rc 0/0 00000100:00100000:1.0:1777502120.039236:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3270 00000100:00100000:0.0:1777502120.039246:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563122304 00000100:00100000:0.0:1777502120.039250:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563122304 00010000:00010000:3.0:1777502120.039254:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502120.039259:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc44c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x106d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.039260:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.039268:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aed46336/0x4ad31463d9bc11bc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1069:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833833 expref: 30 pid: 205382 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.039270:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68000 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:1.0:1777502120.039270:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563122560 00000100:00100000:1.0:1777502120.039275:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563122560 00010000:00010000:3.0:1777502120.039277:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc44c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x106d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.039290:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc44c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x106d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.039295:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563122816 00010000:00010000:1.0:1777502120.039297:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000972a80b4/0x4ad31463d9bc11ed lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1047:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83385d expref: 37 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.039300:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563122816 00010000:00010000:3.0:1777502120.039302:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc44c2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x106d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.039319:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003bb2f125/0x4ad31463d9bc1202 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1047:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833864 expref: 38 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.039321:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc44c2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x106d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.039331:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563123072 00000100:00100000:1.0:1777502120.039336:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563123072 00000100:00100000:2.0:1777502120.039341:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3310:x1863837561363200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7166us (7842us total) trans 8589936113 rc 0/0 00000100:00100000:2.0:1777502120.039352:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3275 00010000:00010000:1.0:1777502120.039355:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000159decfa/0x4ad31463d9bc11fb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833872 expref: 31 pid: 205376 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.039356:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.039361:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502120.039363:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1047 00010000:00010000:3.0:1777502120.039365:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.039374:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502120.039379:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd44ca8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+31:2370:x1863837563122432:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502120.039384:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502120.039388:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1048 00010000:00010000:0.0:1777502120.039389:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502120.039397:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1049 00010000:00010000:0.0:1777502120.039397:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc10c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1068:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833802 expref: 31 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.039402:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46c5c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+38:2370:x1863837563122688:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777502120.039406:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1050 00000100:00100000:1.0:1777502120.039410:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46c5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+38:2370:x1863837563122048:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502120.039419:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777502120.039421:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc48234380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+38:2372:x1863837563122944:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502120.039427:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502120.039428:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc10c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1068:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833802 expref: 31 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.039429:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008a904cb2/0x4ad31463d9bc11d8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1045:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83384f expref: 38 pid: 205376 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.039431:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.039437:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc11f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1046:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833856 expref: 38 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.039440:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009d219833/0x4ad31463d9bc11c3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1045:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83383a expref: 38 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.039465:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008a904cb2/0x4ad31463d9bc11d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1045:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83384f expref: 38 pid: 205376 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.039468:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc10c0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1068:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833802 expref: 31 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.039471:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc11f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1046:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833856 expref: 38 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.039492:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009d219833/0x4ad31463d9bc11c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1045:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83383a expref: 38 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.039502:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.039505:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc11f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1046:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833856 expref: 38 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.039505:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.039512:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.039512:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc4524 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.039516:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.039516:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.039519:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.039523:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c571bddc/0x4ad31463d9bc451d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1045:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.039524:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000087b14748/0x4ad31463d9bc4508 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.039532:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc4524 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.039548:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087b14748/0x4ad31463d9bc4508 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.039550:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c571bddc/0x4ad31463d9bc451d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1045:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.039570:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502120.039572:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502120.039606:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502120.039612:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502120.039628:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc48234380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+37:2372:x1863837563122944:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 211us (1541us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502120.039633:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46c5c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+37:2370:x1863837563122688:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 234us (1636us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502120.039640:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1050 00000100:00100000:0.0:1777502120.039643:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd44ca8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+30:2370:x1863837563122432:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 265us (1711us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502120.039644:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46c5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+37:2370:x1863837563122048:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 238us (1600us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502120.039650:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1048 00000100:00100000:3.0:1777502120.039659:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1051 00000100:00100000:1.0:1777502120.039664:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1049 00000100:00100000:3.0:1777502120.039668:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46739880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+30:2370:x1863837563122304:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1777502120.039674:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1047 00010000:00010000:3.0:1777502120.039676:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777502120.039681:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1052 00010000:00010000:3.0:1777502120.039682:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aed46336/0x4ad31463d9bc11bc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1069:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833833 expref: 30 pid: 205382 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.039689:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1053 00000100:00100000:2.0:1777502120.039693:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4673bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+34:2370:x1863837563122560:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502120.039701:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502120.039702:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+34:2370:x1863837563122816:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502120.039708:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000972a80b4/0x4ad31463d9bc11ed lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1047:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83385d expref: 34 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.039714:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502120.039717:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aed46336/0x4ad31463d9bc11bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1069:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833833 expref: 29 pid: 205382 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.039718:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000972a80b4/0x4ad31463d9bc11ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1047:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83385d expref: 34 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.039720:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003bb2f125/0x4ad31463d9bc1202 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1047:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833864 expref: 34 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.039722:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1054 00000100:00100000:0.0:1777502120.039738:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd44ca8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+29:2371:x1863837563123072:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502120.039753:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.039756:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.039756:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.039760:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003bb2f125/0x4ad31463d9bc1202 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1047:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833864 expref: 34 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.039761:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ad8125ad/0x4ad31463d9bc450f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1069:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.039765:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000159decfa/0x4ad31463d9bc11fb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x106c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833872 expref: 29 pid: 205376 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.039780:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad8125ad/0x4ad31463d9bc450f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1069:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.039798:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000159decfa/0x4ad31463d9bc11fb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x106c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833872 expref: 29 pid: 205376 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.039801:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.039805:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.039810:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003c53ce2f/0x4ad31463d9bc4516 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1047:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.039811:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502120.039821:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000159decfa/0x4ad31463d9bc11fb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x106c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833872 expref: 29 pid: 205376 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.039822:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c53ce2f/0x4ad31463d9bc4516 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1047:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.039836:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46739880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+29:2370:x1863837563122304:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 168us (1700us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502120.039847:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.039850:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502120.039852:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1051 00010000:00010000:0.0:1777502120.039852:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.039853:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502120.039857:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000097e61f12/0x4ad31463d9bc452b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.039872:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097e61f12/0x4ad31463d9bc452b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.039880:0:188366:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc4524 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.039881:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+34:2370:x1863837563122816:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 179us (1661us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502120.039882:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4673bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+34:2370:x1863837563122560:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 192us (1705us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502120.039899:0:188366:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc4524 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.039900:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1052 00010000:00010000:0.0:1777502120.039903:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502120.039909:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1053 00010000:00010000:3.0:1777502120.039914:0:188366:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc4524 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.039919:0:188366:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc4524 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.039924:0:205383:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dc740859/0x4ad31463d9bc44e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x104b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.039931:0:188366:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502120.039934:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd44ca8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+27:2371:x1863837563123072:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 197us (1649us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502120.039937:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502120.039938:0:205383:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dc740859/0x4ad31463d9bc44e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x104b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.039946:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc4524 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.039950:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1054 00010000:00010000:2.0:1777502120.039958:0:205383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dc740859/0x4ad31463d9bc44e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x104b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.039961:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502120.039967:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc4524 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.039972:0:205383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dc740859/0x4ad31463d9bc44e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x104b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.039977:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc4524 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.039996:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc4524 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.040003:0:205383:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502120.040005:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc4524 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.040015:0:205379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de1ba9e0/0x4ad31463d9bc11ca lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1069:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833841 expref: 26 pid: 187551 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.040022:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502120.040025:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dc740859/0x4ad31463d9bc44e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x104b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.040031:0:205379:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd46318380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561364992:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.040032:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba7000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502120.040036:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc740859/0x4ad31463d9bc44e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x104b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.040043:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc740859/0x4ad31463d9bc44e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x104b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.040050:0:205379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aed46336/0x4ad31463d9bc11bc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833833 expref: 25 pid: 205382 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.040051:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dc740859/0x4ad31463d9bc44e5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x104b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.040067:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dc740859/0x4ad31463d9bc44e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x104b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.040078:0:205379:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd46318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561365120:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.040086:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.040088:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.040091:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.040102:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000087b14748/0x4ad31463d9bc4508 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.040103:0:205379:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ad8125ad/0x4ad31463d9bc450f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.040128:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087b14748/0x4ad31463d9bc4508 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.040128:0:205379:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ad8125ad/0x4ad31463d9bc450f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.040148:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087b14748/0x4ad31463d9bc4508 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.040150:0:205379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad8125ad/0x4ad31463d9bc450f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.040161:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000087b14748/0x4ad31463d9bc4508 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.040188:0:205379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad8125ad/0x4ad31463d9bc450f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.040194:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502120.040196:0:205379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ad8125ad/0x4ad31463d9bc450f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.040215:0:205379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1777502120.040316:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46319f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3309:x1863837561362432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5327us (7035us total) trans 8589936114 rc 0/0 00000100:00100000:3.0:1777502120.040321:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3283 00010000:00010000:3.0:1777502120.040342:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502120.040346:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000087b14748/0x4ad31463d9bc4508 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.040352:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502120.040356:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000087b14748/0x4ad31463d9bc4508 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.040362:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000087b14748/0x4ad31463d9bc4508 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.040372:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000087b14748/0x4ad31463d9bc4508 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.040377:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087b14748/0x4ad31463d9bc4508 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.040397:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1777502120.040401:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+13:3310:x1863837561362688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8260us (8972us total) trans 8589935701 rc 0/0 00010000:00010000:3.0:1777502120.040402:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ad8125ad/0x4ad31463d9bc450f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.040416:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3274 00010000:00010000:3.0:1777502120.040418:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149a600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502120.040424:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad8125ad/0x4ad31463d9bc450f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.040433:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad8125ad/0x4ad31463d9bc450f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.040436:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.040447:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ad8125ad/0x4ad31463d9bc450f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.040455:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad8125ad/0x4ad31463d9bc450f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.040480:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.040484:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.040490:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.040499:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502120.040530:0:3309:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589936110 gen 2 00000004:00080000:3.0:1777502120.040534:0:3309:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc456b4e00, transno 8589936110 00000100:00100000:3.0:1777502120.040549:0:3309:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff8dfc456b6d80 x1863837561362432/t8589936114(8589936114) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777502136 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1777502120.040557:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc456b6d80/2, rc 0, transno 8589936114 00000100:00100000:3.0:1777502120.040562:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc456b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561362432:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502120.040723:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4d4a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3311:x1863837561362304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7179us (7611us total) trans 8589935702 rc 0/0 00000100:00100000:1.0:1777502120.040731:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3280 00000100:00100000:0.0:1777502120.040767:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4d4a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3311:x1863837561362816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6922us (7591us total) trans 8589936115 rc 0/0 00000100:00100000:0.0:1777502120.040777:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3281 00000100:00100000:0.0:1777502120.040826:0:3311:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589935698 gen 2 00000004:00080000:0.0:1777502120.040831:0:3311:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6e6faa00, transno 8589935698 00000100:00100000:0.0:1777502120.040847:0:3311:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff8dfd72dd6680 x1863837561362304/t8589935702(8589935702) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777502136 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1777502120.040857:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd72dd6680/2, rc 0, transno 8589935702 00000100:00100000:0.0:1777502120.040864:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd72dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561362304:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777502120.040882:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc456b5500/2, rc 0, transno 8589936115 00000100:00100000:0.0:1777502120.040888:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc456b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561362816:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502120.040927:0:189105:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc44d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.040934:0:189105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc44d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.040941:0:189105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc44d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.040946:0:189105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc44d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.040960:0:189105:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502120.040974:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502120.040979:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc44d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.040985:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502120.040989:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc44d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.040997:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc44d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.041011:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc44d7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.041020:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc44d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.041047:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.041051:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.041055:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502120.041108:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f37dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561366272:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502120.041111:0:205376:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000097e61f12/0x4ad31463d9bc452b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.041122:0:205376:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097e61f12/0x4ad31463d9bc452b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.041136:0:205376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000097e61f12/0x4ad31463d9bc452b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.041147:0:205376:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000097e61f12/0x4ad31463d9bc452b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.041148:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502120.041173:0:205376:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502120.041180:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502120.041187:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000097e61f12/0x4ad31463d9bc452b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.041196:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149b200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502120.041200:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000097e61f12/0x4ad31463d9bc452b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.041208:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000097e61f12/0x4ad31463d9bc452b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.041221:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000097e61f12/0x4ad31463d9bc452b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.041228:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097e61f12/0x4ad31463d9bc452b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.041249:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.041251:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.041255:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502120.041485:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3309:x1863837561361536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9616us (10172us total) trans 8589935703 rc 0/0 00000100:00100000:3.0:1777502120.041494:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3272 00000004:00080000:1.0:1777502120.041513:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7ee53480/2, rc 0, transno 8589935703 00000100:00100000:3.0:1777502120.041514:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561366272 00000100:00100000:3.0:1777502120.041519:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561366272 00000100:00100000:1.0:1777502120.041527:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ee53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561361536:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502120.041554:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3285 00000100:00100000:3.0:1777502120.041563:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3309:x1863837561366272:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777502120.041613:0:189105:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4173 count 1 00000100:00100000:0.0:1777502120.041663:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46319880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3309:x1863837561363072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6616us (8262us total) trans 8589936116 rc 0/0 00010000:00010000:1.0:1777502120.041664:0:205385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d4a532b/0x4ad31463d9bc10c7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x106b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337fb expref: 24 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.041679:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3284 00000100:00100000:1.0:1777502120.041683:0:205385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc48236a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561364352:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.041701:0:205385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006ad398af/0x4ad31463d9bc44f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.041709:0:205385:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006ad398af/0x4ad31463d9bc44f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.041716:0:205385:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ad398af/0x4ad31463d9bc44f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777502120.041724:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc456b5c00/2, rc 0, transno 8589936112 00010000:00010000:1.0:1777502120.041725:0:205385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006ad398af/0x4ad31463d9bc44f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.041736:0:205385:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006ad398af/0x4ad31463d9bc44f3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x106b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.041739:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc456b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561361664:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1777502120.041760:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc456b6680/2, rc 0, transno 8589936111 00010000:00010000:1.0:1777502120.041762:0:205385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502120.041769:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc456b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561362176:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1777502120.041785:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd6e6f9180/2, rc 0, transno 8589935701 00000100:00100000:0.0:1777502120.041791:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6e6f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561362688:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777502120.041807:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc456b7480/2, rc 0, transno 8589936113 00000100:00100000:0.0:1777502120.041812:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc456b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561363200:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502120.041879:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd509d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561366016:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502120.041928:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502120.041954:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f37e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561366528:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502120.041984:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502120.042014:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777502120.042022:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd509d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561366144:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502120.042054:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502120.042093:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561366016 00000100:00100000:0.0:1777502120.042098:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561366016 00000100:00100000:0.0:1777502120.042132:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561366528 00000100:00100000:0.0:1777502120.042136:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561366528 00000100:00100000:1.0:1777502120.042156:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd67669500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+14:3312:x1863837561361920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9661us (9743us total) trans 8589936117 rc 0/0 00000100:00100000:1.0:1777502120.042164:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3276 00000100:00100000:0.0:1777502120.042170:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561366144 00000100:00100000:0.0:1777502120.042174:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561366144 00000100:00100000:1.0:1777502120.042189:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3286 00000100:00100000:1.0:1777502120.042199:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+14:3311:x1863837561366016:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777502120.042212:0:205385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4209 count 1 00000100:00100000:0.0:1777502120.042216:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3287 00000100:00100000:2.0:1777502120.042224:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3288 00000100:00100000:0.0:1777502120.042228:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+14:3311:x1863837561366528:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502120.042235:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4a884850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3311:x1863837561366144:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502120.042243:0:205385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bc4532 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1071:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1777502120.042244:0:205380:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4174 count 1 00002000:00080000:2.0:1777502120.042248:0:187548:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4210 count 1 00010000:00010000:1.0:1777502120.042261:0:205385:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000031b7d2ff/0x4ad31463d9bc173b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339a6 expref: 23 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.042268:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.042270:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.042273:0:205385:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bc4532 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.042274:0:187548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ddc4326c/0x4ad31463d9bc4540 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1072:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.042274:0:205380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d8f6f22a/0x4ad31463d9bc4539 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x104e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.042303:0:187548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000087466a7a/0x4ad31463d9bc1734 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83399f expref: 34 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.042307:0:205380:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009b1b9de6/0x4ad31463d9bc18b5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x104e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a08 expref: 31 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.042312:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.042316:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.042317:0:205385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000031b7d2ff/0x4ad31463d9bc173b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339a6 expref: 23 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.042319:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ddc4326c/0x4ad31463d9bc4540 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.042328:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.042332:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.042337:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8f6f22a/0x4ad31463d9bc4539 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x104e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.042348:0:205385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000031b7d2ff/0x4ad31463d9bc173b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339a6 expref: 23 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.042353:0:187548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000087466a7a/0x4ad31463d9bc1734 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83399f expref: 34 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.042365:0:205380:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009b1b9de6/0x4ad31463d9bc18b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a08 expref: 31 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.042379:0:187548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000087466a7a/0x4ad31463d9bc1734 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83399f expref: 34 pid: 205377 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.042382:0:205385:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6e6f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561366656:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.042389:0:205380:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009b1b9de6/0x4ad31463d9bc18b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x104e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a08 expref: 31 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.042409:0:187548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47260700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:187548:1863837561366784:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502120.042424:0:205380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f37df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:205380:1863837561366912:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502120.042449:0:205385:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4b193b40 going to sleep for 11 seconds 00000100:00100000:2.0:1777502120.042450:0:187548:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4f6be0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777502120.042458:0:205380:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd45faf600 going to sleep for 11 seconds 00010000:00010000:1.0:1777502120.042478:0:205381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008fd82b92/0x4ad31463d9bc109d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1049:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8337ed expref: 32 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.042481:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f37d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561366400:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502120.042497:0:205381:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4673aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205381:1863837561363584:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.042512:0:205381:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000332b8189/0x4ad31463d9bc44d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.042520:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502120.042524:0:205381:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000332b8189/0x4ad31463d9bc44d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.042530:0:205381:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000332b8189/0x4ad31463d9bc44d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.042535:0:205381:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000332b8189/0x4ad31463d9bc44d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.042540:0:205381:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000332b8189/0x4ad31463d9bc44d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.042556:0:205381:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1777502120.042618:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc456b6a00/2, rc 0, transno 8589936116 00000100:00100000:0.0:1777502120.042625:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc456b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561363072:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502120.042657:0:189105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc4547 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x104d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.042658:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561366400 00000100:00100000:0.0:1777502120.042664:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561366400 00010000:00010000:3.0:1777502120.042675:0:189105:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006fd6438d/0x4ad31463d9bc1520 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x104d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833928 expref: 31 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.042682:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.042685:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.042688:0:189105:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc4547 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x104d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.042702:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3289 00000100:00100000:0.0:1777502120.042711:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3310:x1863837561366400:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502120.042717:0:189105:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006fd6438d/0x4ad31463d9bc1520 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833928 expref: 31 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1777502120.042726:0:187550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4172 count 1 00010000:00010000:3.0:1777502120.042730:0:189105:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006fd6438d/0x4ad31463d9bc1520 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x104d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833928 expref: 31 pid: 205383 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.042743:0:189105:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd509d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561367040:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.042754:0:187550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000093e80ffc/0x4ad31463d9bc454e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x104c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.042770:0:187550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008ecbf6dc/0x4ad31463d9bc11ae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x104c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833825 expref: 31 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.042779:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.042781:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.042785:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000093e80ffc/0x4ad31463d9bc454e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x104c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.042801:0:189105:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc51fe90c0 going to sleep for 11 seconds 00010000:00010000:0.0:1777502120.042815:0:187550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008ecbf6dc/0x4ad31463d9bc11ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833825 expref: 31 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.042826:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502120.042833:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006ad398af/0x4ad31463d9bc44f3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x106b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.042835:0:187550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008ecbf6dc/0x4ad31463d9bc11ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x104c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833825 expref: 31 pid: 205382 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.042857:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502120.042863:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006ad398af/0x4ad31463d9bc44f3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x106b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.042863:0:187550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f37fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:187550:1863837561367168:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502120.042879:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006ad398af/0x4ad31463d9bc44f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x106b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.042896:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006ad398af/0x4ad31463d9bc44f3 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x106b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.042900:0:187550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd45fafe40 going to sleep for 11 seconds 00010000:00010000:3.0:1777502120.042907:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ad398af/0x4ad31463d9bc44f3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x106b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.042935:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502120.042939:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000332b8189/0x4ad31463d9bc44d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.042946:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd6eba6000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502120.042950:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000332b8189/0x4ad31463d9bc44d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.042958:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000332b8189/0x4ad31463d9bc44d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.042977:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000332b8189/0x4ad31463d9bc44d0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.042983:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+16:3311:x1863837561361280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11344us (11761us total) trans 8589935704 rc 0/0 00010000:00010000:3.0:1777502120.042991:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000332b8189/0x4ad31463d9bc44d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.042998:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3271 00000004:00080000:0.0:1777502120.043014:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7ee50380/2, rc 0, transno 8589935704 00010000:00010000:3.0:1777502120.043020:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.043024:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.043027:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502120.043029:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ee50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561361280:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502120.043054:0:205378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a904cb2/0x4ad31463d9bc11d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1045:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83384f expref: 31 pid: 205376 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.043069:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502120.043071:0:205378:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4631b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205378:1863837561365376:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502120.043091:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f37f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561367296:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502120.043096:0:205378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d219833/0x4ad31463d9bc11c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1045:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83383a expref: 30 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.043108:0:205378:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6e6e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205378:1863837561365632:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.043127:0:205378:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c571bddc/0x4ad31463d9bc451d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.043133:0:205378:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c571bddc/0x4ad31463d9bc451d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.043138:0:205378:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c571bddc/0x4ad31463d9bc451d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.043147:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502120.043147:0:205378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c571bddc/0x4ad31463d9bc451d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.043155:0:205378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c571bddc/0x4ad31463d9bc451d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.043174:0:205378:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502120.043190:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561367296 00000004:00080000:3.0:1777502120.043193:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc456b4a80/2, rc 0, transno 8589936117 00000100:00100000:0.0:1777502120.043195:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561367296 00000100:00100000:3.0:1777502120.043203:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc456b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561361920:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1777502120.043224:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd72dd5c00/2, rc 0, transno 8589935700 00000100:00100000:0.0:1777502120.043233:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3290 00000100:00100000:3.0:1777502120.043237:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd72dd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561362560:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502120.043245:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:3312:x1863837561367296:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1777502120.043254:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd6e6fa680/2, rc 0, transno 8589935699 00000100:00100000:3.0:1777502120.043259:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6e6fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561362944:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777502120.043259:0:205368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4175 count 1 00010000:00010000:0.0:1777502120.043298:0:205368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc4555 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x104f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.043315:0:205368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bc18a0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x104f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339f3 expref: 31 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.043324:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.043326:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.043330:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc4555 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x104f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.043359:0:205368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bc18a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339f3 expref: 31 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.043373:0:205368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bc18a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x104f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339f3 expref: 31 pid: 205382 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.043388:0:205368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f37c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561367680:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502120.043421:0:205368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd45faf540 going to sleep for 11 seconds 00000100:00100000:3.0:1777502120.043447:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc5606ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561367552:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502120.043483:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502120.043510:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561367552 00000100:00100000:3.0:1777502120.043513:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7c57a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561368192:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502120.043515:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561367552 00000100:00100000:3.0:1777502120.043553:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502120.043554:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4d4a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+18:3309:x1863837561362048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8870us (10332us total) trans 8589935705 rc 0/0 00000100:00100000:0.0:1777502120.043559:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3291 00000100:00100000:2.0:1777502120.043564:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561368192 00000100:00100000:1.0:1777502120.043569:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3282 00000100:00100000:2.0:1777502120.043570:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561368192 00000100:00100000:0.0:1777502120.043626:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7c579500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+18:3310:x1863837561367552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777502120.043640:0:205376:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4177 count 1 00000100:00100000:3.0:1777502120.043655:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1777502120.043665:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc49231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561367424:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502120.043670:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3292 00010000:00010000:0.0:1777502120.043671:0:205376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc455c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1051:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.043680:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7c579880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+15:3310:x1863837561368192:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502120.043689:0:205376:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000093317067/0x4ad31463d9bc1a1a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a78 expref: 31 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502120.043693:0:205378:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4214 count 1 00000100:00100000:3.0:1777502120.043698:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502120.043706:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.043708:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.043710:0:205378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bc4563 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1076:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.043712:0:205376:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc455c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.043727:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7c578700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561368064:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502120.043737:0:205378:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001e71dd92/0x4ad31463d9bc1ae5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ac5 expref: 34 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.043746:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.043749:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.043753:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bc4563 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.043755:0:205376:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000093317067/0x4ad31463d9bc1a1a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a78 expref: 31 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.043778:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502120.043781:0:205376:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000093317067/0x4ad31463d9bc1a1a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a78 expref: 31 pid: 205379 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.043795:0:205378:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001e71dd92/0x4ad31463d9bc1ae5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ac5 expref: 34 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.043797:0:205376:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f37d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:205376:1863837561368448:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.043813:0:205378:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001e71dd92/0x4ad31463d9bc1ae5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ac5 expref: 34 pid: 189105 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.043819:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561367424 00000100:00100000:3.0:1777502120.043825:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561367424 00000100:00100000:1.0:1777502120.043828:0:205378:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd46c5c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205378:1863837561368576:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502120.043847:0:205376:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd45faf0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777502120.043861:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561368064 00000100:00100000:3.0:1777502120.043865:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561368064 00000100:00100000:1.0:1777502120.043865:0:205378:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc48fce3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777502120.043898:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3293 00000100:00100000:3.0:1777502120.043909:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7c579f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3310:x1863837561367424:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502120.043912:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3294 00002000:00080000:3.0:1777502120.043926:0:205375:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4176 count 1 00000100:00100000:0.0:1777502120.043926:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7c579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+16:3310:x1863837561368064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777502120.043946:0:205379:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4213 count 1 00010000:00010000:0.0:1777502120.043972:0:205379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc456a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1075:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.043986:0:205379:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006a214014/0x4ad31463d9bc1a28 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a7f expref: 34 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.043994:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.043997:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.044000:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc456a lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.044021:0:205379:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006a214014/0x4ad31463d9bc1a28 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a7f expref: 34 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.044033:0:205379:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006a214014/0x4ad31463d9bc1a28 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a7f expref: 34 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.044046:0:205379:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f37c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561368704:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.044070:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502120.044076:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c571bddc/0x4ad31463d9bc451d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.044082:0:205379:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd45faf9c0 going to sleep for 11 seconds 00010000:00010000:1.0:1777502120.044084:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149a400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502120.044089:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c571bddc/0x4ad31463d9bc451d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.044094:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c571bddc/0x4ad31463d9bc451d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.044104:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c571bddc/0x4ad31463d9bc451d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.044109:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c571bddc/0x4ad31463d9bc451d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.044124:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.044127:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.044130:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777502120.044689:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7ee51180/2, rc 0, transno 8589935705 00000100:00100000:0.0:1777502120.044704:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ee51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561362048:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502120.044731:0:205386:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc44c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.044754:0:205386:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc44c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.044763:0:205386:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc44c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.044770:0:205386:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc44c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x106e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.044786:0:205386:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502120.044792:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502120.044799:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc44c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x106e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.044808:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502120.044811:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc44c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x106e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.044820:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc44c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x106e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.044832:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc44c9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x106e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.044840:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc44c9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x106e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.044853:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.044855:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.044857:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.045102:0:205375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc4571 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1050:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.045113:0:205375:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000000b4a657/0x4ad31463d9bc18a7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339fa expref: 31 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.045119:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.045120:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.045123:0:205375:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc4571 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.045185:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4772d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+17:3312:x1863837561361408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13674us (14032us total) trans 8589936118 rc 0/0 00000100:00100000:0.0:1777502120.045191:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3269 00010000:00010000:3.0:1777502120.045209:0:205375:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000000b4a657/0x4ad31463d9bc18a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339fa expref: 31 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.045221:0:205375:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000000b4a657/0x4ad31463d9bc18a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339fa expref: 31 pid: 189105 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.045240:0:205375:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7c57b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:205375:1863837561368832:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.045246:0:187551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003bb2f125/0x4ad31463d9bc1202 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1047:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833864 expref: 29 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.045257:0:187551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc49230a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:187551:1863837561365248:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.045273:0:187551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000972a80b4/0x4ad31463d9bc11ed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83385d expref: 28 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.045286:0:187551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc49231f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:187551:1863837561365504:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502120.045300:0:205375:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc51fe9d80 going to sleep for 11 seconds 00010000:00010000:0.0:1777502120.045319:0:187551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003c53ce2f/0x4ad31463d9bc4516 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.045329:0:187551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003c53ce2f/0x4ad31463d9bc4516 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.045336:0:187551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c53ce2f/0x4ad31463d9bc4516 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.045345:0:187551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c53ce2f/0x4ad31463d9bc4516 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.045355:0:187551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c53ce2f/0x4ad31463d9bc4516 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.045368:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc56069f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561367936:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502120.045375:0:187551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502120.045389:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502120.045397:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c53ce2f/0x4ad31463d9bc4516 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.045408:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502120.045408:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502120.045413:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c53ce2f/0x4ad31463d9bc4516 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.045423:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c53ce2f/0x4ad31463d9bc4516 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.045436:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c53ce2f/0x4ad31463d9bc4516 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.045444:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c53ce2f/0x4ad31463d9bc4516 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.045466:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.045470:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.045474:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502120.045624:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561367936 00000100:00100000:2.0:1777502120.045629:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561367936 00000100:00100000:3.0:1777502120.045637:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7c57bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561368960:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502120.045659:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3295 00000100:00100000:2.0:1777502120.045666:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7c57a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+17:3312:x1863837561367936:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777502120.045680:0:205383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4211 count 1 00010000:00010000:2.0:1777502120.045693:0:205383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc4578 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1073:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.045703:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777502120.045707:0:205383:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b8b1452d/0x4ad31463d9bc18bc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a0f expref: 34 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.045716:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.045718:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.045721:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc4578 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.045747:0:205383:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b8b1452d/0x4ad31463d9bc18bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a0f expref: 34 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777502120.045749:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc456b7b80/2, rc 0, transno 8589936118 00010000:00010000:2.0:1777502120.045763:0:205383:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b8b1452d/0x4ad31463d9bc18bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a0f expref: 34 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.045766:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc456b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561361408:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502120.045783:0:205383:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47261500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561369088:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502120.045784:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1777502120.045796:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc5606b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561367808:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502120.045831:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc48235f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+19:3311:x1863837561361792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12478us (12778us total) trans 8589935706 rc 0/0 00000100:00100000:0.0:1777502120.045839:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3279 00000100:00100000:2.0:1777502120.045842:0:205383:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4f6bee40 going to sleep for 11 seconds 00000100:00100000:0.0:1777502120.045857:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561368960 00000100:00100000:0.0:1777502120.045860:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561368960 00000100:00100000:2.0:1777502120.045882:0:187548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47260700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:187548:1863837561366784:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502120.045888:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3296 00000100:00100000:3.0:1777502120.045894:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502120.045898:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7c578000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+19:3312:x1863837561368960:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502120.045908:0:187548:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ddc4326c/0x4ad31463d9bc4540 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1777502120.045909:0:187551:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4178 count 1 00010000:00010000:0.0:1777502120.045940:0:187551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc457f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1052:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.045954:0:187551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000038031326/0x4ad31463d9bc1b40 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1052:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b0b expref: 31 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.045960:0:187551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000021db79e2/0x4ad31463d9bc1b55 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1052:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b20 expref: 31 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.045965:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.045967:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.045969:0:187551:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc457f lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1052:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.045990:0:187551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000021db79e2/0x4ad31463d9bc1b55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1052:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b20 expref: 31 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.046001:0:187551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000021db79e2/0x4ad31463d9bc1b55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1052:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b20 expref: 31 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.046013:0:187551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f37d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:187551:1863837561369216:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502120.046018:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7c57ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561368320:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502120.046051:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502120.046058:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502120.046067:0:187551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000038031326/0x4ad31463d9bc1b40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1052:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b0b expref: 31 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.046080:0:187551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000038031326/0x4ad31463d9bc1b40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1052:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b0b expref: 31 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.046099:0:187551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f37ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:187551:1863837561369344:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502120.046130:0:187551:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4f3c39c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777502120.046141:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502120.046165:0:205380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f37df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:205380:1863837561366912:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.046186:0:205380:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d8f6f22a/0x4ad31463d9bc4539 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x104e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.046203:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502120.046208:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561367808 00000100:00100000:0.0:1777502120.046212:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561367808 00000100:00100000:2.0:1777502120.046231:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563123712 00000100:00100000:0.0:1777502120.046233:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561368320 00000100:00100000:2.0:1777502120.046236:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563123712 00000100:00100000:0.0:1777502120.046237:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561368320 00000100:00100000:1.0:1777502120.046244:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502120.046258:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3297 00010000:00010000:2.0:1777502120.046265:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006fd6438d/0x4ad31463d9bc1520 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x104d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833928 expref: 32 pid: 205383 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.046267:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7c57aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+19:3312:x1863837561367808:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502120.046277:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3298 00000100:00100000:1.0:1777502120.046287:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00002000:00080000:0.0:1777502120.046288:0:188366:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4212 count 1 00000100:00100000:3.0:1777502120.046295:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7c579180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+19:3312:x1863837561368320:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502120.046302:0:188366:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc4586 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1074:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.046304:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563123200 00000100:00100000:2.0:1777502120.046309:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563123200 00002000:00080000:3.0:1777502120.046310:0:188358:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4215 count 1 00010000:00010000:0.0:1777502120.046323:0:188366:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc18ae lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a01 expref: 34 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.046324:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502120.046329:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000093317067/0x4ad31463d9bc1a1a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a78 expref: 33 pid: 205379 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.046341:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.046345:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.046349:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc4586 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.046358:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502120.046362:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563123456 00000100:00100000:2.0:1777502120.046366:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563123456 00000100:00100000:1.0:1777502120.046378:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502120.046383:0:188366:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc18ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a01 expref: 35 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.046386:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000087466a7a/0x4ad31463d9bc1734 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83399f expref: 35 pid: 205377 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.046412:0:188366:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc18ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a01 expref: 35 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.046418:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563123840 00000100:00100000:2.0:1777502120.046423:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563123840 00000100:00100000:0.0:1777502120.046428:0:188366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f37df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561369472:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502120.046429:0:188358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000036d560b1/0x4ad31463d9bc458d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1077:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.046439:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502120.046441:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008ecbf6dc/0x4ad31463d9bc11ae lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x104c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833825 expref: 28 pid: 205382 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.046458:0:188358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006c79c498/0x4ad31463d9bc1b39 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b12 expref: 35 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.046462:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563123328 00000100:00100000:0.0:1777502120.046463:0:188366:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4f3c3180 going to sleep for 11 seconds 00000100:00100000:2.0:1777502120.046467:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563123328 00010000:00010000:3.0:1777502120.046474:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.046478:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.046480:0:188358:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000036d560b1/0x4ad31463d9bc458d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.046484:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502120.046485:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563124096 00010000:00010000:2.0:1777502120.046486:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000031b7d2ff/0x4ad31463d9bc173b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339a6 expref: 24 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.046492:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563124096 00000100:00100000:2.0:1777502120.046509:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563123584 00000100:00100000:2.0:1777502120.046513:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563123584 00010000:00010000:0.0:1777502120.046518:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001e71dd92/0x4ad31463d9bc1ae5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ac5 expref: 36 pid: 189105 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.046519:0:188358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006c79c498/0x4ad31463d9bc1b39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b12 expref: 36 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.046530:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009b1b9de6/0x4ad31463d9bc18b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x104e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a08 expref: 34 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.046541:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563123968 00000100:00100000:0.0:1777502120.046544:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563123968 00000100:00100000:2.0:1777502120.046551:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563124352 00000100:00100000:2.0:1777502120.046555:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563124352 00010000:00010000:0.0:1777502120.046559:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bc18a0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x104f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339f3 expref: 35 pid: 205382 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.046568:0:205385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6e6f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561366656:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502120.046609:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563124224 00010000:00010000:1.0:1777502120.046613:0:205385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bc4532 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.046614:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563124224 00010000:00010000:2.0:1777502120.046619:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000000b4a657/0x4ad31463d9bc18a7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339fa expref: 36 pid: 189105 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.046631:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006a214014/0x4ad31463d9bc1a28 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a7f expref: 37 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.046659:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1055 00000100:00100000:0.0:1777502120.046671:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1056 00000100:00100000:2.0:1777502120.046672:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46c5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+36:2373:x1863837563123712:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502120.046678:0:205378:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd46c5c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205378:1863837561368576:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.046686:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1777502120.046686:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46c5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+36:2371:x1863837563123200:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502120.046691:0:205378:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bc4563 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.046695:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006fd6438d/0x4ad31463d9bc1520 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x104d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833928 expref: 36 pid: 205383 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.046700:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502120.046708:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000093317067/0x4ad31463d9bc1a1a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1051:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a78 expref: 36 pid: 205379 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.046727:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006fd6438d/0x4ad31463d9bc1520 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x104d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833928 expref: 36 pid: 205383 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.046727:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000093317067/0x4ad31463d9bc1a1a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1051:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a78 expref: 36 pid: 205379 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.046732:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1057 00000100:00100000:1.0:1777502120.046747:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45b13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+37:2371:x1863837563123456:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502120.046761:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502120.046765:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.046766:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000087466a7a/0x4ad31463d9bc1734 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1072:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83399f expref: 37 pid: 205377 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.046766:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.046769:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.046771:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.046776:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc4547 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x104d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.046777:0:188358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006c79c498/0x4ad31463d9bc1b39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b12 expref: 37 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.046777:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc455c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1051:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.046786:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000087466a7a/0x4ad31463d9bc1734 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1072:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83399f expref: 37 pid: 205377 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.046802:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc4547 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x104d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.046809:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc455c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1051:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.046810:0:188358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7c57b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:188358:1863837561369600:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.046817:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087466a7a/0x4ad31463d9bc1734 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1072:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83399f expref: 37 pid: 205377 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.046836:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502120.046838:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.046841:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.046843:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502120.046845:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ddc4326c/0x4ad31463d9bc4540 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.046854:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ddc4326c/0x4ad31463d9bc4540 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.046868:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46c5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+36:2373:x1863837563123712:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 200us (819us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502120.046874:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46c5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+36:2371:x1863837563123200:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 191us (733us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502120.046882:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1055 00010000:00010000:1.0:1777502120.046882:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502120.046896:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1056 00000100:00100000:1.0:1777502120.046903:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45b13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+36:2371:x1863837563123456:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 159us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502120.046911:0:188358:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc51fe9180 going to sleep for 11 seconds 00000100:00100000:2.0:1777502120.046912:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1058 00000100:00100000:1.0:1777502120.046922:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1057 00000100:00100000:2.0:1777502120.046927:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45b12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+28:2371:x1863837563123840:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1777502120.046933:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1059 00010000:00010000:2.0:1777502120.046936:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502120.046944:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008ecbf6dc/0x4ad31463d9bc11ae lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x104c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833825 expref: 28 pid: 205382 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.046945:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1060 00000100:00100000:0.0:1777502120.046952:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+24:2370:x1863837563123328:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502120.046961:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+35:2371:x1863837563124096:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502120.046966:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008ecbf6dc/0x4ad31463d9bc11ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x104c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833825 expref: 28 pid: 205382 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.046968:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.046973:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777502120.046975:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1061 00010000:00010000:0.0:1777502120.046978:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000031b7d2ff/0x4ad31463d9bc173b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1071:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339a6 expref: 24 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.046982:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001e71dd92/0x4ad31463d9bc1ae5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1076:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ac5 expref: 35 pid: 189105 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.046987:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd44cabc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+34:2370:x1863837563123584:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502120.047000:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502120.047008:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009b1b9de6/0x4ad31463d9bc18b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x104e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a08 expref: 34 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.047015:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001e71dd92/0x4ad31463d9bc1ae5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1076:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ac5 expref: 35 pid: 189105 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.047016:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000031b7d2ff/0x4ad31463d9bc173b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1071:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339a6 expref: 24 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.047018:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.047022:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.047023:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009b1b9de6/0x4ad31463d9bc18b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a08 expref: 34 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.047028:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000093e80ffc/0x4ad31463d9bc454e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x104c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.047042:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e71dd92/0x4ad31463d9bc1ae5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1076:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ac5 expref: 35 pid: 189105 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.047055:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000093e80ffc/0x4ad31463d9bc454e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x104c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.047071:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.047074:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.047077:0:205589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031b7d2ff/0x4ad31463d9bc173b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1071:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339a6 expref: 24 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.047078:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502120.047079:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bc4563 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.047102:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bc4563 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.047103:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45b12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+28:2371:x1863837563123840:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 178us (858us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502120.047106:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b1b9de6/0x4ad31463d9bc18b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x104e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a08 expref: 34 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.047107:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.047111:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.047116:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bc4532 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.047123:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1058 00010000:00010000:3.0:1777502120.047129:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.047132:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.047136:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d8f6f22a/0x4ad31463d9bc4539 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x104e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.047144:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bc4532 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.047147:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1062 00010000:00010000:1.0:1777502120.047151:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502120.047153:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8f6f22a/0x4ad31463d9bc4539 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x104e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.047162:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+33:2370:x1863837563123968:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502120.047174:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502120.047174:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+34:2371:x1863837563124096:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 216us (851us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502120.047182:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502120.047186:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bc18a0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x104f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339f3 expref: 33 pid: 205382 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.047187:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1060 00010000:00010000:3.0:1777502120.047191:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502120.047205:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bc18a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x104f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339f3 expref: 33 pid: 205382 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.047210:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1063 00000100:00100000:0.0:1777502120.047212:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+23:2370:x1863837563123328:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 269us (923us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502120.047224:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+33:2371:x1863837563124352:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1777502120.047229:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1059 00010000:00010000:2.0:1777502120.047232:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.047235:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.047238:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502120.047239:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc4555 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x104f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.047247:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000000b4a657/0x4ad31463d9bc18a7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1050:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339fa expref: 33 pid: 189105 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.047250:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1064 00000100:00100000:0.0:1777502120.047264:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+33:2371:x1863837563124224:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777502120.047266:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd44cabc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+33:2370:x1863837563123584:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 278us (907us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502120.047276:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000000b4a657/0x4ad31463d9bc18a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1050:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339fa expref: 33 pid: 189105 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.047277:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc4555 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x104f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.047280:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502120.047287:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006a214014/0x4ad31463d9bc1a28 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1075:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a7f expref: 33 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.047301:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.047305:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.047309:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc4571 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1050:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.047310:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006a214014/0x4ad31463d9bc1a28 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1075:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a7f expref: 33 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.047311:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502120.047320:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1061 00010000:00010000:1.0:1777502120.047330:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc4571 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1050:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.047335:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+32:2370:x1863837563123968:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 174us (953us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502120.047355:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1062 00010000:00010000:3.0:1777502120.047362:0:205380:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d8f6f22a/0x4ad31463d9bc4539 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x104e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.047362:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502120.047362:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.047366:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.047370:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc456a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1075:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.047374:0:205380:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d8f6f22a/0x4ad31463d9bc4539 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x104e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.047379:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc456a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1075:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.047380:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+31:2371:x1863837563124352:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 160us (947us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502120.047389:0:187548:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ddc4326c/0x4ad31463d9bc4540 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.047392:0:205380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d8f6f22a/0x4ad31463d9bc4539 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x104e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.047396:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1063 00010000:00010000:0.0:1777502120.047408:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502120.047416:0:205380:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d8f6f22a/0x4ad31463d9bc4539 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x104e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.047416:0:187548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ddc4326c/0x4ad31463d9bc4540 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.047429:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+33:2371:x1863837563124224:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 167us (956us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502120.047443:0:187548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ddc4326c/0x4ad31463d9bc4540 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.047443:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1064 00010000:00010000:3.0:1777502120.047448:0:205380:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502120.047459:0:187548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ddc4326c/0x4ad31463d9bc4540 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.047476:0:187548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1777502120.047478:0:187550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008ecbf6dc/0x4ad31463d9bc11ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x104c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833825 expref: 27 pid: 205382 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.047487:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f37fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:187550:1863837561367168:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.047501:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000093e80ffc/0x4ad31463d9bc454e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x104c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.047508:0:187550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000093e80ffc/0x4ad31463d9bc454e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x104c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.047512:0:187550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000093e80ffc/0x4ad31463d9bc454e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x104c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.047525:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502120.047527:0:187550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000093e80ffc/0x4ad31463d9bc454e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x104c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.047532:0:187550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000093e80ffc/0x4ad31463d9bc454e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x104c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.047544:0:187550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1777502120.047600:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502120.047714:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502120.047785:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502120.047858:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1777502120.047864:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d8f6f22a/0x4ad31463d9bc4539 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x104e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.047871:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149a000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502120.047874:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8f6f22a/0x4ad31463d9bc4539 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x104e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.047883:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8f6f22a/0x4ad31463d9bc4539 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x104e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.047896:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d8f6f22a/0x4ad31463d9bc4539 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x104e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.047903:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8f6f22a/0x4ad31463d9bc4539 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x104e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.047923:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777502120.047927:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ddc4326c/0x4ad31463d9bc4540 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.047933:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502120.047937:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ddc4326c/0x4ad31463d9bc4540 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.047945:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ddc4326c/0x4ad31463d9bc4540 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.047954:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ddc4326c/0x4ad31463d9bc4540 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.047960:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ddc4326c/0x4ad31463d9bc4540 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.047978:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502120.047982:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000093e80ffc/0x4ad31463d9bc454e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x104c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.047988:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4149a800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502120.047991:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000093e80ffc/0x4ad31463d9bc454e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x104c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.047999:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000093e80ffc/0x4ad31463d9bc454e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x104c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.048008:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000093e80ffc/0x4ad31463d9bc454e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x104c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.048015:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000093e80ffc/0x4ad31463d9bc454e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x104c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.048038:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.048041:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.048045:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502120.048046:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4a884850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3311:x1863837561366144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5810us (5989us total) trans 8589936119 rc 0/0 00000100:00100000:0.0:1777502120.048049:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+21:3310:x1863837561366400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5336us (5530us total) trans 8589935707 rc 0/0 00000100:00100000:3.0:1777502120.048056:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+21:3311:x1863837561366528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5830us (6071us total) trans 8589935708 rc 0/0 00010000:00010000:1.0:1777502120.048057:0:205378:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bc4563 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.048060:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3288 00010000:00010000:1.0:1777502120.048071:0:205378:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bc4563 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.048071:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3289 00000100:00100000:3.0:1777502120.048078:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3287 00010000:00010000:1.0:1777502120.048081:0:205378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bc4563 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.048088:0:205378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bc4563 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.048103:0:205378:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502120.048105:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1777502120.048105:0:205383:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47261500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561369088:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502120.048112:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bc4563 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.048112:0:188366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f37df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561369472:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502120.048125:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e69a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502120.048126:0:205383:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc4578 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.048129:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bc4563 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.048131:0:188366:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc4586 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.048158:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bc4563 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.048162:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.048175:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bc4563 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.048176:0:205376:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000093317067/0x4ad31463d9bc1a1a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a78 expref: 30 pid: 205379 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.048177:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563124480 00000100:00100000:2.0:1777502120.048183:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563124480 00010000:00010000:3.0:1777502120.048201:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087b14748/0x4ad31463d9bc4563 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.048205:0:205376:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f37d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:205376:1863837561368448:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.048209:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000021db79e2/0x4ad31463d9bc1b55 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1052:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b20 expref: 30 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.048217:0:205376:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc455c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.048227:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.048230:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.048235:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.048237:0:205376:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc455c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.048245:0:205376:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc455c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.048250:0:205376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc455c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.048251:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563124608 00000100:00100000:2.0:1777502120.048256:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563124736 00010000:00010000:0.0:1777502120.048257:0:205376:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc455c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.048258:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563124608 00000100:00100000:2.0:1777502120.048262:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563124736 00010000:00010000:0.0:1777502120.048273:0:205376:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502120.048285:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000038031326/0x4ad31463d9bc1b40 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1052:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b0b expref: 31 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.048301:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563124864 00000100:00100000:2.0:1777502120.048304:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563124864 00010000:00010000:2.0:1777502120.048320:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc18ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a01 expref: 34 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.048338:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1065 00010000:00010000:3.0:1777502120.048339:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b8b1452d/0x4ad31463d9bc18bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a0f expref: 34 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.048350:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:0775d2ab-558e-41f1-82c0-14244d133390+31:2370:x1863837563124480:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502120.048361:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502120.048367:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000021db79e2/0x4ad31463d9bc1b55 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1052:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b20 expref: 31 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.048370:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1066 00000100:00100000:3.0:1777502120.048385:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+31:2371:x1863837563124736:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502120.048386:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000021db79e2/0x4ad31463d9bc1b55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1052:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b20 expref: 31 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.048404:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502120.048413:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000038031326/0x4ad31463d9bc1b40 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1052:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b0b expref: 31 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.048418:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502120.048426:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000038031326/0x4ad31463d9bc1b40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1052:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b0b expref: 31 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.048440:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.048442:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.048446:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc457f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1052:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.048455:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc457f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1052:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.048456:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:0775d2ab-558e-41f1-82c0-14244d133390+31:2370:x1863837563124480:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 107us (935us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502120.048458:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7c579880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+20:3310:x1863837561368192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4780us (4907us total) trans 8589936120 rc 0/0 00000100:00100000:2.0:1777502120.048477:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1065 00000100:00100000:1.0:1777502120.048477:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3292 00000100:00100000:2.0:1777502120.048505:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1067 00010000:00010000:1.0:1777502120.048509:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502120.048515:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc455c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.048516:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd44caa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:0775d2ab-558e-41f1-82c0-14244d133390+34:2371:x1863837563124864:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502120.048524:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502120.048528:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502120.048531:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.048532:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc455c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.048539:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc18ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1074:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a01 expref: 34 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.048545:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc455c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.048549:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+30:2371:x1863837563124736:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 167us (833us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502120.048563:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1066 00010000:00010000:2.0:1777502120.048563:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc18ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1074:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a01 expref: 34 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.048565:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc455c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.048602:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7c579500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+20:3310:x1863837561367552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5005us (5092us total) trans 8589935709 rc 0/0 00000100:00100000:0.0:1777502120.048610:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3291 00000100:00100000:3.0:1777502120.048616:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1068 00010000:00010000:1.0:1777502120.048620:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000092967ee8/0x4ad31463d9bc455c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.048628:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+34:2370:x1863837563124608:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502120.048633:0:205389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc18ae lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1074:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a01 expref: 34 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.048638:0:205385:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bc4532 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.048639:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.048640:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.048642:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.048646:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.048649:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b8b1452d/0x4ad31463d9bc18bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1073:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a0f expref: 33 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.048651:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.048653:0:205385:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bc4532 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.048654:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.048655:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.048661:0:205389:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc4586 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.048678:0:205385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bc4532 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.048680:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b8b1452d/0x4ad31463d9bc18bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1073:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a0f expref: 33 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.048683:0:205389:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc4586 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.048701:0:205385:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bc4532 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.048716:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8b1452d/0x4ad31463d9bc18bc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1073:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a0f expref: 33 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.048729:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502120.048745:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.048747:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502120.048748:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.048753:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc4578 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.048753:0:205385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502120.048764:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc4578 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.048772:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563124992 00000100:00100000:1.0:1777502120.048776:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563124992 00000100:00100000:2.0:1777502120.048778:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd44caa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:0775d2ab-558e-41f1-82c0-14244d133390+32:2371:x1863837563124864:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 264us (994us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502120.048787:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1067 00010000:00010000:1.0:1777502120.048796:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006c79c498/0x4ad31463d9bc1b39 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b12 expref: 33 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.048807:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502120.048812:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bc4532 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.048819:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502120.048824:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bc4532 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.048824:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1069 00010000:00010000:2.0:1777502120.048835:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bc4532 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.048837:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+32:2370:x1863837563124992:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502120.048852:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502120.048852:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502120.048855:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bc4532 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.048858:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006c79c498/0x4ad31463d9bc1b39 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1077:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b12 expref: 32 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.048875:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+32:2370:x1863837563124608:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 248us (1302us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502120.048876:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004f863059/0x4ad31463d9bc4532 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.048888:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1068 00010000:00010000:1.0:1777502120.048895:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006c79c498/0x4ad31463d9bc1b39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1077:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b12 expref: 32 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.048910:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.048911:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.048911:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.048914:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.048916:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000036d560b1/0x4ad31463d9bc458d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1077:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.048918:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.048926:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000036d560b1/0x4ad31463d9bc458d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1077:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.048927:0:205383:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc4578 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.048948:0:205383:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc4578 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.048955:0:188358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c79c498/0x4ad31463d9bc1b39 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1077:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b12 expref: 31 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.048955:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502120.048956:0:205383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc4578 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.048976:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+31:2370:x1863837563124992:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 144us (251us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502120.048979:0:205383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc4578 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.048986:0:188358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7c57b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:188358:1863837561369600:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502120.048988:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1069 00010000:00010000:2.0:1777502120.048999:0:205383:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502120.049003:0:188358:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000036d560b1/0x4ad31463d9bc458d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.049014:0:188358:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000036d560b1/0x4ad31463d9bc458d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.049026:0:188358:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036d560b1/0x4ad31463d9bc458d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.049034:0:188358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000036d560b1/0x4ad31463d9bc458d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.049041:0:188358:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000036d560b1/0x4ad31463d9bc458d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.049058:0:188358:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1777502120.049100:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+20:3311:x1863837561366016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6903us (7173us total) trans 8589936121 rc 0/0 00000100:00100000:0.0:1777502120.049109:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3286 00010000:00010000:0.0:1777502120.049140:0:205368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bc18a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x104f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339f3 expref: 29 pid: 205382 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.049148:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f37c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561367680:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.049159:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc4555 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x104f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.049165:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc4555 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x104f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.049169:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc4555 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x104f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.049174:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc4555 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x104f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.049178:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc4555 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x104f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.049194:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1777502120.049214:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1777502120.049225:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc4578 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.049235:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502120.049239:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc4578 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.049248:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc4578 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.049267:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc4578 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.049275:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc4578 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.049295:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777502120.049299:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000036d560b1/0x4ad31463d9bc458d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.049306:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502120.049310:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000036d560b1/0x4ad31463d9bc458d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.049319:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000036d560b1/0x4ad31463d9bc458d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.049330:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000036d560b1/0x4ad31463d9bc458d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.049336:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036d560b1/0x4ad31463d9bc458d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.049352:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502120.049354:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc4555 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x104f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.049360:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502120.049362:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc4555 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x104f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.049368:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7c57a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+20:3312:x1863837561367936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3701us (3961us total) trans 8589936122 rc 0/0 00010000:00010000:1.0:1777502120.049370:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc4555 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x104f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.049382:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3295 00010000:00010000:1.0:1777502120.049384:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc4555 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x104f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.049390:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001386fd0c/0x4ad31463d9bc4555 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x104f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.049403:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.049405:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.049408:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777502120.049435:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc56069f80/2, rc 0, transno 8589936122 00000100:00100000:2.0:1777502120.049441:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc56069f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561367936:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502120.049460:0:188366:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc4586 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.049469:0:188366:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc4586 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.049477:0:188366:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc4586 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.049485:0:188366:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc4586 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.049496:0:188366:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502120.049633:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+20:3312:x1863837561367296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6393us (6491us total) trans 8589935710 rc 0/0 00000100:00100000:0.0:1777502120.049640:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3290 00000100:00100000:3.0:1777502120.049659:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7c579180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3312:x1863837561368320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3371us (3601us total) trans 8589936123 rc 0/0 00000100:00100000:3.0:1777502120.049666:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3298 00010000:00010000:1.0:1777502120.049673:0:205379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a214014/0x4ad31463d9bc1a28 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833a7f expref: 29 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.049684:0:187551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021db79e2/0x4ad31463d9bc1b55 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1052:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b20 expref: 28 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.049687:0:205379:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f37c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561368704:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502120.049688:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502120.049694:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc4586 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.049703:0:205379:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc456a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.049709:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502120.049712:0:205379:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc456a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.049713:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc4586 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.049714:0:187551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f37d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:187551:1863837561369216:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.049726:0:205379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc456a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.049727:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc4586 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.049733:0:187551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000038031326/0x4ad31463d9bc1b40 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1052:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b0b expref: 27 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.049737:0:205379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc456a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.049744:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc4586 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.049748:0:187551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f37ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:187551:1863837561369344:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.049750:0:205379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc456a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.049759:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d2f25b7/0x4ad31463d9bc4586 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.049769:0:205379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502120.049771:0:187551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc457f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.049779:0:187551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc457f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.049780:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502120.049787:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc456a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.049787:0:187551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc457f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.049808:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb26a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.049809:0:187551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc457f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.049813:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc456a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.049829:0:187551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc457f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.049833:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc456a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.049837:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7c57aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+20:3312:x1863837561367808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3572us (3944us total) trans 8589936124 rc 0/0 00000100:00100000:2.0:1777502120.049855:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3297 00010000:00010000:3.0:1777502120.049865:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc456a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.049866:0:187551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502120.049875:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d00920ab/0x4ad31463d9bc456a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.049876:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502120.049882:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc457f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.049891:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4fb27400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502120.049894:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc457f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.049898:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.049900:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc457f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.049901:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.049905:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.049911:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc457f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.049913:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.049924:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a128f93/0x4ad31463d9bc457f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.049944:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.049948:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.049952:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777502120.049978:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc5606b800/2, rc 0, transno 8589936124 00000100:00100000:3.0:1777502120.049991:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7c57b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561369728:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502120.049994:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc5606b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561367808:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1777502120.050017:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7c57ad80/2, rc 0, transno 8589936123 00000100:00100000:2.0:1777502120.050022:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7c57ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561368320:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502120.050031:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777502120.050038:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7f37f800/2, rc 0, transno 8589935710 00000100:00100000:2.0:1777502120.050054:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f37f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561367296:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502120.050060:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777502120.050069:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd45b13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561369856:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502120.050076:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561369728 00000100:00100000:2.0:1777502120.050079:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561369728 00000100:00100000:3.0:1777502120.050097:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502120.050109:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561369856 00000100:00100000:2.0:1777502120.050112:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561369856 00000100:00100000:2.0:1777502120.050141:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3299 00000004:00080000:3.0:1777502120.050149:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd509d2a00/2, rc 0, transno 8589936119 00000100:00100000:2.0:1777502120.050150:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45b12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+22:3309:x1863837561369728:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502120.050156:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7c579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+22:3310:x1863837561368064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6233us (6379us total) trans 8589936125 rc 0/0 00000100:00100000:3.0:1777502120.050159:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd509d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561366144:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502120.050165:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3294 00002000:00080000:2.0:1777502120.050167:0:205384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4216 count 1 00000004:00080000:3.0:1777502120.050173:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd509d1f80/2, rc 0, transno 8589936121 00000100:00100000:3.0:1777502120.050178:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd509d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561366016:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502120.050185:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3300 00000004:00080000:3.0:1777502120.050191:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7f37e680/2, rc 0, transno 8589935708 00000100:00100000:1.0:1777502120.050193:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70df0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+21:3309:x1863837561369856:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502120.050196:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f37e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561366528:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502120.050196:0:205384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c1d64be/0x4ad31463d9bc4594 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1078:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502120.050206:0:205379:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4217 count 1 00000004:00080000:3.0:1777502120.050211:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7ee52a00/2, rc 0, transno 8589935706 00010000:00010000:2.0:1777502120.050213:0:205384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000036a72cfe/0x4ad31463d9bc1daf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bb3 expref: 28 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.050217:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ee52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561361792:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502120.050228:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.050230:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.050233:0:205384:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c1d64be/0x4ad31463d9bc4594 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.050242:0:205379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004113bb8f/0x4ad31463d9bc459b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1079:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.050253:0:205384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000036a72cfe/0x4ad31463d9bc1daf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bb3 expref: 28 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.050254:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7c578000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:3312:x1863837561368960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4357us (4563us total) trans 8589935711 rc 0/0 00010000:00010000:1.0:1777502120.050256:0:205379:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc1da8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bac expref: 28 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777502120.050259:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7c578700/2, rc 0, transno 8589936125 00000100:00100000:3.0:1777502120.050266:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7c578700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561368064:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502120.050270:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3296 00010000:00010000:1.0:1777502120.050281:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.050284:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.050287:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004113bb8f/0x4ad31463d9bc459b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777502120.050288:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc5606ad80/2, rc 0, transno 8589935709 00010000:00010000:2.0:1777502120.050291:0:205384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000036a72cfe/0x4ad31463d9bc1daf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bb3 expref: 28 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.050294:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc5606ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561367552:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1777502120.050306:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7c57a680/2, rc 0, transno 8589936120 00000100:00100000:2.0:1777502120.050310:0:205384:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47261500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:205384:1863837561369984:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502120.050314:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7c57a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561368192:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502120.050315:0:205379:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc1da8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bac expref: 28 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777502120.050325:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7f37d500/2, rc 0, transno 8589935707 00010000:00010000:1.0:1777502120.050325:0:205379:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc1da8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bac expref: 28 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.050329:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f37d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561366400:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502120.050337:0:205379:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561370112:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502120.050363:0:205384:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd467206c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777502120.050367:0:205379:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4f6bee40 going to sleep for 11 seconds 00010000:00010000:3.0:1777502120.050369:0:205375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000b4a657/0x4ad31463d9bc18a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8339fa expref: 26 pid: 189105 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.050381:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502120.050387:0:205375:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7c57b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:205375:1863837561368832:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502120.050404:0:205375:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc4571 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.050415:0:205375:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc4571 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.050425:0:205375:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc4571 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.050434:0:205375:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc4571 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.050445:0:205375:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc4571 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.050466:0:205375:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502120.050475:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1777502120.050480:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561370240:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502120.050480:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc4571 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.050501:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.050505:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc4571 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.050506:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502120.050518:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc4571 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.050527:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561370752:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502120.050531:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc4571 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.050539:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc4571 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.050541:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561370240 00000100:00100000:1.0:1777502120.050547:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561370240 00000100:00100000:2.0:1777502120.050555:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502120.050560:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.050563:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.050566:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502120.050610:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561371264:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502120.050619:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561370752 00000100:00100000:0.0:1777502120.050626:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561370752 00000100:00100000:1.0:1777502120.050629:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3301 00000100:00100000:2.0:1777502120.050635:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502120.050642:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+21:3311:x1863837561370240:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502120.050655:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00002000:00080000:1.0:1777502120.050655:0:205378:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4180 count 1 00000100:00100000:0.0:1777502120.050660:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561371264 00000100:00100000:0.0:1777502120.050664:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561371264 00000100:00100000:2.0:1777502120.050665:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561370368:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502120.050669:0:205378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc45a2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1054:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.050681:0:205378:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007729a9cd/0x4ad31463d9bc1cac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b74 expref: 25 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.050687:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.050691:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502120.050692:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502120.050696:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc45a2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.050699:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3302 00000100:00100000:0.0:1777502120.050714:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+21:3311:x1863837561370752:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502120.050716:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47263b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561370880:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502120.050730:0:205378:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007729a9cd/0x4ad31463d9bc1cac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b74 expref: 25 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1777502120.050732:0:205385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4182 count 1 00010000:00010000:1.0:1777502120.050744:0:205378:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007729a9cd/0x4ad31463d9bc1cac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b74 expref: 25 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.050753:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502120.050762:0:205378:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205378:1863837561371648:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.050772:0:205385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cced754b/0x4ad31463d9bc45a9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1056:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.050776:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561371392:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502120.050792:0:205385:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000946b789b/0x4ad31463d9bc2072 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c70 expref: 26 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.050799:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502120.050801:0:205378:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4f6be0c0 going to sleep for 11 seconds 00010000:00010000:0.0:1777502120.050802:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.050806:0:205385:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cced754b/0x4ad31463d9bc45a9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.050813:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502120.050837:0:205385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000946b789b/0x4ad31463d9bc2072 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c70 expref: 26 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.050849:0:205385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000946b789b/0x4ad31463d9bc2072 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c70 expref: 26 pid: 205386 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.050861:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7c579f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3310:x1863837561367424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6953us (7166us total) trans 8589935712 rc 0/0 00000100:00100000:0.0:1777502120.050862:0:205385:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f37ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:205385:1863837561371776:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502120.050866:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561370368 00000100:00100000:2.0:1777502120.050872:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561370368 00000100:00100000:3.0:1777502120.050876:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3293 00000100:00100000:3.0:1777502120.050893:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561370880 00000100:00100000:3.0:1777502120.050897:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561370880 00000100:00100000:0.0:1777502120.050906:0:205385:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4f3c3e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777502120.050909:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561371392 00000100:00100000:2.0:1777502120.050914:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561371392 00000100:00100000:1.0:1777502120.050920:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3303 00000100:00100000:0.0:1777502120.050930:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3304 00000100:00100000:1.0:1777502120.050933:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+24:3311:x1863837561371264:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502120.050941:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3305 00000100:00100000:0.0:1777502120.050945:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+22:3311:x1863837561370368:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777502120.050949:0:205382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4221 count 1 00000100:00100000:2.0:1777502120.050956:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+24:3311:x1863837561371392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777502120.050963:0:205368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4181 count 1 00010000:00010000:1.0:1777502120.050964:0:205382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc45b0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x107d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502120.050972:0:205383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4223 count 1 00010000:00010000:0.0:1777502120.050975:0:205368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008425984/0x4ad31463d9bc45b7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1055:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.050979:0:205382:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000941d8da6/0x4ad31463d9bc22ef lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x107d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d18 expref: 22 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.050986:0:205383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084a060d1/0x4ad31463d9bc45be lrc: 3/0,1 mode: --/PW res: [0x240000400:0x107f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.050991:0:205368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000c0d70da/0x4ad31463d9bc1db6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bc1 expref: 25 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.050994:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3306 00010000:00010000:1.0:1777502120.050996:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.051000:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.051005:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc45b0 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x107d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.051006:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+24:3311:x1863837561370880:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502120.051017:0:205383:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000062265950/0x4ad31463d9bc23a5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x107f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d49 expref: 22 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.051021:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.051026:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00002000:00080000:3.0:1777502120.051028:0:205375:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4218 count 1 00010000:00010000:0.0:1777502120.051030:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008425984/0x4ad31463d9bc45b7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.051036:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.051038:0:205382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000941d8da6/0x4ad31463d9bc22ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x107d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d18 expref: 22 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.051040:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.051043:0:205375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc45c5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x107a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.051046:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084a060d1/0x4ad31463d9bc45be lrc: 4/0,1 mode: --/PW res: [0x240000400:0x107f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.051067:0:205375:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000059f9bfde/0x4ad31463d9bc1e9d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x107a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bd6 expref: 28 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.051072:0:205368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000c0d70da/0x4ad31463d9bc1db6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bc1 expref: 25 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.051078:0:205382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000941d8da6/0x4ad31463d9bc22ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x107d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d18 expref: 22 pid: 205375 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.051081:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.051084:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.051086:0:205383:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000062265950/0x4ad31463d9bc23a5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x107f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d49 expref: 22 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.051088:0:205375:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc45c5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x107a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.051103:0:205368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000c0d70da/0x4ad31463d9bc1db6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bc1 expref: 25 pid: 205375 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.051106:0:205382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:205382:1863837561371904:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.051114:0:205383:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000062265950/0x4ad31463d9bc23a5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x107f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d49 expref: 22 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.051127:0:205375:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000059f9bfde/0x4ad31463d9bc1e9d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x107a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bd6 expref: 28 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.051131:0:205383:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6e6ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561372160:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502120.051131:0:205368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f37d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561372032:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502120.051135:0:205382:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd413593c0 going to sleep for 11 seconds 00010000:00010000:3.0:1777502120.051149:0:205375:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000059f9bfde/0x4ad31463d9bc1e9d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x107a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bd6 expref: 28 pid: 205377 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.051160:0:205375:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70df3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205375:1863837561372288:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502120.051167:0:205383:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd46720480 going to sleep for 11 seconds 00000100:00100000:0.0:1777502120.051177:0:205368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4f3c3300 going to sleep for 11 seconds 00000100:00100000:3.0:1777502120.051192:0:205375:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc51fe9540 going to sleep for 11 seconds 00000100:00100000:2.0:1777502120.051192:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47262680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561370496:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502120.051226:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502120.051244:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561370496 00000100:00100000:3.0:1777502120.051249:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561370496 00000100:00100000:2.0:1777502120.051253:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561371008:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502120.051270:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502120.051287:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6e6e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561371520:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502120.051287:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561371008 00000100:00100000:0.0:1777502120.051293:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561371008 00000100:00100000:1.0:1777502120.051300:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3307 00000100:00100000:2.0:1777502120.051309:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502120.051313:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+23:3309:x1863837561370496:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777502120.051326:0:188358:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4179 count 1 00000100:00100000:2.0:1777502120.051334:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00010000:00010000:1.0:1777502120.051338:0:188358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d50a3481/0x4ad31463d9bc45cc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1053:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.051339:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47262a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561370624:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502120.051354:0:188358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc1dbd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bba expref: 25 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.051361:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502120.051368:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.051369:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.051371:0:188358:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d50a3481/0x4ad31463d9bc45cc lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.051392:0:188358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc1dbd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bba expref: 25 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.051400:0:188358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc1dbd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bba expref: 25 pid: 205383 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.051416:0:188358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:188358:1863837561372416:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502120.051444:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561371520 00000100:00100000:1.0:1777502120.051444:0:188358:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092780 going to sleep for 11 seconds 00000100:00100000:3.0:1777502120.051448:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561371520 00000100:00100000:0.0:1777502120.051452:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561370624 00000100:00100000:0.0:1777502120.051457:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561370624 00000100:00100000:2.0:1777502120.051464:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd47262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561371136:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502120.051474:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3308 00000100:00100000:3.0:1777502120.051484:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+26:3309:x1863837561371008:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502120.051494:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3309 00000100:00100000:2.0:1777502120.051495:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1777502120.051498:0:187550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4219 count 1 00000100:00100000:0.0:1777502120.051508:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+26:3309:x1863837561371520:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502120.051513:0:187550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc45d3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x107b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1777502120.051523:0:205381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4222 count 1 00000100:00100000:2.0:1777502120.051532:0:205384:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47261500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:205384:1863837561369984:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.051537:0:205381:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4d19ad2/0x4ad31463d9bc45da lrc: 3/0,1 mode: --/PW res: [0x240000400:0x107e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.051545:0:205384:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006c1d64be/0x4ad31463d9bc4594 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.051552:0:205381:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aedafa5a/0x4ad31463d9bc243f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x107e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d73 expref: 22 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.051559:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.051561:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502120.051564:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561371136 00010000:00010000:0.0:1777502120.051565:0:205381:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4d19ad2/0x4ad31463d9bc45da lrc: 4/0,1 mode: --/PW res: [0x240000400:0x107e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.051568:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561371136 00000100:00100000:2.0:1777502120.051642:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3310 00010000:00010000:0.0:1777502120.051648:0:205381:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aedafa5a/0x4ad31463d9bc243f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x107e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d73 expref: 22 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.051651:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e6e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+24:3309:x1863837561370624:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502120.051657:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00002000:00080000:2.0:1777502120.051667:0:187548:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4183 count 1 00010000:00010000:0.0:1777502120.051672:0:205381:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aedafa5a/0x4ad31463d9bc243f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x107e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d73 expref: 22 pid: 205381 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.051678:0:187548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000063819cb/0x4ad31463d9bc45e1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1057:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.051685:0:205381:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f37c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:205381:1863837561372544:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.051693:0:187548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000018e6b394/0x4ad31463d9bc2095 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c85 expref: 26 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.051694:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502120.051704:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.051706:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.051710:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000063819cb/0x4ad31463d9bc45e1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.051715:0:187550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004c391f0a/0x4ad31463d9bc208e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x107b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c77 expref: 22 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.051729:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.051731:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.051734:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc45d3 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x107b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.051737:0:205381:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4f3c3780 going to sleep for 11 seconds 00010000:00010000:2.0:1777502120.051742:0:187548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000018e6b394/0x4ad31463d9bc2095 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c85 expref: 26 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.051751:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502120.051758:0:187548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000018e6b394/0x4ad31463d9bc2095 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c85 expref: 26 pid: 205385 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.051763:0:187550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004c391f0a/0x4ad31463d9bc208e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x107b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c77 expref: 22 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.051773:0:187548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4cef1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561372672:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502120.051782:0:187550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004c391f0a/0x4ad31463d9bc208e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x107b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c77 expref: 22 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.051787:0:205378:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205378:1863837561371648:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502120.051795:0:187550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70df0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561372800:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502120.051804:0:187548:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd467206c0 going to sleep for 11 seconds 00010000:00010000:1.0:1777502120.051804:0:205378:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc45a2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.051825:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563125248 00000100:00100000:2.0:1777502120.051829:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563125248 00000100:00100000:1.0:1777502120.051840:0:205379:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205379:1863837561370112:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.051850:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc1da8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bac expref: 29 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.051853:0:205379:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004113bb8f/0x4ad31463d9bc459b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1079:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.051880:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563125120 00000100:00100000:2.0:1777502120.051883:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563125120 00000100:00100000:1.0:1777502120.051883:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563125376 00000100:00100000:1.0:1777502120.051889:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563125376 00010000:00010000:2.0:1777502120.051894:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000036a72cfe/0x4ad31463d9bc1daf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bb3 expref: 30 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.051898:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1070 00010000:00010000:1.0:1777502120.051907:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007729a9cd/0x4ad31463d9bc1cac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b74 expref: 26 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.051914:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+30:2370:x1863837563125248:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502120.051920:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1071 00000100:00100000:3.0:1777502120.051924:0:187550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc51fe9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1777502120.051933:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:0775d2ab-558e-41f1-82c0-14244d133390+30:2370:x1863837563125120:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502120.051933:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502120.051940:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1072 00010000:00010000:0.0:1777502120.051943:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc1da8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1079:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bac expref: 30 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.051944:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502120.051950:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000036a72cfe/0x4ad31463d9bc1daf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1078:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bb3 expref: 30 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.051954:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+26:2371:x1863837563125376:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777502120.051960:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3311 00010000:00010000:1.0:1777502120.051968:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777502120.051971:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+27:3309:x1863837561371136:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502120.051975:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007729a9cd/0x4ad31463d9bc1cac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1054:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b74 expref: 26 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.051975:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc1da8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1079:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bac expref: 30 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.051977:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000036a72cfe/0x4ad31463d9bc1daf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1078:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bb3 expref: 30 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1777502120.051985:0:205386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4220 count 1 00010000:00010000:3.0:1777502120.052016:0:205386:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc45e8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x107c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.052016:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006e081f80/0x4ad31463d9bc1da8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1079:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bac expref: 30 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.052025:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007729a9cd/0x4ad31463d9bc1cac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1054:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b74 expref: 26 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.052032:0:205389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036a72cfe/0x4ad31463d9bc1daf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1078:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bb3 expref: 30 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.052047:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.052051:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.052056:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004113bb8f/0x4ad31463d9bc459b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.052059:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.052059:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007729a9cd/0x4ad31463d9bc1cac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1054:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833b74 expref: 26 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.052063:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.052069:0:205389:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006c1d64be/0x4ad31463d9bc4594 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.052079:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004113bb8f/0x4ad31463d9bc459b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.052088:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.052092:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.052093:0:205389:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c1d64be/0x4ad31463d9bc4594 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.052097:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc45a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.052105:0:205386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005e823ea0/0x4ad31463d9bc20a3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x107c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c8c expref: 22 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.052116:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502120.052119:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc45a2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.052127:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.052128:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.052131:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc45e8 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x107c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.052135:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502120.052142:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502120.052142:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+28:2370:x1863837563125248:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 231us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502120.052151:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1070 00010000:00010000:3.0:1777502120.052157:0:205386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005e823ea0/0x4ad31463d9bc20a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x107c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c8c expref: 22 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.052168:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:0775d2ab-558e-41f1-82c0-14244d133390+27:2370:x1863837563125120:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 236us (476us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502120.052170:0:205386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005e823ea0/0x4ad31463d9bc20a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x107c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c8c expref: 22 pid: 205375 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.052172:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+25:2371:x1863837563125376:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 222us (424us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502120.052174:0:205379:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004113bb8f/0x4ad31463d9bc459b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.052187:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1071 00010000:00010000:0.0:1777502120.052197:0:205379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004113bb8f/0x4ad31463d9bc459b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.052202:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1072 00010000:00010000:0.0:1777502120.052213:0:205379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004113bb8f/0x4ad31463d9bc459b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.052215:0:205384:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006c1d64be/0x4ad31463d9bc4594 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.052235:0:205379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004113bb8f/0x4ad31463d9bc459b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.052236:0:205384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c1d64be/0x4ad31463d9bc4594 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.052260:0:205384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c1d64be/0x4ad31463d9bc4594 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.052269:0:205384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006c1d64be/0x4ad31463d9bc4594 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.052269:0:205379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502120.052272:0:205386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70df0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:205386:1863837561372928:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.052294:0:205384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1777502120.052316:0:205386:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc51fe9180 going to sleep for 11 seconds 00010000:00010000:3.0:1777502120.052329:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502120.052335:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004113bb8f/0x4ad31463d9bc459b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.052335:0:205378:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc45a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.052344:0:205378:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc45a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.052345:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502120.052348:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004113bb8f/0x4ad31463d9bc459b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.052353:0:205378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc45a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.052357:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004113bb8f/0x4ad31463d9bc459b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.052361:0:205378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc45a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.052368:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004113bb8f/0x4ad31463d9bc459b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.052374:0:205378:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1777502120.052519:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004113bb8f/0x4ad31463d9bc459b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.052540:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502120.052544:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006c1d64be/0x4ad31463d9bc4594 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.052550:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf7c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502120.052554:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006c1d64be/0x4ad31463d9bc4594 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.052561:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006c1d64be/0x4ad31463d9bc4594 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.052671:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006c1d64be/0x4ad31463d9bc4594 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.052681:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c1d64be/0x4ad31463d9bc4594 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.052698:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502120.052702:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc45a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.052709:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502120.052712:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc45a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.052719:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc45a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.052730:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc45a2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.052736:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009413c2d3/0x4ad31463d9bc45a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.052837:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45b12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+29:3309:x1863837561369728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2689us (2805us total) trans 8589936126 rc 0/0 00000100:00100000:2.0:1777502120.052846:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3299 00000100:00100000:0.0:1777502120.052863:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70df0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+28:3309:x1863837561369856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2670us (2765us total) trans 8589936127 rc 0/0 00000100:00100000:0.0:1777502120.052871:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3300 00000100:00100000:1.0:1777502120.052873:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+25:3311:x1863837561370240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2231us (2363us total) trans 8589935713 rc 0/0 00000100:00100000:1.0:1777502120.052882:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3301 00010000:00010000:3.0:1777502120.052885:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.052890:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.052892:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.052894:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.052909:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777502120.052923:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc49231500/2, rc 0, transno 8589935712 00000100:00100000:2.0:1777502120.052935:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc49231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561367424:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502120.052960:0:205375:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70df3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205375:1863837561372288:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.052975:0:205375:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc45c5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x107a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.052990:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4cef0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561373056:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502120.053004:0:189105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006fd6438d/0x4ad31463d9bc1520 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x104d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833928 expref: 24 pid: 205383 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.053021:0:189105:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd509d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561367040:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502120.053027:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502120.053040:0:205382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:205382:1863837561371904:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502120.053058:0:189105:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc4547 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x104d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.053060:0:205382:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc45b0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x107d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.053080:0:205383:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6e6ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561372160:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502120.053091:0:188358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:188358:1863837561372416:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.053100:0:205383:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000084a060d1/0x4ad31463d9bc45be lrc: 3/0,1 mode: --/PW res: [0x240000400:0x107f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.053104:0:188358:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d50a3481/0x4ad31463d9bc45cc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.053130:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502120.053134:0:189105:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc4547 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x104d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.053143:0:189105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc4547 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x104d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.053148:0:187548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4cef1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561372672:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502120.053155:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563125504 00010000:00010000:3.0:1777502120.053160:0:189105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc4547 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x104d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.053161:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563125504 00010000:00010000:2.0:1777502120.053166:0:187548:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000063819cb/0x4ad31463d9bc45e1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.053170:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502120.053183:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000c0d70da/0x4ad31463d9bc1db6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bc1 expref: 24 pid: 205375 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.053184:0:189105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc4547 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x104d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.053199:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561373056 00000100:00100000:2.0:1777502120.053205:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561373056 00000100:00100000:0.0:1777502120.053208:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502120.053233:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563125632 00000100:00100000:1.0:1777502120.053237:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563125632 00000100:00100000:2.0:1777502120.053243:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3312 00000100:00100000:0.0:1777502120.053244:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502120.053250:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000059f9bfde/0x4ad31463d9bc1e9d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x107a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bd6 expref: 27 pid: 205377 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.053257:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cef3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+25:3310:x1863837561373056:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502120.053265:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563125760 00000100:00100000:1.0:1777502120.053268:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563125760 00002000:00080000:2.0:1777502120.053272:0:205384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4184 count 1 00010000:00010000:1.0:1777502120.053279:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000946b789b/0x4ad31463d9bc2072 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c70 expref: 27 pid: 205386 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.053282:0:189105:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502120.053291:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502120.053297:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563125888 00000100:00100000:1.0:1777502120.053300:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563125888 00010000:00010000:1.0:1777502120.053312:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000941d8da6/0x4ad31463d9bc22ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x107d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d18 expref: 23 pid: 205375 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.053313:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502120.053325:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563126016 00000100:00100000:1.0:1777502120.053328:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563126016 00000100:00100000:0.0:1777502120.053336:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502120.053339:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000062265950/0x4ad31463d9bc23a5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x107f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d49 expref: 24 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.053350:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563126144 00000100:00100000:1.0:1777502120.053354:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563126144 00000100:00100000:0.0:1777502120.053355:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502120.053367:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc1dbd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bba expref: 25 pid: 205383 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.053379:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563126272 00000100:00100000:1.0:1777502120.053381:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563126272 00010000:00010000:1.0:1777502120.053389:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aedafa5a/0x4ad31463d9bc243f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x107e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d73 expref: 25 pid: 205381 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.053392:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1777502120.053397:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563126400 00000100:00100000:1.0:1777502120.053399:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563126400 00010000:00010000:0.0:1777502120.053399:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc4547 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x104d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.053410:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000018e6b394/0x4ad31463d9bc2095 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c85 expref: 28 pid: 205385 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.053411:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.053416:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc4547 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x104d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.053430:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc4547 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x104d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.053435:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1073 00000100:00100000:1.0:1777502120.053448:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+25:2370:x1863837563125504:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502120.053449:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc4547 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x104d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.053460:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.053468:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000c0d70da/0x4ad31463d9bc1db6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1055:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bc1 expref: 25 pid: 205375 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.053468:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc4547 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x104d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.053493:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000c0d70da/0x4ad31463d9bc1db6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1055:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bc1 expref: 25 pid: 205375 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.053504:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.053506:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.053508:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000008425984/0x4ad31463d9bc45b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1055:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.053511:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.053515:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.053516:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008425984/0x4ad31463d9bc45b7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1055:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.053518:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.053531:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502120.053533:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1074 00000100:00100000:0.0:1777502120.053545:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+27:2371:x1863837563125632:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502120.053555:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502120.053561:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000059f9bfde/0x4ad31463d9bc1e9d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x107a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bd6 expref: 27 pid: 205377 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.053563:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+25:2370:x1863837563125504:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 117us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502120.053609:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1073 00000100:00100000:1.0:1777502120.053632:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1075 00000100:00100000:1.0:1777502120.053642:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd42d00450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+28:2370:x1863837563125760:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502120.053647:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000059f9bfde/0x4ad31463d9bc1e9d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x107a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bd6 expref: 27 pid: 205377 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.053649:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.053656:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000946b789b/0x4ad31463d9bc2072 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1056:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c70 expref: 28 pid: 205386 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.053671:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000946b789b/0x4ad31463d9bc2072 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1056:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c70 expref: 28 pid: 205386 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.053675:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059f9bfde/0x4ad31463d9bc1e9d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x107a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bd6 expref: 27 pid: 205377 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.053683:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.053685:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.053687:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cced754b/0x4ad31463d9bc45a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1056:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.053688:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.053692:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.053698:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cced754b/0x4ad31463d9bc45a9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1056:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.053698:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc45c5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.053722:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc45c5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x107a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.053726:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502120.053751:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd42d00450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+28:2370:x1863837563125760:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 112us (550us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502120.053752:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502120.053761:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1075 00000100:00100000:0.0:1777502120.053779:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+26:2371:x1863837563125632:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 236us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502120.053783:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1076 00000100:00100000:3.0:1777502120.053791:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+26:3309:x1863837561366272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12228us (12644us total) trans 8589935714 rc 0/0 00000100:00100000:1.0:1777502120.053797:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+25:2371:x1863837563125888:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1777502120.053797:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1074 00000100:00100000:3.0:1777502120.053807:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3285 00010000:00010000:1.0:1777502120.053813:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.053825:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000941d8da6/0x4ad31463d9bc22ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x107d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d18 expref: 25 pid: 205375 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.053837:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000941d8da6/0x4ad31463d9bc22ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x107d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d18 expref: 25 pid: 205375 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.053853:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1077 00010000:00010000:1.0:1777502120.053855:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000941d8da6/0x4ad31463d9bc22ef lrc: 0/0,0 mode: --/PR res: [0x240000400:0x107d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d18 expref: 25 pid: 205375 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.053864:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+25:2370:x1863837563126016:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502120.053871:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.053871:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.053875:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.053878:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000062265950/0x4ad31463d9bc23a5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x107f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d49 expref: 24 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.053880:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc45b0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.053898:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc45b0 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x107d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.053900:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000062265950/0x4ad31463d9bc23a5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x107f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d49 expref: 24 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.053928:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000062265950/0x4ad31463d9bc23a5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x107f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d49 expref: 24 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.053932:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502120.053943:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.053945:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.053948:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000084a060d1/0x4ad31463d9bc45be lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.053953:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084a060d1/0x4ad31463d9bc45be lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x107f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.053959:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+23:2371:x1863837563125888:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 163us (715us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502120.053977:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1076 00010000:00010000:0.0:1777502120.053988:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502120.053997:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1078 00000100:00100000:3.0:1777502120.054009:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1079 00000100:00100000:1.0:1777502120.054010:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49231f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+24:2371:x1863837563126144:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1777502120.054010:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+22:2370:x1863837563126016:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 149us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502120.054023:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49230a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+22:2370:x1863837563126272:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502120.054024:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1777502120.054027:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1077 00010000:00010000:1.0:1777502120.054034:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc1dbd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1053:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bba expref: 24 pid: 205383 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.054037:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502120.054047:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aedafa5a/0x4ad31463d9bc243f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x107e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d73 expref: 21 pid: 205381 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.054053:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc1dbd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1053:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bba expref: 24 pid: 205383 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.054053:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1080 00000100:00100000:0.0:1777502120.054069:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4631b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+27:2371:x1863837563126400:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502120.054075:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aedafa5a/0x4ad31463d9bc243f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x107e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d73 expref: 21 pid: 205381 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.054081:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.054083:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da48a64f/0x4ad31463d9bc1dbd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1053:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bba expref: 24 pid: 205383 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.054090:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000018e6b394/0x4ad31463d9bc2095 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1057:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c85 expref: 27 pid: 205385 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.054095:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.054099:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.054101:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.054105:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b4d19ad2/0x4ad31463d9bc45da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.054105:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.054110:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000018e6b394/0x4ad31463d9bc2095 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1057:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c85 expref: 27 pid: 205385 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.054111:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d50a3481/0x4ad31463d9bc45cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.054138:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d50a3481/0x4ad31463d9bc45cc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.054141:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4d19ad2/0x4ad31463d9bc45da lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x107e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.054147:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018e6b394/0x4ad31463d9bc2095 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1057:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c85 expref: 27 pid: 205385 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.054167:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502120.054170:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.054172:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.054173:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502120.054175:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000063819cb/0x4ad31463d9bc45e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.054181:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000063819cb/0x4ad31463d9bc45e1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.054192:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49231f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+23:2371:x1863837563126144:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 186us (877us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502120.054201:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49230a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+21:2370:x1863837563126272:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 181us (863us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502120.054204:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1078 00010000:00010000:0.0:1777502120.054204:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502120.054215:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1079 00000100:00100000:0.0:1777502120.054228:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4631b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+26:2371:x1863837563126400:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 163us (874us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502120.054230:0:188358:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d50a3481/0x4ad31463d9bc45cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.054235:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1080 00010000:00010000:1.0:1777502120.054244:0:188358:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d50a3481/0x4ad31463d9bc45cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.054257:0:188358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d50a3481/0x4ad31463d9bc45cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.054258:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70df0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561372800:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.054269:0:205381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aedafa5a/0x4ad31463d9bc243f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x107e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d73 expref: 20 pid: 205381 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.054274:0:188358:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d50a3481/0x4ad31463d9bc45cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.054279:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc45d3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x107b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.054280:0:205381:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f37c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:205381:1863837561372544:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.054298:0:205381:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b4d19ad2/0x4ad31463d9bc45da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.054302:0:188358:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502120.054308:0:205381:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b4d19ad2/0x4ad31463d9bc45da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.054315:0:205381:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b4d19ad2/0x4ad31463d9bc45da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.054324:0:205381:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4d19ad2/0x4ad31463d9bc45da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.054330:0:205384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8d72f8b/0x4ad31463d9bc45ef lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1058:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.054332:0:205381:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b4d19ad2/0x4ad31463d9bc45da lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x107e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.054353:0:205384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003fa18a07/0x4ad31463d9bc20b1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1058:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c93 expref: 25 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.054358:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.054360:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.054362:0:205384:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8d72f8b/0x4ad31463d9bc45ef lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1058:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.054365:0:205381:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1777502120.054382:0:205384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003fa18a07/0x4ad31463d9bc20b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1058:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c93 expref: 25 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.054388:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1777502120.054390:0:205384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003fa18a07/0x4ad31463d9bc20b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1058:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c93 expref: 25 pid: 205383 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.054395:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d50a3481/0x4ad31463d9bc45cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.054408:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a9800 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:2.0:1777502120.054409:0:205384:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4cef1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:205384:1863837561373184:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502120.054413:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d50a3481/0x4ad31463d9bc45cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.054422:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d50a3481/0x4ad31463d9bc45cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.054436:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d50a3481/0x4ad31463d9bc45cc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.054447:0:205384:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd467206c0 going to sleep for 11 seconds 00010000:00010000:3.0:1777502120.054449:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d50a3481/0x4ad31463d9bc45cc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.054459:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502120.054464:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b4d19ad2/0x4ad31463d9bc45da lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x107e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.054469:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfc4e51e400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502120.054471:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.054473:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4d19ad2/0x4ad31463d9bc45da lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x107e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.054475:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.054479:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.054481:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4d19ad2/0x4ad31463d9bc45da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x107e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.054492:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b4d19ad2/0x4ad31463d9bc45da lrc: 1/0,0 mode: --/PW res: [0x240000400:0x107e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.054498:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4d19ad2/0x4ad31463d9bc45da lrc: 0/0,0 mode: --/PW res: [0x240000400:0x107e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.054514:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.054516:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.054519:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.054527:0:205383:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000084a060d1/0x4ad31463d9bc45be lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.054535:0:205383:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084a060d1/0x4ad31463d9bc45be lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.054543:0:205383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084a060d1/0x4ad31463d9bc45be lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.054551:0:205383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000084a060d1/0x4ad31463d9bc45be lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x107f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.054568:0:205383:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502120.054617:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502120.054622:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000084a060d1/0x4ad31463d9bc45be lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x107f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.054631:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf7e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502120.054635:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000084a060d1/0x4ad31463d9bc45be lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x107f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.054643:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000084a060d1/0x4ad31463d9bc45be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x107f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.054661:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000084a060d1/0x4ad31463d9bc45be lrc: 1/0,0 mode: --/PW res: [0x240000400:0x107f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.054668:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084a060d1/0x4ad31463d9bc45be lrc: 0/0,0 mode: --/PW res: [0x240000400:0x107f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.054683:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.054686:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.054690:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502120.054808:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+26:3309:x1863837561370496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3499us (3582us total) trans 8589935715 rc 0/0 00000100:00100000:1.0:1777502120.054816:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3307 00010000:00010000:1.0:1777502120.054846:0:205382:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc45b0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.054854:0:205382:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc45b0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.054863:0:205382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc45b0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.054871:0:205382:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc45b0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.054887:0:205382:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502120.054888:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+28:3309:x1863837561371520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3383us (3577us total) trans 8589936128 rc 0/0 00000100:00100000:0.0:1777502120.054898:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3309 00010000:00010000:0.0:1777502120.054920:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502120.054926:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc45b0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.054934:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd80e68000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.054939:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc45b0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.054947:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc45b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.054960:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc45b0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.054969:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+28:3311:x1863837561371392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4017us (4158us total) trans 8589936129 rc 0/0 00010000:00010000:0.0:1777502120.054970:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070cdb1b2/0x4ad31463d9bc45b0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.054979:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3305 00010000:00010000:0.0:1777502120.055000:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.055004:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.055008:0:187548:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000063819cb/0x4ad31463d9bc45e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.055008:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.055016:0:187548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000063819cb/0x4ad31463d9bc45e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.055021:0:187548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000063819cb/0x4ad31463d9bc45e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.055025:0:187548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000063819cb/0x4ad31463d9bc45e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.055042:0:187548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502120.055051:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502120.055072:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502120.055077:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000063819cb/0x4ad31463d9bc45e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.055084:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502120.055088:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000063819cb/0x4ad31463d9bc45e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.055094:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000063819cb/0x4ad31463d9bc45e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.055104:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000063819cb/0x4ad31463d9bc45e1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.055109:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000063819cb/0x4ad31463d9bc45e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.055122:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.055126:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.055128:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502120.055157:0:205386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70df0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:205386:1863837561372928:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502120.055188:0:205386:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc45e8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x107c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.055200:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502120.055226:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563126528 00000100:00100000:3.0:1777502120.055232:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563126528 00010000:00010000:3.0:1777502120.055255:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004c391f0a/0x4ad31463d9bc208e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x107b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c77 expref: 20 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.055285:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+28:3311:x1863837561371264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4357us (4651us total) trans 8589936130 rc 0/0 00000100:00100000:1.0:1777502120.055294:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3303 00000100:00100000:1.0:1777502120.055320:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563126656 00000100:00100000:1.0:1777502120.055323:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563126656 00010000:00010000:1.0:1777502120.055336:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005e823ea0/0x4ad31463d9bc20a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x107c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c8c expref: 21 pid: 205375 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.055354:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1081 00000100:00100000:1.0:1777502120.055362:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1082 00000100:00100000:3.0:1777502120.055367:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46318700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+21:2370:x1863837563126528:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502120.055375:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd61bfe050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+21:2371:x1863837563126656:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502120.055378:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502120.055380:0:205385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000946b789b/0x4ad31463d9bc2072 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c70 expref: 25 pid: 205386 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.055389:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004c391f0a/0x4ad31463d9bc208e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x107b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c77 expref: 21 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.055389:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.055397:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005e823ea0/0x4ad31463d9bc20a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x107c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c8c expref: 21 pid: 205375 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.055406:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3309:x1863837561370624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3756us (4045us total) trans 8589935716 rc 0/0 00000100:00100000:0.0:1777502120.055414:0:205385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f37ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:205385:1863837561371776:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502120.055422:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3310 00010000:00010000:1.0:1777502120.055426:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005e823ea0/0x4ad31463d9bc20a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x107c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c8c expref: 21 pid: 205375 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.055436:0:205385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cced754b/0x4ad31463d9bc45a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.055455:0:205385:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cced754b/0x4ad31463d9bc45a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.055456:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004c391f0a/0x4ad31463d9bc208e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x107b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c77 expref: 21 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502120.055460:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd47260e00/2, rc 0, transno 8589936129 00010000:00010000:1.0:1777502120.055460:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e823ea0/0x4ad31463d9bc20a3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x107c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c8c expref: 21 pid: 205375 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.055474:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561371392:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502120.055482:0:205385:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cced754b/0x4ad31463d9bc45a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.055488:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000004:00080000:2.0:1777502120.055491:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd47260700/2, rc 0, transno 8589935713 00010000:00010000:1.0:1777502120.055491:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.055496:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c391f0a/0x4ad31463d9bc208e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x107b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c77 expref: 20 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.055496:0:205385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cced754b/0x4ad31463d9bc45a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.055497:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc45e8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.055501:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561370240:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1777502120.055513:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd47263800/2, rc 0, transno 8589936130 00000100:00100000:2.0:1777502120.055520:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561371264:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502120.055526:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc45e8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x107c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.055527:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.055527:0:205385:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cced754b/0x4ad31463d9bc45a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.055532:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.055538:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc45d3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.055562:0:205385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502120.055567:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc45d3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x107b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.055602:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502120.055607:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cced754b/0x4ad31463d9bc45a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.055607:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502120.055618:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502120.055619:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfc4e51fa00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502120.055623:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cced754b/0x4ad31463d9bc45a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.055629:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cced754b/0x4ad31463d9bc45a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.055635:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd61bfe050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+19:2371:x1863837563126656:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 264us (437us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502120.055641:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cced754b/0x4ad31463d9bc45a9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.055642:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1082 00000100:00100000:3.0:1777502120.055649:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46318700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+19:2370:x1863837563126528:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 283us (596us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502120.055652:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cced754b/0x4ad31463d9bc45a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.055674:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1081 00010000:00010000:2.0:1777502120.055681:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.055684:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.055685:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.055740:0:205386:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc45e8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.055750:0:205386:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc45e8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.055759:0:205386:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc45e8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.055761:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1777502120.055771:0:205386:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc45e8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x107c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.055774:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6e6ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561373568:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502120.055805:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502120.055832:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561373568 00000100:00100000:1.0:1777502120.055837:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561373568 00010000:00010000:3.0:1777502120.055855:0:205386:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1777502120.055857:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd47262a00/2, rc 0, transno 8589935716 00000100:00100000:2.0:1777502120.055867:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47262a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561370624:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502120.055872:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3313 00000004:00080000:2.0:1777502120.055880:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd47262680/2, rc 0, transno 8589935715 00000100:00100000:1.0:1777502120.055882:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd47261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+28:3310:x1863837561373568:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502120.055885:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47262680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561370496:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1777502120.055898:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd6e6e9180/2, rc 0, transno 8589936128 00002000:00080000:1.0:1777502120.055898:0:205378:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4225 count 1 00000100:00100000:2.0:1777502120.055906:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6e6e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561371520:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502120.055912:0:205378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bc45f6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1081:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502120.055914:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd45b13480/2, rc 0, transno 8589936127 00000100:00100000:2.0:1777502120.055922:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd45b13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561369856:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502120.055926:0:205378:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005ad1ba5d/0x4ad31463d9bc25f1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1081:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833dea expref: 17 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.055932:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.055933:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000004:00080000:2.0:1777502120.055936:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7c57b800/2, rc 0, transno 8589936126 00010000:00010000:1.0:1777502120.055936:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bc45f6 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1081:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.055943:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7c57b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561369728:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1777502120.055957:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7f37dc00/2, rc 0, transno 8589935714 00010000:00010000:1.0:1777502120.055958:0:205378:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005ad1ba5d/0x4ad31463d9bc25f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1081:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833dea expref: 17 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.055964:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f37dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561366272:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502120.055970:0:205378:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005ad1ba5d/0x4ad31463d9bc25f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1081:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833dea expref: 17 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.055983:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+26:3311:x1863837561370752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5272us (5427us total) trans 8589935717 rc 0/0 00000100:00100000:1.0:1777502120.055986:0:205378:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205378:1863837561373696:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502120.055998:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3302 00010000:00010000:0.0:1777502120.056042:0:205368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c0d70da/0x4ad31463d9bc1db6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833bc1 expref: 22 pid: 205375 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.056046:0:205378:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4f6bee40 going to sleep for 11 seconds 00000100:00100000:0.0:1777502120.056059:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f37d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561372032:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.056075:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000008425984/0x4ad31463d9bc45b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.056084:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000008425984/0x4ad31463d9bc45b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.056093:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008425984/0x4ad31463d9bc45b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.056104:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008425984/0x4ad31463d9bc45b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.056113:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000008425984/0x4ad31463d9bc45b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.056116:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc547b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561373824:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502120.056139:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1777502120.056145:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502120.056150:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777502120.056155:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc45e8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x107c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.056161:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502120.056164:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc45e8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x107c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.056166:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc547b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561374336:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502120.056177:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc45e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x107c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.056186:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc45e8 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x107c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.056192:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc45e8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x107c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.056199:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502120.056215:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502120.056219:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000008425984/0x4ad31463d9bc45b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.056224:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfc4e51f200 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:2.0:1777502120.056226:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1777502120.056227:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000008425984/0x4ad31463d9bc45b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.056233:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc547b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561374208:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502120.056235:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000008425984/0x4ad31463d9bc45b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.056243:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000008425984/0x4ad31463d9bc45b7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.056248:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008425984/0x4ad31463d9bc45b7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.056258:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502120.056275:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.056279:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.056283:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502120.056293:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4cef3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561373440:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502120.056324:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502120.056348:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc547b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561374080:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502120.056385:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502120.056390:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000004:00080000:2.0:1777502120.056422:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7c57bb80/2, rc 0, transno 8589935711 00000100:00100000:2.0:1777502120.056433:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7c57bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561368960:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502120.056444:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1777502120.056451:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4cef2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561373312:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502120.056460:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+29:3309:x1863837561371136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4490us (4966us total) trans 8589936131 rc 0/0 00000100:00100000:3.0:1777502120.056465:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3311 00000100:00100000:3.0:1777502120.056480:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561373824 00000100:00100000:3.0:1777502120.056485:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561373824 00000100:00100000:2.0:1777502120.056486:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502120.056510:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc547b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561373952:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502120.056519:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561374336 00000100:00100000:3.0:1777502120.056525:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561374336 00000100:00100000:0.0:1777502120.056525:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+27:3311:x1863837561370368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5585us (5833us total) trans 8589935718 rc 0/0 00000100:00100000:1.0:1777502120.056526:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561374208 00000100:00100000:1.0:1777502120.056531:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561374208 00000100:00100000:0.0:1777502120.056537:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3304 00000100:00100000:2.0:1777502120.056543:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502120.056569:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561373440 00000100:00100000:1.0:1777502120.056569:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561374080 00000100:00100000:2.0:1777502120.056570:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc547b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561374464:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502120.056570:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561373312 00000100:00100000:1.0:1777502120.056607:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561374080 00000100:00100000:3.0:1777502120.056610:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561373440 00000100:00100000:0.0:1777502120.056615:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561373312 00000100:00100000:1.0:1777502120.056623:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561373952 00000100:00100000:1.0:1777502120.056627:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561373952 00000100:00100000:3.0:1777502120.056640:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3314 00000100:00100000:0.0:1777502120.056647:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3315 00000100:00100000:3.0:1777502120.056651:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc547b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+29:3310:x1863837561373824:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502120.056655:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3316 00000100:00100000:2.0:1777502120.056660:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502120.056660:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc547b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+31:3310:x1863837561374336:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502120.056667:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc547b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+31:3310:x1863837561374208:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502120.056672:0:205386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4186 count 1 00002000:00080000:0.0:1777502120.056675:0:205368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4226 count 1 00002000:00080000:1.0:1777502120.056679:0:205380:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4228 count 1 00010000:00010000:0.0:1777502120.056686:0:205368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072dd0c66/0x4ad31463d9bc45fd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1082:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.056691:0:205380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052b7faa2/0x4ad31463d9bc4604 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1084:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.056702:0:205386:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc460b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x105a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.056714:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563126784 00000100:00100000:2.0:1777502120.056720:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563126784 00010000:00010000:1.0:1777502120.056721:0:205380:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c88c8384/0x4ad31463d9bc27fe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1084:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e92 expref: 25 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.056721:0:205368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000009b4631a/0x4ad31463d9bc27f7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1082:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e84 expref: 17 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.056726:0:205386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000861d599/0x4ad31463d9bc2446 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x105a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d7a expref: 25 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.056741:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003fa18a07/0x4ad31463d9bc20b1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1058:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c93 expref: 25 pid: 205383 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.056746:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.056748:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.056751:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.056752:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.056755:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.056757:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072dd0c66/0x4ad31463d9bc45fd lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1082:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.056758:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052b7faa2/0x4ad31463d9bc4604 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1084:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.056759:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.056765:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc460b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x105a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.056783:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1083 00000100:00100000:2.0:1777502120.056794:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+25:2370:x1863837563126784:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502120.056803:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.056804:0:205380:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c88c8384/0x4ad31463d9bc27fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1084:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e92 expref: 25 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.056805:0:205368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000009b4631a/0x4ad31463d9bc27f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1082:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e84 expref: 17 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.056812:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003fa18a07/0x4ad31463d9bc20b1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1058:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c93 expref: 25 pid: 205383 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.056836:0:205380:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c88c8384/0x4ad31463d9bc27fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1084:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e92 expref: 25 pid: 205368 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.056837:0:205368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000009b4631a/0x4ad31463d9bc27f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1082:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e84 expref: 17 pid: 189105 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.056840:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003fa18a07/0x4ad31463d9bc20b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1058:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c93 expref: 25 pid: 205383 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.056871:0:205380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561374720:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502120.056873:0:205368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd46318380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205368:1863837561374848:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.056875:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.056876:0:205386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000861d599/0x4ad31463d9bc2446 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d7a expref: 25 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.056878:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.056883:0:205389:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8d72f8b/0x4ad31463d9bc45ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1058:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.056896:0:205386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000861d599/0x4ad31463d9bc2446 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x105a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d7a expref: 25 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.056897:0:205389:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8d72f8b/0x4ad31463d9bc45ef lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1058:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.056912:0:205368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4f3c3d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777502120.056915:0:205380:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4f6be180 going to sleep for 11 seconds 00000100:00100000:3.0:1777502120.056925:0:205386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70df0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:205386:1863837561374976:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.056933:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502120.056948:0:205375:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc45c5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.056955:0:205386:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc51fe9cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1777502120.056955:0:205375:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc45c5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.056964:0:205375:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc45c5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.056965:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+25:2370:x1863837563126784:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 171us (572us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502120.056970:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502120.056982:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561374464 00000100:00100000:2.0:1777502120.056986:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1083 00010000:00010000:0.0:1777502120.056986:0:205375:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc45c5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x107a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.056988:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561374464 00010000:00010000:0.0:1777502120.057002:0:205375:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1777502120.057029:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd47261180/2, rc 0, transno 8589935718 00000100:00100000:2.0:1777502120.057040:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561370368:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1777502120.057051:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd47261880/2, rc 0, transno 8589935717 00000100:00100000:2.0:1777502120.057056:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561370752:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502120.057063:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777502120.057068:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3317 00000100:00100000:2.0:1777502120.057073:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc49cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561374592:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502120.057102:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502120.057118:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc547b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+29:3312:x1863837561374080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777502120.057130:0:205377:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4189 count 1 00010000:00010000:3.0:1777502120.057158:0:205377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc4612 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x105d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.057172:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc49cddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561375104:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502120.057173:0:205377:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ec6cce61/0x4ad31463d9bc25ff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x105d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833df1 expref: 24 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.057183:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.057185:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.057187:0:205377:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc4612 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x105d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.057205:0:205377:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ec6cce61/0x4ad31463d9bc25ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833df1 expref: 24 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.057212:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777502120.057219:0:205377:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ec6cce61/0x4ad31463d9bc25ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x105d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833df1 expref: 24 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.057228:0:205377:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70df0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205377:1863837561375360:192.168.202.27@tcp:104: 00000004:00080000:2.0:1777502120.057240:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd47262d80/2, rc 0, transno 8589936131 00000100:00100000:2.0:1777502120.057250:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561371136:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502120.057261:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777502120.057267:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc49cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561375232:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502120.057269:0:205377:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc51fe9c00 going to sleep for 11 seconds 00010000:00010000:3.0:1777502120.057288:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502120.057293:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc45c5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x107a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.057300:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777502120.057307:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502120.057311:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc45c5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x107a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.057321:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc45c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x107a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.057333:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+33:3311:x1863837561370880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6328us (6582us total) trans 8589936132 rc 0/0 00010000:00010000:3.0:1777502120.057335:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc45c5 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x107a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.057343:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3306 00010000:00010000:3.0:1777502120.057351:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce1a4475/0x4ad31463d9bc45c5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x107a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.057357:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc49cdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561375488:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502120.057362:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561374592 00000100:00100000:0.0:1777502120.057367:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561374592 00000100:00100000:0.0:1777502120.057386:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561375104 00000100:00100000:2.0:1777502120.057390:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502120.057392:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561375104 00010000:00010000:3.0:1777502120.057406:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.057410:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502120.057411:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561375232 00010000:00010000:3.0:1777502120.057414:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502120.057415:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561375232 00000004:00080000:2.0:1777502120.057417:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd47263b80/2, rc 0, transno 8589936132 00000100:00100000:2.0:1777502120.057428:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47263b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561370880:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502120.057433:0:187550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc45d3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.057435:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561375488 00000100:00100000:0.0:1777502120.057440:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561375488 00010000:00010000:3.0:1777502120.057447:0:187550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc45d3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.057456:0:187550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc45d3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.057463:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3318 00010000:00010000:3.0:1777502120.057470:0:187550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc45d3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x107b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.057474:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4a884450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+33:3312:x1863837561373440:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502120.057484:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3319 00010000:00010000:3.0:1777502120.057491:0:187550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1777502120.057491:0:205375:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4224 count 1 00000100:00100000:2.0:1777502120.057497:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc547b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+32:3312:x1863837561373312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502120.057513:0:205383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4185 count 1 00010000:00010000:0.0:1777502120.057518:0:205375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7f6b814/0x4ad31463d9bc4619 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1080:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.057528:0:205375:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc2469 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d88 expref: 17 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.057533:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.057534:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.057536:0:205375:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7f6b814/0x4ad31463d9bc4619 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.057544:0:205383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc4620 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1059:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.057554:0:205375:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc2469 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d88 expref: 17 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.057562:0:205383:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000063298d56/0x4ad31463d9bc22e8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d0a expref: 24 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.057566:0:205375:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc2469 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d88 expref: 17 pid: 205375 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.057606:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777502120.057608:0:205375:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4631b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205375:1863837561375744:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.057610:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.057615:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc4620 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.057641:0:205383:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000063298d56/0x4ad31463d9bc22e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d0a expref: 24 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.057653:0:205383:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000063298d56/0x4ad31463d9bc22e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d0a expref: 24 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.057654:0:205375:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4f3c3240 going to sleep for 11 seconds 00000100:00100000:2.0:1777502120.057667:0:205383:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc49cde300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:205383:1863837561375872:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502120.057699:0:205383:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd46720480 going to sleep for 11 seconds 00010000:00010000:2.0:1777502120.057717:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502120.057722:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc45d3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x107b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.057729:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57200 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:0.0:1777502120.057735:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502120.057736:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc45d3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x107b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.057741:0:205378:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205378:1863837561373696:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.057759:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc45d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x107b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.057764:0:205378:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bc45f6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1081:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.057772:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc45d3 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x107b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.057781:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc45d3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x107b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.057785:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563126912 00000100:00100000:1.0:1777502120.057790:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563126912 00010000:00010000:2.0:1777502120.057801:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.057804:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.057806:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.057810:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005ad1ba5d/0x4ad31463d9bc25f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1081:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833dea expref: 18 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.057823:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3320 00000100:00100000:2.0:1777502120.057832:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc547b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+32:3312:x1863837561373952:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502120.057840:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1084 00002000:00080000:2.0:1777502120.057845:0:187548:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4188 count 1 00000100:00100000:1.0:1777502120.057851:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46318700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+18:2371:x1863837563126912:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502120.057862:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.057867:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005ad1ba5d/0x4ad31463d9bc25f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1081:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833dea expref: 18 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.057879:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005ad1ba5d/0x4ad31463d9bc25f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1081:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833dea expref: 18 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.057880:0:187548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ddc4326c/0x4ad31463d9bc4627 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x105c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.057906:0:187548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000061464c92/0x4ad31463d9bc2606 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x105c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833df8 expref: 24 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.057910:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ad1ba5d/0x4ad31463d9bc25f1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1081:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833dea expref: 18 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.057922:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.057926:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.057931:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ddc4326c/0x4ad31463d9bc4627 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x105c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.057932:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502120.057934:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.057938:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.057942:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bc45f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1081:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.057965:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502120.057966:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bc45f6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1081:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.057978:0:187548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000061464c92/0x4ad31463d9bc2606 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833df8 expref: 24 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.057990:0:187548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000061464c92/0x4ad31463d9bc2606 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x105c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833df8 expref: 24 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.057990:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502120.058003:0:187548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc49cdea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561376000:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502120.058024:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46318700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+17:2371:x1863837563126912:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 175us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502120.058032:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1084 00000100:00100000:2.0:1777502120.058037:0:187548:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd46720a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777502120.058053:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563127040 00000100:00100000:1.0:1777502120.058058:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563127040 00000100:00100000:2.0:1777502120.058061:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563127168 00000100:00100000:2.0:1777502120.058066:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563127168 00010000:00010000:1.0:1777502120.058077:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000009b4631a/0x4ad31463d9bc27f7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1082:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e84 expref: 17 pid: 189105 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.058088:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c88c8384/0x4ad31463d9bc27fe lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1084:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e92 expref: 26 pid: 205368 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.058119:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd46318380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205368:1863837561374848:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502120.058126:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1085 00000100:00100000:2.0:1777502120.058134:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1086 00010000:00010000:0.0:1777502120.058138:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000072dd0c66/0x4ad31463d9bc45fd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1082:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.058139:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46319f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+17:2370:x1863837563127040:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502120.058150:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46319880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+26:2370:x1863837563127168:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502120.058154:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.058164:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000009b4631a/0x4ad31463d9bc27f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1082:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e84 expref: 17 pid: 189105 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.058165:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502120.058174:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c88c8384/0x4ad31463d9bc27fe lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1084:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e92 expref: 26 pid: 205368 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.058180:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000009b4631a/0x4ad31463d9bc27f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1082:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e84 expref: 17 pid: 189105 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.058191:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c88c8384/0x4ad31463d9bc27fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1084:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e92 expref: 26 pid: 205368 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.058199:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009b4631a/0x4ad31463d9bc27f7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1082:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e84 expref: 17 pid: 189105 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.058208:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.058209:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.058209:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.058215:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.058215:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000072dd0c66/0x4ad31463d9bc45fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1082:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.058216:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e6e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+34:3309:x1863837561371008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6678us (6887us total) trans 8589936133 rc 0/0 00010000:00010000:2.0:1777502120.058221:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000052b7faa2/0x4ad31463d9bc4604 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1084:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.058236:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072dd0c66/0x4ad31463d9bc45fd lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1082:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.058238:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3308 00010000:00010000:2.0:1777502120.058248:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052b7faa2/0x4ad31463d9bc4604 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1084:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.058248:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502120.058266:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502120.058268:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3321 00010000:00010000:2.0:1777502120.058270:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502120.058273:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000072dd0c66/0x4ad31463d9bc45fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.058281:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+33:3312:x1863837561374464:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502120.058287:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072dd0c66/0x4ad31463d9bc45fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.058295:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46319f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+16:2370:x1863837563127040:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 159us (365us total) trans 0 rc 0/0 00002000:00080000:3.0:1777502120.058299:0:187550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4229 count 1 00000100:00100000:2.0:1777502120.058300:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46319880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+26:2370:x1863837563127168:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 152us (336us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502120.058304:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072dd0c66/0x4ad31463d9bc45fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.058315:0:187550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc462e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1085:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.058316:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1085 00000100:00100000:2.0:1777502120.058327:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1086 00010000:00010000:0.0:1777502120.058328:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072dd0c66/0x4ad31463d9bc45fd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.058336:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563127424 00000100:00100000:1.0:1777502120.058340:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563127424 00010000:00010000:0.0:1777502120.058344:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502120.058357:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ec6cce61/0x4ad31463d9bc25ff lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x105d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833df1 expref: 25 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.058359:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777502120.058372:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc49cdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561375616:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502120.058389:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1087 00000100:00100000:1.0:1777502120.058399:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46318380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+25:2371:x1863837563127424:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502120.058405:0:187550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000071323c20/0x4ad31463d9bc2a2e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1085:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f10 expref: 15 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.058408:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502120.058408:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.058418:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ec6cce61/0x4ad31463d9bc25ff lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x105d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833df1 expref: 25 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.058421:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.058425:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.058430:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc462e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1085:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.058435:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ec6cce61/0x4ad31463d9bc25ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x105d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833df1 expref: 25 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.058442:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561375616 00000100:00100000:2.0:1777502120.058447:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561375616 00010000:00010000:1.0:1777502120.058460:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.058462:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.058464:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc4612 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.058470:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc4612 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x105d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.058476:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3322 00000100:00100000:2.0:1777502120.058485:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+32:3311:x1863837561374592:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502120.058487:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:2.0:1777502120.058501:0:188366:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4187 count 1 00010000:00010000:3.0:1777502120.058511:0:187550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000071323c20/0x4ad31463d9bc2a2e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1085:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f10 expref: 15 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.058512:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46318380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+25:2371:x1863837563127424:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 113us (270us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502120.058529:0:188366:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d1ba468/0x4ad31463d9bc4635 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x105b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.058529:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1087 00010000:00010000:3.0:1777502120.058535:0:187550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000071323c20/0x4ad31463d9bc2a2e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1085:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f10 expref: 15 pid: 205377 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.058550:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502120.058554:0:188366:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002201a793/0x4ad31463d9bc2676 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x105b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e22 expref: 24 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.058557:0:187550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70df0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561376128:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.058557:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072dd0c66/0x4ad31463d9bc45fd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.058607:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfc4e51f400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502120.058609:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.058612:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.058612:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072dd0c66/0x4ad31463d9bc45fd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.058617:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d1ba468/0x4ad31463d9bc4635 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x105b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.058624:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072dd0c66/0x4ad31463d9bc45fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.058641:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072dd0c66/0x4ad31463d9bc45fd lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.058649:0:188366:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002201a793/0x4ad31463d9bc2676 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e22 expref: 24 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.058650:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072dd0c66/0x4ad31463d9bc45fd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1082:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.058675:0:188366:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002201a793/0x4ad31463d9bc2676 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x105b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e22 expref: 24 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.058680:0:187550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc51fe99c0 going to sleep for 11 seconds 00010000:00010000:1.0:1777502120.058680:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.058683:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.058688:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502120.058693:0:188366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc42385500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:188366:1863837561376256:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.058712:0:205380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c88c8384/0x4ad31463d9bc27fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1084:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e92 expref: 25 pid: 205368 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.058714:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc547b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+35:3310:x1863837561374336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2059us (2517us total) trans 8589936134 rc 0/0 00000004:00080000:3.0:1777502120.058721:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd47260000/2, rc 0, transno 8589936133 00000100:00100000:2.0:1777502120.058726:0:188366:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd46720780 going to sleep for 11 seconds 00000100:00100000:0.0:1777502120.058734:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3315 00000100:00100000:3.0:1777502120.058738:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd47260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561371008:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502120.058742:0:205380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561374720:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502120.058760:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3323 00010000:00010000:1.0:1777502120.058761:0:205380:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000052b7faa2/0x4ad31463d9bc4604 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1084:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.058768:0:205380:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000052b7faa2/0x4ad31463d9bc4604 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1084:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.058769:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+32:3309:x1863837561375104:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502120.058780:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3324 00010000:00010000:1.0:1777502120.058788:0:205380:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052b7faa2/0x4ad31463d9bc4604 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1084:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1777502120.058790:0:205368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4190 count 1 00000100:00100000:2.0:1777502120.058795:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+32:3309:x1863837561375232:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502120.058800:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70df0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561376384:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502120.058804:0:205368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002032900b/0x4ad31463d9bc463c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x105e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.058807:0:205380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052b7faa2/0x4ad31463d9bc4604 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1084:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777502120.058816:0:205376:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4191 count 1 00010000:00010000:1.0:1777502120.058829:0:205380:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052b7faa2/0x4ad31463d9bc4604 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1084:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.058832:0:205368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e9e05a09/0x4ad31463d9bc26a0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x105e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e30 expref: 24 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.058843:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777502120.058845:0:205376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c23e75c/0x4ad31463d9bc4643 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x105f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.058857:0:205380:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502120.058857:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.058862:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.058866:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002032900b/0x4ad31463d9bc463c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x105e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.058868:0:205376:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe3a3f5d/0x4ad31463d9bc2699 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x105f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e29 expref: 24 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.058869:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502120.058875:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052b7faa2/0x4ad31463d9bc4604 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1084:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.058892:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.058893:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a9000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502120.058894:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.058897:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052b7faa2/0x4ad31463d9bc4604 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1084:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.058899:0:205376:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c23e75c/0x4ad31463d9bc4643 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x105f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.058909:0:205368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e9e05a09/0x4ad31463d9bc26a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e30 expref: 24 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.058915:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052b7faa2/0x4ad31463d9bc4604 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1084:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.058940:0:205368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e9e05a09/0x4ad31463d9bc26a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x105e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e30 expref: 24 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.058943:0:205376:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fe3a3f5d/0x4ad31463d9bc2699 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e29 expref: 24 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.058944:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052b7faa2/0x4ad31463d9bc4604 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1084:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.058969:0:205368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f37d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561376512:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.058980:0:205376:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fe3a3f5d/0x4ad31463d9bc2699 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x105f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e29 expref: 24 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.058994:0:205376:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc42385c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:205376:1863837561376640:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502120.058998:0:205368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4f3c3600 going to sleep for 11 seconds 00000004:00080000:0.0:1777502120.059026:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc547b3800/2, rc 0, transno 8589936134 00000100:00100000:2.0:1777502120.059027:0:205376:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd46720840 going to sleep for 11 seconds 00010000:00010000:3.0:1777502120.059040:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052b7faa2/0x4ad31463d9bc4604 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1084:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.059041:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc547b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561374336:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502120.059048:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561376384 00000100:00100000:2.0:1777502120.059054:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561376384 00010000:00010000:3.0:1777502120.059065:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.059069:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.059072:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502120.059083:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3325 00000100:00100000:2.0:1777502120.059095:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+35:3311:x1863837561375488:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502120.059096:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00002000:00080000:2.0:1777502120.059111:0:188358:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4227 count 1 00000100:00100000:3.0:1777502120.059126:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70df1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561376768:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502120.059143:0:188358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000081510e8a/0x4ad31463d9bc464a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1083:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.059158:0:188358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000061984cce/0x4ad31463d9bc2916 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1083:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833edf expref: 24 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.059162:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777502120.059170:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.059173:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.059176:0:188358:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000081510e8a/0x4ad31463d9bc464a lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1083:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.059199:0:188358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000061984cce/0x4ad31463d9bc2916 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1083:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833edf expref: 24 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.059211:0:188358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000061984cce/0x4ad31463d9bc2916 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1083:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833edf expref: 24 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.059217:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc547b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+36:3310:x1863837561374208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2549us (2959us total) trans 8589936135 rc 0/0 00000004:00080000:3.0:1777502120.059225:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc547b2a00/2, rc 0, transno 8589936135 00000100:00100000:2.0:1777502120.059230:0:188358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc42386300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:188358:1863837561376896:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502120.059231:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3316 00000100:00100000:3.0:1777502120.059238:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc547b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561374208:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502120.059252:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502120.059253:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561376768 00000100:00100000:1.0:1777502120.059257:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561376768 00000100:00100000:2.0:1777502120.059265:0:188358:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd45b3cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1777502120.059287:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3326 00000100:00100000:2.0:1777502120.059291:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563127296 00000100:00100000:2.0:1777502120.059295:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563127296 00000100:00100000:3.0:1777502120.059297:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc49231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561377024:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502120.059298:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc42384380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+36:3311:x1863837561375616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777502120.059316:0:205380:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4230 count 1 00010000:00010000:2.0:1777502120.059317:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000861d599/0x4ad31463d9bc2446 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x105a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d7a expref: 25 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.059331:0:205380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005dc3483b/0x4ad31463d9bc4651 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1086:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.059342:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502120.059343:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563127552 00000100:00100000:0.0:1777502120.059347:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502120.059349:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563127552 00010000:00010000:1.0:1777502120.059357:0:205380:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000032ae2dd6/0x4ad31463d9bc2955 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1086:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833eed expref: 24 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.059366:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc2469 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d88 expref: 16 pid: 205375 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.059366:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.059370:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.059375:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005dc3483b/0x4ad31463d9bc4651 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1086:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.059392:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563127808 00010000:00010000:3.0:1777502120.059396:0:205377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec6cce61/0x4ad31463d9bc25ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x105d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833df1 expref: 25 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.059397:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563127808 00010000:00010000:1.0:1777502120.059401:0:205380:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000032ae2dd6/0x4ad31463d9bc2955 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1086:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833eed expref: 24 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.059414:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000061464c92/0x4ad31463d9bc2606 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x105c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833df8 expref: 25 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.059419:0:205377:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70df0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205377:1863837561375360:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.059423:0:205380:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000032ae2dd6/0x4ad31463d9bc2955 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1086:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833eed expref: 24 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.059435:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502120.059444:0:205377:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc4612 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.059445:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563127680 00000100:00100000:1.0:1777502120.059449:0:205380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561377152:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502120.059450:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563127680 00010000:00010000:3.0:1777502120.059462:0:205377:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc4612 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.059467:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000063298d56/0x4ad31463d9bc22e8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d0a expref: 26 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.059469:0:205377:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc4612 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.059485:0:205380:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4f6bee40 going to sleep for 11 seconds 00000100:00100000:2.0:1777502120.059493:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1088 00000100:00100000:2.0:1777502120.059503:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+26:2372:x1863837563127296:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502120.059511:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.059515:0:205378:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bc45f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1081:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.059516:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000861d599/0x4ad31463d9bc2446 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x105a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d7a expref: 26 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.059527:0:205375:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4631b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205375:1863837561375744:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.059537:0:205378:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bc45f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1081:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.059545:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000861d599/0x4ad31463d9bc2446 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x105a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d7a expref: 26 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.059549:0:205378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bc45f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1081:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.059551:0:205375:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b7f6b814/0x4ad31463d9bc4619 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.059568:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.059572:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.059606:0:205378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bc45f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1081:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.059610:0:205377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc4612 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.059616:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc460b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.059627:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc460b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x105a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.059629:0:205378:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502120.059636:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502120.059642:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bc45f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1081:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.059648:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a9e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502120.059651:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502120.059651:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bc45f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1081:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.059659:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bc45f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1081:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.059672:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bc45f6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1081:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.059683:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+26:2372:x1863837563127296:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 181us (589us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502120.059688:0:205377:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc4612 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x105d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.059695:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bc45f6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1081:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.059701:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1088 00010000:00010000:3.0:1777502120.059723:0:205377:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502120.059728:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1089 00010000:00010000:0.0:1777502120.059729:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502120.059734:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc4612 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x105d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.059740:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd42d02850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+16:2371:x1863837563127552:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502120.059750:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502120.059755:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502120.059755:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc4612 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x105d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.059763:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc2469 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1080:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d88 expref: 16 pid: 205375 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.059769:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc4612 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x105d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.059784:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc2469 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1080:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d88 expref: 16 pid: 205375 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.059786:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc4612 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x105d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.059808:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc4612 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x105d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.059827:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078407383/0x4ad31463d9bc2469 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1080:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d88 expref: 16 pid: 205375 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.059832:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.059836:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.059842:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.059844:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.059846:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.059850:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b7f6b814/0x4ad31463d9bc4619 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.059858:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7f6b814/0x4ad31463d9bc4619 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1080:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.059881:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502120.059904:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd42d02850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+15:2371:x1863837563127552:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 169us (656us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502120.059913:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1089 00000100:00100000:2.0:1777502120.059960:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1090 00000100:00100000:2.0:1777502120.059968:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+25:2371:x1863837563127808:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502120.059977:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502120.059982:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000061464c92/0x4ad31463d9bc2606 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x105c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833df8 expref: 25 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.059992:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000061464c92/0x4ad31463d9bc2606 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x105c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833df8 expref: 25 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.060010:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.060012:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.060015:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ddc4326c/0x4ad31463d9bc4627 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.060022:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ddc4326c/0x4ad31463d9bc4627 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x105c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.060035:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502120.060061:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+25:2371:x1863837563127808:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 95us (722us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502120.060067:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1090 00000100:00100000:1.0:1777502120.060087:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd47261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+37:3310:x1863837561373568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4207us (4281us total) trans 8589936136 rc 0/0 00000004:00080000:0.0:1777502120.060087:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd6e6ea680/2, rc 0, transno 8589936136 00000100:00100000:2.0:1777502120.060091:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1091 00000100:00100000:0.0:1777502120.060102:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6e6ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561373568:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502120.060106:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+24:2371:x1863837563127680:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502120.060106:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3313 00010000:00010000:2.0:1777502120.060118:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502120.060123:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000063298d56/0x4ad31463d9bc22e8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1059:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d0a expref: 24 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.060124:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561377024 00000100:00100000:1.0:1777502120.060129:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561377024 00010000:00010000:2.0:1777502120.060139:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000063298d56/0x4ad31463d9bc22e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1059:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d0a expref: 24 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.060151:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3327 00010000:00010000:2.0:1777502120.060152:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.060155:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.060159:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc4620 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1059:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.060160:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70df2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+37:3309:x1863837561376384:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777502120.060176:0:205378:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4231 count 1 00010000:00010000:2.0:1777502120.060178:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc4620 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1059:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.060189:0:205378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d42f7c3/0x4ad31463d9bc4658 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1087:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.060194:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502120.060204:0:205378:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000167ba9ce/0x4ad31463d9bc2b85 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1087:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f64 expref: 24 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.060211:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.060213:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502120.060218:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+24:2371:x1863837563127680:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 116us (788us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502120.060218:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d42f7c3/0x4ad31463d9bc4658 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1087:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.060235:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1091 00010000:00010000:1.0:1777502120.060245:0:205378:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000167ba9ce/0x4ad31463d9bc2b85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1087:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f64 expref: 24 pid: 205375 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.060252:0:205378:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000167ba9ce/0x4ad31463d9bc2b85 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1087:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f64 expref: 24 pid: 205375 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.060256:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502120.060262:0:205378:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205378:1863837561377280:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.060285:0:205383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063298d56/0x4ad31463d9bc22e8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d0a expref: 23 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.060297:0:205378:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4f6be180 going to sleep for 11 seconds 00000100:00100000:2.0:1777502120.060300:0:205383:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc49cde300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:205383:1863837561375872:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.060316:0:205383:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc4620 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.060324:0:205383:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc4620 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.060331:0:205383:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc4620 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.060337:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc547b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+33:3312:x1863837561374080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3260us (3950us total) trans 8589935719 rc 0/0 00010000:00010000:2.0:1777502120.060347:0:205383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc4620 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.060352:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3317 00010000:00010000:2.0:1777502120.060367:0:205383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc4620 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777502120.060370:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc547b0380/2, rc 0, transno 8589935719 00000100:00100000:0.0:1777502120.060387:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc547b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561374080:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502120.060389:0:205383:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502120.060397:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502120.060403:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc4620 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.060411:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502120.060415:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc4620 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.060423:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc4620 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.060435:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc4620 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.060440:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dc6b66fc/0x4ad31463d9bc4620 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.060442:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f37c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561377408:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502120.060460:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.060463:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.060465:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502120.060480:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502120.060550:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3328 00000100:00100000:3.0:1777502120.060561:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70df3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+37:3310:x1863837561376768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502120.060606:0:205377:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4234 count 1 00010000:00010000:3.0:1777502120.060622:0:205377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc465f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x108a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.060636:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70df0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561376128:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.060653:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc462e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1085:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.060699:0:205377:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009cf65400/0x4ad31463d9bc2e10 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x108a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834075 expref: 24 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.060708:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.060711:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.060714:0:205377:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc465f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x108a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.060733:0:205380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561377152:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.060750:0:205380:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005dc3483b/0x4ad31463d9bc4651 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1086:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.060751:0:205377:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009cf65400/0x4ad31463d9bc2e10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834075 expref: 24 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.060767:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502120.060780:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc547b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+33:3312:x1863837561373312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3286us (4294us total) trans 8589935720 rc 0/0 00000100:00100000:2.0:1777502120.060791:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3319 00000100:00100000:2.0:1777502120.060807:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561377408 00000100:00100000:2.0:1777502120.060811:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561377408 00000100:00100000:0.0:1777502120.060821:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502120.060833:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3329 00000100:00100000:2.0:1777502120.060841:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+37:3311:x1863837561377024:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777502120.060851:0:205383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4232 count 1 00000004:00080000:0.0:1777502120.060856:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc4cef2300/2, rc 0, transno 8589935720 00000100:00100000:0.0:1777502120.060867:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4cef2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561373312:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502120.060874:0:205383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b480149/0x4ad31463d9bc4666 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1088:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.060883:0:205383:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007fe744f6/0x4ad31463d9bc2db5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1088:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834013 expref: 24 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.060890:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.060892:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.060896:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b480149/0x4ad31463d9bc4666 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1088:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.060908:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777502120.060918:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f37df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561377664:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502120.060921:0:205383:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007fe744f6/0x4ad31463d9bc2db5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1088:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834013 expref: 24 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.060936:0:205377:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009cf65400/0x4ad31463d9bc2e10 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x108a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834075 expref: 24 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.060942:0:205383:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007fe744f6/0x4ad31463d9bc2db5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1088:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834013 expref: 24 pid: 205384 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.060944:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502120.060955:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502120.060969:0:205377:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70df0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:205377:1863837561377536:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502120.060972:0:205383:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc42385880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561377792:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502120.060980:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502120.060996:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f37d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561376512:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.061011:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002032900b/0x4ad31463d9bc463c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x105e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.061023:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502120.061031:0:205383:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd45b3ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777502120.061032:0:205377:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc51fe9780 going to sleep for 11 seconds 00000100:00100000:2.0:1777502120.061057:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563128064 00000100:00100000:2.0:1777502120.061062:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563128064 00010000:00010000:2.0:1777502120.061081:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002201a793/0x4ad31463d9bc2676 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x105b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e22 expref: 23 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.061094:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502120.061104:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563128320 00000100:00100000:2.0:1777502120.061108:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563128320 00000100:00100000:3.0:1777502120.061110:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563127936 00000100:00100000:3.0:1777502120.061116:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563127936 00010000:00010000:2.0:1777502120.061124:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fe3a3f5d/0x4ad31463d9bc2699 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x105f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e29 expref: 24 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.061134:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70df0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561377920:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502120.061142:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563128192 00000100:00100000:2.0:1777502120.061146:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563128192 00000100:00100000:1.0:1777502120.061151:0:186923:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563128576 00000100:00100000:1.0:1777502120.061157:0:186923:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563128576 00010000:00010000:2.0:1777502120.061164:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e9e05a09/0x4ad31463d9bc26a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x105e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e30 expref: 25 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.061169:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502120.061177:0:186923:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000061984cce/0x4ad31463d9bc2916 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1083:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833edf expref: 25 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.061186:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563128448 00000100:00100000:2.0:1777502120.061191:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563128448 00010000:00010000:3.0:1777502120.061194:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000071323c20/0x4ad31463d9bc2a2e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1085:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f10 expref: 15 pid: 205377 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.061205:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1092 00010000:00010000:2.0:1777502120.061207:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000032ae2dd6/0x4ad31463d9bc2955 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1086:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833eed expref: 26 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.061221:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+25:2371:x1863837563128064:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777502120.061228:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1093 00010000:00010000:1.0:1777502120.061235:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777502120.061240:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+25:2371:x1863837563128320:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502120.061243:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002201a793/0x4ad31463d9bc2676 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x105b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e22 expref: 25 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.061247:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1094 00010000:00010000:3.0:1777502120.061249:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502120.061257:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fe3a3f5d/0x4ad31463d9bc2699 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x105f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e29 expref: 25 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.061263:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+25:2371:x1863837563128192:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502120.061265:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002201a793/0x4ad31463d9bc2676 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x105b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e22 expref: 25 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.061276:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502120.061281:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fe3a3f5d/0x4ad31463d9bc2699 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x105f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e29 expref: 25 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.061283:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e9e05a09/0x4ad31463d9bc26a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x105e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e30 expref: 25 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.061287:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.061291:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.061297:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009d1ba468/0x4ad31463d9bc4635 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.061307:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.061311:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.061312:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e9e05a09/0x4ad31463d9bc26a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e30 expref: 25 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.061314:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d1ba468/0x4ad31463d9bc4635 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x105b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.061317:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006c23e75c/0x4ad31463d9bc4643 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.061344:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c23e75c/0x4ad31463d9bc4643 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x105f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.061345:0:205389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e9e05a09/0x4ad31463d9bc26a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x105e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e30 expref: 25 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.061360:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502120.061362:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.061364:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.061366:0:205389:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002032900b/0x4ad31463d9bc463c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.061371:0:205389:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002032900b/0x4ad31463d9bc463c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x105e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.061385:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502120.061391:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+24:2371:x1863837563128064:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 175us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502120.061399:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1092 00000100:00100000:2.0:1777502120.061403:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+24:2371:x1863837563128192:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 144us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502120.061409:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1094 00000100:00100000:1.0:1777502120.061422:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1095 00000100:00100000:2.0:1777502120.061432:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1096 00000100:00100000:1.0:1777502120.061433:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd61bfc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+26:2371:x1863837563128576:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502120.061441:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+15:2371:x1863837563127936:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502120.061444:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502120.061445:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002032900b/0x4ad31463d9bc463c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.061449:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.061452:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000061984cce/0x4ad31463d9bc2916 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1083:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833edf expref: 26 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.061458:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000071323c20/0x4ad31463d9bc2a2e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1085:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f10 expref: 15 pid: 205377 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.061471:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002032900b/0x4ad31463d9bc463c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.061483:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000061984cce/0x4ad31463d9bc2916 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1083:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833edf expref: 26 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.061490:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000071323c20/0x4ad31463d9bc2a2e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1085:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f10 expref: 15 pid: 205377 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.061516:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002032900b/0x4ad31463d9bc463c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.061517:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.061520:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.061524:0:205389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071323c20/0x4ad31463d9bc2a2e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1085:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f10 expref: 15 pid: 205377 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.061526:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000081510e8a/0x4ad31463d9bc464a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1083:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.061529:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502120.061539:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002032900b/0x4ad31463d9bc463c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x105e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.061552:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.061554:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000081510e8a/0x4ad31463d9bc464a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1083:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.061556:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.061562:0:205389:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc462e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1085:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.061568:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502120.061619:0:205389:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc462e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1085:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.061632:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502120.061644:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502120.061682:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd61bfc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+26:2371:x1863837563128576:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 248us (659us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502120.061683:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+22:2371:x1863837563128320:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 441us (858us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502120.061684:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+14:2371:x1863837563127936:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 243us (743us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502120.061700:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1095 00000100:00100000:2.0:1777502120.061707:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1096 00000100:00100000:3.0:1777502120.061715:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1093 00000100:00100000:1.0:1777502120.061725:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1097 00000100:00100000:1.0:1777502120.061738:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+25:2372:x1863837563128448:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502120.061747:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.061752:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000032ae2dd6/0x4ad31463d9bc2955 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1086:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833eed expref: 25 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.061765:0:187548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000061464c92/0x4ad31463d9bc2606 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x105c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833df8 expref: 21 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.061767:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000032ae2dd6/0x4ad31463d9bc2955 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1086:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833eed expref: 25 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.061795:0:186923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000032ae2dd6/0x4ad31463d9bc2955 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1086:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833eed expref: 25 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.061801:0:187548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc49cdea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561376000:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.061816:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.061818:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.061822:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005dc3483b/0x4ad31463d9bc4651 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1086:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.061825:0:187548:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ddc4326c/0x4ad31463d9bc4627 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.061833:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502120.061838:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005dc3483b/0x4ad31463d9bc4651 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1086:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.061842:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002032900b/0x4ad31463d9bc463c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x105e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.061845:0:187548:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ddc4326c/0x4ad31463d9bc4627 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.061870:0:187548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ddc4326c/0x4ad31463d9bc4627 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.061871:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfc4e51ec00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502120.061874:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502120.061878:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002032900b/0x4ad31463d9bc463c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x105e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.061885:0:187548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ddc4326c/0x4ad31463d9bc4627 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.061894:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002032900b/0x4ad31463d9bc463c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x105e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.061897:0:187548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ddc4326c/0x4ad31463d9bc4627 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x105c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.061900:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0775d2ab-558e-41f1-82c0-14244d133390+24:2372:x1863837563128448:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 164us (806us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502120.061920:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1097 00010000:00010000:3.0:1777502120.061924:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002032900b/0x4ad31463d9bc463c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x105e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.061929:0:187548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502120.061931:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002032900b/0x4ad31463d9bc463c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x105e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.061948:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502120.061951:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ddc4326c/0x4ad31463d9bc4627 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x105c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.061955:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502120.061957:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ddc4326c/0x4ad31463d9bc4627 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x105c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.061960:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+34:3309:x1863837561375104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3191us (4750us total) trans 8589935721 rc 0/0 00000100:00100000:0.0:1777502120.061971:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3323 00000100:00100000:1.0:1777502120.061973:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502120.061991:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561377664 00000100:00100000:0.0:1777502120.061995:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561377664 00010000:00010000:3.0:1777502120.062003:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ddc4326c/0x4ad31463d9bc4627 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x105c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.062013:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ddc4326c/0x4ad31463d9bc4627 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x105c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.062016:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561377920 00010000:00010000:3.0:1777502120.062021:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ddc4326c/0x4ad31463d9bc4627 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x105c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.062021:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561377920 00010000:00010000:3.0:1777502120.062042:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.062045:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502120.062049:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3330 00010000:00010000:3.0:1777502120.062051:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502120.062060:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+34:3312:x1863837561377408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777502120.062074:0:205368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4192 count 1 00000100:00100000:1.0:1777502120.062129:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000004:00080000:3.0:1777502120.062138:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc49cddf80/2, rc 0, transno 8589935721 00000100:00100000:3.0:1777502120.062150:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc49cddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561375104:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502120.062206:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502120.062234:0:205380:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005dc3483b/0x4ad31463d9bc4651 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1086:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.062244:0:205380:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005dc3483b/0x4ad31463d9bc4651 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1086:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.062253:0:205380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005dc3483b/0x4ad31463d9bc4651 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1086:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.062261:0:205380:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005dc3483b/0x4ad31463d9bc4651 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1086:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.062275:0:205380:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502120.062287:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd798ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561378048:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502120.062293:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc547b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+35:3312:x1863837561373952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4460us (5748us total) trans 8589935722 rc 0/0 00000100:00100000:2.0:1777502120.062303:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3320 00000100:00100000:2.0:1777502120.062323:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3331 00000100:00100000:3.0:1777502120.062329:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502120.062333:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+34:3310:x1863837561377664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502120.062347:0:187548:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4193 count 1 00000004:00080000:3.0:1777502120.062363:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc547b0e00/2, rc 0, transno 8589935722 00000100:00100000:3.0:1777502120.062372:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc547b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561373952:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502120.062404:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777502120.062408:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd798a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561378176:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502120.062429:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502120.062451:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563128704 00000100:00100000:3.0:1777502120.062456:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563128704 00010000:00010000:3.0:1777502120.062530:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000167ba9ce/0x4ad31463d9bc2b85 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1087:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f64 expref: 24 pid: 205375 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.062556:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563128832 00000100:00100000:3.0:1777502120.062560:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563128832 00010000:00010000:3.0:1777502120.062608:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009cf65400/0x4ad31463d9bc2e10 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x108a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834075 expref: 25 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.062623:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc42384380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+39:3311:x1863837561375616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3327us (4214us total) trans 8589936137 rc 0/0 00000100:00100000:1.0:1777502120.062630:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3326 00000100:00100000:3.0:1777502120.062637:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563128960 00000100:00100000:3.0:1777502120.062641:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563128960 00000100:00100000:1.0:1777502120.062646:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561378048 00000100:00100000:1.0:1777502120.062650:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561378048 00010000:00010000:3.0:1777502120.062657:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007fe744f6/0x4ad31463d9bc2db5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1088:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834013 expref: 26 pid: 205384 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.062666:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561378176 00000100:00100000:1.0:1777502120.062669:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561378176 00000100:00100000:3.0:1777502120.062672:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1098 00000100:00100000:3.0:1777502120.062683:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+26:2370:x1863837563128704:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777502120.062684:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3332 00010000:00010000:3.0:1777502120.062697:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502120.062697:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+38:3310:x1863837561377920:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502120.062705:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000167ba9ce/0x4ad31463d9bc2b85 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1087:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f64 expref: 26 pid: 205375 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502120.062714:0:205380:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4233 count 1 00010000:00010000:3.0:1777502120.062717:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000167ba9ce/0x4ad31463d9bc2b85 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1087:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f64 expref: 26 pid: 205375 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.062727:0:205380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc466d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1089:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.062732:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.062736:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.062740:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d42f7c3/0x4ad31463d9bc4658 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1087:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.062743:0:205380:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf4a2c9c/0x4ad31463d9bc2e33 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1089:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83407c expref: 26 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.062761:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d42f7c3/0x4ad31463d9bc4658 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1087:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.062761:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.062764:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.062767:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc466d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1089:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.062792:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502120.062795:0:205380:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cf4a2c9c/0x4ad31463d9bc2e33 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1089:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83407c expref: 26 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.062803:0:205380:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cf4a2c9c/0x4ad31463d9bc2e33 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1089:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83407c expref: 26 pid: 205379 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.062810:0:205380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561378304:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502120.062822:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+26:2370:x1863837563128704:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 141us (851us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502120.062830:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1098 00000100:00100000:1.0:1777502120.062839:0:205380:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd4f6be0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777502120.062851:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1099 00000100:00100000:3.0:1777502120.062860:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+25:2370:x1863837563128832:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502120.062861:0:205378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000167ba9ce/0x4ad31463d9bc2b85 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1087:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f64 expref: 25 pid: 205375 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.062870:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777502120.062873:0:205378:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205378:1863837561377280:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502120.062878:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009cf65400/0x4ad31463d9bc2e10 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x108a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834075 expref: 24 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.062886:0:205378:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006d42f7c3/0x4ad31463d9bc4658 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1087:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.062887:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009cf65400/0x4ad31463d9bc2e10 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x108a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834075 expref: 24 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.062918:0:205378:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006d42f7c3/0x4ad31463d9bc4658 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1087:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.062919:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.062921:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.062925:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc465f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.062936:0:205378:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d42f7c3/0x4ad31463d9bc4658 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1087:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.062937:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc465f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x108a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.062959:0:205378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d42f7c3/0x4ad31463d9bc4658 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1087:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.062961:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502120.062970:0:205378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006d42f7c3/0x4ad31463d9bc4658 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1087:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.062978:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+24:2370:x1863837563128832:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 120us (850us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502120.062983:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1099 00010000:00010000:1.0:1777502120.062987:0:205378:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1777502120.062994:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1100 00000100:00100000:3.0:1777502120.063000:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+23:2371:x1863837563128960:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502120.063006:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502120.063009:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007fe744f6/0x4ad31463d9bc2db5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1088:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834013 expref: 23 pid: 205384 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.063015:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007fe744f6/0x4ad31463d9bc2db5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1088:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834013 expref: 23 pid: 205384 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.063023:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.063025:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.063027:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005b480149/0x4ad31463d9bc4666 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1088:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.063039:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b480149/0x4ad31463d9bc4666 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1088:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.063055:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502120.063075:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+23:2371:x1863837563128960:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 74us (869us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502120.063082:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1100 00000004:00080000:3.0:1777502120.063121:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc49cdce00/2, rc 0, transno 8589936137 00000100:00100000:3.0:1777502120.063134:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc49cdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561375616:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502120.063187:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6ea52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561378432:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502120.063196:0:205368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c79c498/0x4ad31463d9bc4674 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1060:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.063213:0:205368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003b474638/0x4ad31463d9bc2940 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ee6 expref: 21 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.063214:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502120.063225:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.063227:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.063230:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c79c498/0x4ad31463d9bc4674 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.063254:0:205368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003b474638/0x4ad31463d9bc2940 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ee6 expref: 21 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.063259:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70df2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+39:3309:x1863837561376384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3098us (4420us total) trans 8589936138 rc 0/0 00000004:00080000:3.0:1777502120.063260:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70df0700/2, rc 0, transno 8589936138 00000100:00100000:3.0:1777502120.063271:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70df0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561376384:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502120.063274:0:205368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003b474638/0x4ad31463d9bc2940 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ee6 expref: 21 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.063276:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3327 00000100:00100000:0.0:1777502120.063291:0:205368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f37c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561378560:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502120.063296:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561378432 00000100:00100000:1.0:1777502120.063302:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561378432 00000100:00100000:3.0:1777502120.063314:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777502120.063322:0:205368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4f3c3240 going to sleep for 11 seconds 00000100:00100000:3.0:1777502120.063325:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd45955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561378688:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502120.063327:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3333 00000100:00100000:1.0:1777502120.063338:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd798a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+36:3311:x1863837561378048:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502120.063339:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777502120.063348:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005dc3483b/0x4ad31463d9bc4651 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1086:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502120.063355:0:205378:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4194 count 1 00000100:00100000:3.0:1777502120.063361:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502120.063362:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a8c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.063367:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005dc3483b/0x4ad31463d9bc4651 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1086:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.063376:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005dc3483b/0x4ad31463d9bc4651 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1086:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.063389:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005dc3483b/0x4ad31463d9bc4651 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1086:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.063396:0:205378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003bb2f125/0x4ad31463d9bc467b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1062:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.063398:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005dc3483b/0x4ad31463d9bc4651 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1086:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.063404:0:205386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000861d599/0x4ad31463d9bc2446 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x105a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833d7a expref: 20 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.063426:0:205378:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bd22d216/0x4ad31463d9bc2b7e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f5d expref: 21 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.063437:0:205386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70df0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:205386:1863837561374976:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.063444:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.063446:0:205378:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.063448:0:205378:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003bb2f125/0x4ad31463d9bc467b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.063458:0:187548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d50e9243/0x4ad31463d9bc4682 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1061:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.063459:0:205386:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc460b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.063461:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502120.063469:0:205378:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bd22d216/0x4ad31463d9bc2b7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f5d expref: 21 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.063469:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006d42f7c3/0x4ad31463d9bc4658 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1087:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.063492:0:187548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cceae260/0x4ad31463d9bc2a4a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f1e expref: 19 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.063498:0:205378:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bd22d216/0x4ad31463d9bc2b7e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f5d expref: 21 pid: 205381 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.063498:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a8800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.063505:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006d42f7c3/0x4ad31463d9bc4658 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1087:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.063514:0:205386:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc460b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.063520:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.063523:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.063529:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d50e9243/0x4ad31463d9bc4682 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.063529:0:205378:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205378:1863837561378816:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.063533:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006d42f7c3/0x4ad31463d9bc4658 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1087:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.063543:0:205386:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc460b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.063559:0:205378:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc49092780 going to sleep for 11 seconds 00010000:00010000:0.0:1777502120.063564:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006d42f7c3/0x4ad31463d9bc4658 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1087:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.063566:0:205386:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc460b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.063571:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.063597:0:187548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cceae260/0x4ad31463d9bc2a4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f1e expref: 19 pid: 205383 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.063608:0:187548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cceae260/0x4ad31463d9bc2a4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f1e expref: 19 pid: 205383 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.063623:0:205386:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc460b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x105a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.063629:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d42f7c3/0x4ad31463d9bc4658 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1087:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.063632:0:187548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc42385f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561378944:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502120.063657:0:205386:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1777502120.063657:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502120.063663:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc460b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x105a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.063666:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502120.063669:0:187548:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd45b3ca80 going to sleep for 11 seconds 00010000:00010000:0.0:1777502120.063676:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.063680:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc460b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x105a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.063684:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.063696:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc460b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x105a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.063699:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561378688 00000100:00100000:2.0:1777502120.063704:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561378688 00010000:00010000:0.0:1777502120.063711:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc460b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x105a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.063721:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc460b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x105a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.063724:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3334 00000100:00100000:2.0:1777502120.063733:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+36:3311:x1863837561378176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502120.063743:0:205382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4196 count 1 00010000:00010000:0.0:1777502120.063744:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.063748:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.063751:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.063770:0:205382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000082499473/0x4ad31463d9bc4689 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1064:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.063782:0:205382:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000033ba6c/0x4ad31463d9bc2d76 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fdb expref: 21 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.063787:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.063789:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.063791:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082499473/0x4ad31463d9bc4689 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.063807:0:205382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000033ba6c/0x4ad31463d9bc2d76 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fdb expref: 21 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.063814:0:205382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000033ba6c/0x4ad31463d9bc2d76 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fdb expref: 21 pid: 205376 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.063823:0:205382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc42386a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:205382:1863837561379072:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502120.063848:0:205382:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd45b3c240 going to sleep for 11 seconds 00010000:00010000:2.0:1777502120.063874:0:188366:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002201a793/0x4ad31463d9bc2676 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x105b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e22 expref: 19 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.063882:0:188366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc42385500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:188366:1863837561376256:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.063895:0:188366:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009d1ba468/0x4ad31463d9bc4635 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.063904:0:188366:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009d1ba468/0x4ad31463d9bc4635 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.063912:0:188366:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d1ba468/0x4ad31463d9bc4635 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.063921:0:188366:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d1ba468/0x4ad31463d9bc4635 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.063928:0:188366:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009d1ba468/0x4ad31463d9bc4635 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x105b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.063949:0:188366:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502120.063971:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502120.063976:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009d1ba468/0x4ad31463d9bc4635 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x105b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.063984:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502120.063987:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009d1ba468/0x4ad31463d9bc4635 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x105b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.063996:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009d1ba468/0x4ad31463d9bc4635 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x105b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.064009:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009d1ba468/0x4ad31463d9bc4635 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x105b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.064021:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d1ba468/0x4ad31463d9bc4635 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x105b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.064043:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.064046:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.064050:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502120.064052:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc547b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+37:3310:x1863837561373824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7402us (7906us total) trans 8589935723 rc 0/0 00000100:00100000:3.0:1777502120.064061:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3314 00000004:00080000:0.0:1777502120.064072:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc547b1c00/2, rc 0, transno 8589935723 00000100:00100000:3.0:1777502120.064084:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3335 00000100:00100000:0.0:1777502120.064091:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc547b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561373824:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502120.064097:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+40:3309:x1863837561378432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502120.064112:0:205386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4235 count 1 00010000:00010000:3.0:1777502120.064126:0:205386:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc4690 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x108b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.064139:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561379200:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502120.064140:0:205386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001aff2160/0x4ad31463d9bc2e41 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x108b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834083 expref: 22 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.064157:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.064159:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.064162:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc4690 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x108b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.064179:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777502120.064186:0:205386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001aff2160/0x4ad31463d9bc2e41 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834083 expref: 22 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.064196:0:205386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001aff2160/0x4ad31463d9bc2e41 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x108b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834083 expref: 22 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.064208:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+37:3311:x1863837561374592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5722us (7104us total) trans 8589935724 rc 0/0 00000100:00100000:3.0:1777502120.064209:0:205386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70df0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:205386:1863837561379328:192.168.202.27@tcp:104: 00000004:00080000:0.0:1777502120.064212:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc49cdd180/2, rc 0, transno 8589935724 00000100:00100000:2.0:1777502120.064223:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3322 00000100:00100000:0.0:1777502120.064229:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc49cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561374592:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502120.064243:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561379200 00000100:00100000:2.0:1777502120.064248:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561379200 00000100:00100000:3.0:1777502120.064249:0:205386:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc51fe9b40 going to sleep for 11 seconds 00000100:00100000:2.0:1777502120.064274:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3336 00000100:00100000:2.0:1777502120.064282:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+40:3309:x1863837561378688:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502120.064296:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561379456:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502120.064296:0:188366:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4236 count 1 00010000:00010000:2.0:1777502120.064328:0:188366:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006de07aed/0x4ad31463d9bc4697 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x108c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.064329:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777502120.064340:0:188366:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041afa01a/0x4ad31463d9bc3086 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x108c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83411d expref: 22 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.064345:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.064347:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.064349:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006de07aed/0x4ad31463d9bc4697 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x108c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.064364:0:188366:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041afa01a/0x4ad31463d9bc3086 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83411d expref: 22 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.064370:0:188366:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041afa01a/0x4ad31463d9bc3086 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x108c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83411d expref: 22 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.064378:0:205377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009cf65400/0x4ad31463d9bc2e10 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x108a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834075 expref: 22 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.064383:0:188366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc42385500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561379584:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502120.064420:0:188366:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd46720a80 going to sleep for 11 seconds 00010000:00010000:2.0:1777502120.064457:0:188358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000061984cce/0x4ad31463d9bc2916 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1083:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833edf expref: 21 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.064471:0:188358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc42386300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:188358:1863837561376896:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502120.064478:0:205377:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70df0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:205377:1863837561377536:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.064484:0:188358:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000081510e8a/0x4ad31463d9bc464a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1083:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.064494:0:205377:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc465f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.064495:0:188358:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000081510e8a/0x4ad31463d9bc464a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1083:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.064512:0:188358:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000081510e8a/0x4ad31463d9bc464a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1083:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.064517:0:188358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000081510e8a/0x4ad31463d9bc464a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1083:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.064522:0:188358:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000081510e8a/0x4ad31463d9bc464a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1083:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.064536:0:188358:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502120.064557:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502120.064563:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000081510e8a/0x4ad31463d9bc464a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1083:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.064617:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502120.064622:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000081510e8a/0x4ad31463d9bc464a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1083:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.064636:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000081510e8a/0x4ad31463d9bc464a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1083:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.064650:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000081510e8a/0x4ad31463d9bc464a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1083:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.064658:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000081510e8a/0x4ad31463d9bc464a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1083:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.064684:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.064687:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.064691:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.064692:0:205377:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc465f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.064701:0:205377:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc465f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.064711:0:205377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc465f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.064718:0:205377:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc465f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.064765:0:205380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561378304:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.064785:0:205380:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc466d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1089:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.064848:0:205377:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502120.064860:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1777502120.064867:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502120.064869:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc465f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.064879:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.064884:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc465f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.064894:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+41:3311:x1863837561375488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5800us (7502us total) trans 8589936139 rc 0/0 00010000:00010000:0.0:1777502120.064897:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc465f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.064906:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3325 00010000:00010000:0.0:1777502120.064919:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc465f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.064928:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561379456 00010000:00010000:0.0:1777502120.064929:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c53ce2f/0x4ad31463d9bc465f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x108a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.064934:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561379456 00010000:00010000:0.0:1777502120.064950:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.064953:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.064956:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502120.064959:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3337 00000100:00100000:2.0:1777502120.064968:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+38:3311:x1863837561379200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502120.064981:0:188358:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4197 count 1 00000004:00080000:0.0:1777502120.064982:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc49cdd500/2, rc 0, transno 8589936139 00000100:00100000:0.0:1777502120.064996:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc49cdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561375488:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502120.065008:0:188358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069d557eb/0x4ad31463d9bc469e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1065:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.065021:0:188358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000351f2290/0x4ad31463d9bc2dae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fe9 expref: 21 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.065028:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.065030:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.065033:0:188358:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000069d557eb/0x4ad31463d9bc469e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.065056:0:188358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000351f2290/0x4ad31463d9bc2dae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fe9 expref: 21 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.065069:0:188366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc42385500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:188366:1863837561379584:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.065076:0:188358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000351f2290/0x4ad31463d9bc2dae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fe9 expref: 21 pid: 205381 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.065088:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502120.065090:0:188358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc42386300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:188358:1863837561379712:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.065091:0:188366:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006de07aed/0x4ad31463d9bc4697 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x108c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.065127:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f37c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561378560:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.065146:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006c79c498/0x4ad31463d9bc4674 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.065149:0:188358:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd46720780 going to sleep for 11 seconds 00000100:00100000:3.0:1777502120.065176:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70df3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+41:3310:x1863837561376768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4617us (6017us total) trans 8589936140 rc 0/0 00000100:00100000:3.0:1777502120.065184:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3328 00010000:00010000:2.0:1777502120.065189:0:205376:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe3a3f5d/0x4ad31463d9bc2699 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x105f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833e29 expref: 18 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.065202:0:205376:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc42385c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:205376:1863837561376640:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502120.065207:0:205378:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205378:1863837561378816:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.065215:0:205376:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006c23e75c/0x4ad31463d9bc4643 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.065223:0:205378:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003bb2f125/0x4ad31463d9bc467b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.065226:0:205376:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006c23e75c/0x4ad31463d9bc4643 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.065247:0:205376:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c23e75c/0x4ad31463d9bc4643 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.065256:0:205376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c23e75c/0x4ad31463d9bc4643 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.065263:0:205376:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006c23e75c/0x4ad31463d9bc4643 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x105f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.065277:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3338 00000100:00100000:3.0:1777502120.065287:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc492e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+38:3312:x1863837561379456:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502120.065289:0:205376:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502120.065299:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00080000:3.0:1777502120.065300:0:205377:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4195 count 1 00010000:00010000:0.0:1777502120.065306:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006c23e75c/0x4ad31463d9bc4643 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x105f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.065317:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.065320:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006c23e75c/0x4ad31463d9bc4643 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x105f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.065329:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006c23e75c/0x4ad31463d9bc4643 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x105f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.065332:0:205377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc46a5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1063:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.065351:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006c23e75c/0x4ad31463d9bc4643 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x105f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.065360:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c23e75c/0x4ad31463d9bc4643 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x105f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.065379:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.065382:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.065385:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.065450:0:205377:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000e08057d/0x4ad31463d9bc2dc3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fe2 expref: 21 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.065461:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.065464:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.065467:0:205377:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc46a5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.065478:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502120.065494:0:205377:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000e08057d/0x4ad31463d9bc2dc3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fe2 expref: 21 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.065506:0:205377:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000e08057d/0x4ad31463d9bc2dc3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fe2 expref: 21 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.065506:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563129088 00000100:00100000:0.0:1777502120.065512:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563129088 00000100:00100000:3.0:1777502120.065522:0:205377:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc492e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205377:1863837561379840:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.065537:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cf4a2c9c/0x4ad31463d9bc2e33 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1089:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83407c expref: 21 pid: 205379 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.065545:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502120.065571:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563129216 00000100:00100000:0.0:1777502120.065608:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563129216 00010000:00010000:0.0:1777502120.065625:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001aff2160/0x4ad31463d9bc2e41 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x108b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834083 expref: 22 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.065649:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502120.065651:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563129472 00000100:00100000:0.0:1777502120.065655:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563129472 00010000:00010000:0.0:1777502120.065672:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003b474638/0x4ad31463d9bc2940 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ee6 expref: 22 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.065677:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+39:3309:x1863837561375232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6883us (8376us total) trans 8589935725 rc 0/0 00000100:00100000:2.0:1777502120.065693:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3324 00000100:00100000:0.0:1777502120.065699:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563129344 00000100:00100000:0.0:1777502120.065702:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563129344 00010000:00010000:0.0:1777502120.065716:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041afa01a/0x4ad31463d9bc3086 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x108c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83411d expref: 23 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.065724:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563129600 00000100:00100000:2.0:1777502120.065729:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563129600 00000100:00100000:0.0:1777502120.065736:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1101 00000100:00100000:1.0:1777502120.065745:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502120.065750:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+23:2370:x1863837563129088:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502120.065751:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bd22d216/0x4ad31463d9bc2b7e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f5d expref: 23 pid: 205381 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.065765:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502120.065772:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cf4a2c9c/0x4ad31463d9bc2e33 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1089:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83407c expref: 23 pid: 205379 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.065775:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563129728 00000100:00100000:2.0:1777502120.065780:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563129728 00010000:00010000:0.0:1777502120.065790:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cf4a2c9c/0x4ad31463d9bc2e33 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1089:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83407c expref: 23 pid: 205379 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.065798:0:205377:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc51fe9600 going to sleep for 11 seconds 00010000:00010000:2.0:1777502120.065800:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cceae260/0x4ad31463d9bc2a4a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f1e expref: 18 pid: 205383 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.065810:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf4a2c9c/0x4ad31463d9bc2e33 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1089:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83407c expref: 23 pid: 205379 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.065824:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502120.065825:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1102 00010000:00010000:0.0:1777502120.065828:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.065833:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc466d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1089:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.065838:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+22:2371:x1863837563129216:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502120.065849:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc466d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1089:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.065851:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502120.065858:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001aff2160/0x4ad31463d9bc2e41 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x108b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834083 expref: 22 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.065867:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001aff2160/0x4ad31463d9bc2e41 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x108b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834083 expref: 22 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.065877:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502120.065879:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.065882:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.065885:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc4690 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.065889:0:205380:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc466d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1089:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.065899:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc4690 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x108b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.065901:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc492e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561379968:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502120.065910:0:205380:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc466d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1089:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.065910:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+22:2370:x1863837563129088:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 162us (1043us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502120.065929:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1101 00010000:00010000:1.0:1777502120.065930:0:205380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc466d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1089:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.065934:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502120.065941:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502120.065947:0:205380:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc466d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1089:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.065951:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1103 00000100:00100000:2.0:1777502120.065963:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+21:2371:x1863837563129216:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 127us (874us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502120.065967:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd61bffc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+23:2371:x1863837563129472:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000004:00080000:3.0:1777502120.065974:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc49cdd880/2, rc 0, transno 8589935725 00000100:00100000:2.0:1777502120.065981:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1102 00010000:00010000:0.0:1777502120.065982:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502120.065990:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003b474638/0x4ad31463d9bc2940 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1060:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ee6 expref: 23 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.065991:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc49cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561375232:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502120.065994:0:205380:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502120.066004:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1104 00010000:00010000:0.0:1777502120.066015:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003b474638/0x4ad31463d9bc2940 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1060:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ee6 expref: 23 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.066020:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+20:2371:x1863837563129344:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502120.066035:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502120.066040:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b474638/0x4ad31463d9bc2940 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1060:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833ee6 expref: 23 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.066045:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041afa01a/0x4ad31463d9bc3086 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x108c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83411d expref: 20 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.066061:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.066065:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.066068:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041afa01a/0x4ad31463d9bc3086 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83411d expref: 20 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.066069:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006c79c498/0x4ad31463d9bc4674 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.066096:0:205589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041afa01a/0x4ad31463d9bc3086 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x108c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83411d expref: 20 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.066098:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c79c498/0x4ad31463d9bc4674 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.066109:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1105 00010000:00010000:2.0:1777502120.066112:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.066116:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.066121:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006de07aed/0x4ad31463d9bc4697 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.066124:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+22:2371:x1863837563129600:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502120.066132:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502120.066139:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502120.066144:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006de07aed/0x4ad31463d9bc4697 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x108c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.066147:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bd22d216/0x4ad31463d9bc2b7e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1062:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f5d expref: 22 pid: 205381 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.066149:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+41:3310:x1863837561377920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3451us (4980us total) trans 8589936141 rc 0/0 00000100:00100000:0.0:1777502120.066158:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd61bffc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+22:2371:x1863837563129472:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 194us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502120.066171:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3332 00000100:00100000:0.0:1777502120.066177:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1103 00010000:00010000:3.0:1777502120.066182:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bd22d216/0x4ad31463d9bc2b7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1062:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f5d expref: 22 pid: 205381 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.066186:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502120.066195:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561379968 00000100:00100000:1.0:1777502120.066200:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561379968 00010000:00010000:3.0:1777502120.066202:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd22d216/0x4ad31463d9bc2b7e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1062:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f5d expref: 21 pid: 205381 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.066215:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502120.066215:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+19:2371:x1863837563129344:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 199us (672us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502120.066219:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.066224:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003bb2f125/0x4ad31463d9bc467b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.066228:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1106 00000100:00100000:1.0:1777502120.066233:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3339 00000100:00100000:2.0:1777502120.066240:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1104 00000100:00100000:0.0:1777502120.066244:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+18:2371:x1863837563129728:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502120.066247:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003bb2f125/0x4ad31463d9bc467b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.066248:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc492e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+41:3309:x1863837561379968:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502120.066259:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502120.066268:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cceae260/0x4ad31463d9bc2a4a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1061:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f1e expref: 18 pid: 205383 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502120.066270:0:205380:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4237 count 1 00010000:00010000:3.0:1777502120.066279:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502120.066280:0:205382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc42386a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:205382:1863837561379072:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.066285:0:205380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d219833/0x4ad31463d9bc46ac lrc: 3/0,1 mode: --/PW res: [0x240000400:0x108d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.066288:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cceae260/0x4ad31463d9bc2a4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1061:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f1e expref: 18 pid: 205383 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.066295:0:205382:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000082499473/0x4ad31463d9bc4689 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.066315:0:205380:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ff3ca801/0x4ad31463d9bc308d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x108d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834124 expref: 18 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.066321:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.066326:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.066327:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.066330:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.066331:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d50e9243/0x4ad31463d9bc4682 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1061:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.066334:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d219833/0x4ad31463d9bc46ac lrc: 4/0,1 mode: --/PW res: [0x240000400:0x108d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.066344:0:205384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003fa18a07/0x4ad31463d9bc20b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1058:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833c93 expref: 18 pid: 205383 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.066350:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d50e9243/0x4ad31463d9bc4682 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1061:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.066359:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+20:2371:x1863837563129600:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 236us (710us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502120.066371:0:205384:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4cef1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:205384:1863837561373184:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.066376:0:205380:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ff3ca801/0x4ad31463d9bc308d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834124 expref: 18 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.066380:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1105 00010000:00010000:0.0:1777502120.066386:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502120.066389:0:205384:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b8d72f8b/0x4ad31463d9bc45ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.066396:0:205380:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ff3ca801/0x4ad31463d9bc308d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x108d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834124 expref: 18 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.066401:0:205384:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b8d72f8b/0x4ad31463d9bc45ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.066411:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70df0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561380096:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502120.066416:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+17:2371:x1863837563129728:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 171us (668us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502120.066426:0:205384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8d72f8b/0x4ad31463d9bc45ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.066436:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1106 00000100:00100000:1.0:1777502120.066442:0:205380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561380224:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.066456:0:205384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8d72f8b/0x4ad31463d9bc45ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.066461:0:205384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b8d72f8b/0x4ad31463d9bc45ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.066464:0:188366:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006de07aed/0x4ad31463d9bc4697 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.066473:0:205384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1777502120.066475:0:188366:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006de07aed/0x4ad31463d9bc4697 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.066485:0:188366:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006de07aed/0x4ad31463d9bc4697 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.066494:0:188366:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006de07aed/0x4ad31463d9bc4697 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x108c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.066499:0:205380:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd413593c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777502120.066505:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502120.066517:0:188366:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1777502120.066518:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1777502120.066523:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc466d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1089:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.066528:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a8200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502120.066531:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc466d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1089:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.066536:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc466d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1089:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777502120.066544:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70df0e00/2, rc 0, transno 8589936141 00010000:00010000:1.0:1777502120.066545:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc466d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1089:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.066553:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc466d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1089:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.066559:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70df0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561377920:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502120.066571:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777502120.066618:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b8d72f8b/0x4ad31463d9bc45ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.066623:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd48cf6c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502120.066627:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8d72f8b/0x4ad31463d9bc45ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.066633:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8d72f8b/0x4ad31463d9bc45ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.066642:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b8d72f8b/0x4ad31463d9bc45ef lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777502120.066643:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70df1c00/2, rc 0, transno 8589936140 00010000:00010000:1.0:1777502120.066651:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8d72f8b/0x4ad31463d9bc45ef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.066654:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70df1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561376768:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502120.066683:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502120.066686:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006de07aed/0x4ad31463d9bc4697 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x108c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.066691:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502120.066694:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006de07aed/0x4ad31463d9bc4697 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x108c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.066700:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006de07aed/0x4ad31463d9bc4697 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x108c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.066710:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006de07aed/0x4ad31463d9bc4697 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x108c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.066715:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006de07aed/0x4ad31463d9bc4697 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x108c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.066734:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.066737:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502120.066739:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc456b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561380480:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502120.066740:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.066749:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502120.066772:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502120.066782:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502120.066794:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777502120.066801:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc456b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561380352:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502120.066813:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+42:3309:x1863837561378688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2529us (3453us total) trans 8589936142 rc 0/0 00000100:00100000:0.0:1777502120.066822:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3336 00000100:00100000:3.0:1777502120.066832:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502120.066840:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502120.066845:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561380096 00000100:00100000:0.0:1777502120.066850:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561380096 00000004:00080000:3.0:1777502120.066874:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd45955500/2, rc 0, transno 8589936142 00000100:00100000:0.0:1777502120.066874:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561380480 00000100:00100000:0.0:1777502120.066879:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561380480 00000100:00100000:3.0:1777502120.066889:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd45955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561378688:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502120.066903:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561380352 00000100:00100000:0.0:1777502120.066906:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561380352 00000100:00100000:0.0:1777502120.066932:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3340 00000100:00100000:1.0:1777502120.066945:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502120.066946:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+40:3310:x1863837561380096:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502120.066950:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cef3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+40:3310:x1863837561373056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13696us (13925us total) trans 8589935726 rc 0/0 00000100:00100000:3.0:1777502120.066951:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3341 00000100:00100000:2.0:1777502120.066963:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3312 00000100:00100000:3.0:1777502120.066964:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+43:3312:x1863837561380480:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777502120.066968:0:188366:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4198 count 1 00002000:00080000:3.0:1777502120.066977:0:205381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4239 count 1 00000100:00100000:2.0:1777502120.066987:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3342 00010000:00010000:3.0:1777502120.066991:0:205381:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc46b3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x108f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.066998:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+43:3312:x1863837561380352:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777502120.067012:0:205384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4238 count 1 00010000:00010000:2.0:1777502120.067040:0:205384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000027371a4d/0x4ad31463d9bc46ba lrc: 3/0,1 mode: --/PW res: [0x240000400:0x108e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.067051:0:205384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000057786ca9/0x4ad31463d9bc31e4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x108e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834147 expref: 18 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.067058:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.067061:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.067065:0:205384:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027371a4d/0x4ad31463d9bc46ba lrc: 4/0,1 mode: --/PW res: [0x240000400:0x108e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.067072:0:205381:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc332d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x108f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341a2 expref: 13 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.067082:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.067083:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.067085:0:205381:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc46b3 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x108f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.067094:0:205384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000057786ca9/0x4ad31463d9bc31e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834147 expref: 18 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.067104:0:205381:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc332d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341a2 expref: 13 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.067107:0:205384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000057786ca9/0x4ad31463d9bc31e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x108e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834147 expref: 18 pid: 187551 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.067116:0:205381:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc332d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x108f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341a2 expref: 13 pid: 205379 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.067132:0:205384:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc42386a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:205384:1863837561380736:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502120.067133:0:205381:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd67668a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:205381:1863837561380864:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502120.067177:0:205381:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc51fe9240 going to sleep for 11 seconds 00000100:00100000:2.0:1777502120.067179:0:205384:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd46720a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777502120.067193:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd67668380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561380608:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502120.067200:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563129984 00000100:00100000:2.0:1777502120.067205:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563129984 00000100:00100000:3.0:1777502120.067217:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777502120.067227:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000351f2290/0x4ad31463d9bc2dae lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fe9 expref: 20 pid: 205381 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777502120.067254:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc4cef0380/2, rc 0, transno 8589935726 00000100:00100000:2.0:1777502120.067254:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563129856 00000100:00100000:2.0:1777502120.067258:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563129856 00000100:00100000:3.0:1777502120.067269:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4cef0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561373056:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502120.067274:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000033ba6c/0x4ad31463d9bc2d76 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fdb expref: 21 pid: 205376 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.067295:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563130112 00000100:00100000:2.0:1777502120.067299:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563130112 00010000:00010000:2.0:1777502120.067311:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000e08057d/0x4ad31463d9bc2dc3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fe2 expref: 22 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.067338:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1107 00000100:00100000:1.0:1777502120.067348:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1108 00000100:00100000:2.0:1777502120.067349:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:0775d2ab-558e-41f1-82c0-14244d133390+22:2371:x1863837563129984:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502120.067359:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777502120.067360:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1109 00010000:00010000:2.0:1777502120.067365:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000351f2290/0x4ad31463d9bc2dae lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1065:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fe9 expref: 22 pid: 205381 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.067365:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+22:2370:x1863837563129856:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777502120.067377:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+22:2370:x1863837563130112:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502120.067382:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502120.067384:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000351f2290/0x4ad31463d9bc2dae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1065:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fe9 expref: 22 pid: 205381 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.067390:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.067392:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000033ba6c/0x4ad31463d9bc2d76 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1064:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fdb expref: 22 pid: 205376 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.067397:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.067399:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000e08057d/0x4ad31463d9bc2dc3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1063:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fe2 expref: 22 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.067400:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.067404:0:205389:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000069d557eb/0x4ad31463d9bc469e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1065:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.067421:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000033ba6c/0x4ad31463d9bc2d76 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1064:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fdb expref: 22 pid: 205376 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.067425:0:205389:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000069d557eb/0x4ad31463d9bc469e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1065:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.067431:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000e08057d/0x4ad31463d9bc2dc3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1063:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fe2 expref: 22 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.067452:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502120.067459:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.067459:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000033ba6c/0x4ad31463d9bc2d76 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1064:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fdb expref: 22 pid: 205376 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.067463:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.067468:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc46a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1063:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.067474:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.067478:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502120.067479:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:0775d2ab-558e-41f1-82c0-14244d133390+21:2371:x1863837563129984:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 131us (696us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502120.067481:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc46a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1063:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.067484:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000082499473/0x4ad31463d9bc4689 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.067505:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1107 00010000:00010000:3.0:1777502120.067512:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502120.067513:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082499473/0x4ad31463d9bc4689 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.067538:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502120.067550:0:205383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fe744f6/0x4ad31463d9bc2db5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1088:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834013 expref: 18 pid: 205384 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.067565:0:205383:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc42385880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561377792:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502120.067566:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0775d2ab-558e-41f1-82c0-14244d133390+20:2370:x1863837563129856:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 203us (723us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502120.067618:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1108 00010000:00010000:2.0:1777502120.067637:0:205383:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005b480149/0x4ad31463d9bc4666 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1088:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.067647:0:205383:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005b480149/0x4ad31463d9bc4666 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1088:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.067654:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+19:2370:x1863837563130112:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 281us (711us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502120.067672:0:205383:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b480149/0x4ad31463d9bc4666 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1088:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.067674:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1109 00010000:00010000:2.0:1777502120.067685:0:205383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b480149/0x4ad31463d9bc4666 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1088:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.067694:0:205383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005b480149/0x4ad31463d9bc4666 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1088:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.067701:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777502120.067710:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561380992:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502120.067710:0:205383:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777502120.067744:0:205380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205380:1863837561380224:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502120.067750:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502120.067764:0:205380:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009d219833/0x4ad31463d9bc46ac lrc: 3/0,1 mode: --/PW res: [0x240000400:0x108d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.067849:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561380608 00000100:00100000:3.0:1777502120.067854:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561380608 00000100:00100000:2.0:1777502120.067872:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+45:3311:x1863837561377024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7031us (8533us total) trans 8589936143 rc 0/0 00000100:00100000:3.0:1777502120.067877:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561380992 00000100:00100000:2.0:1777502120.067882:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3329 00000100:00100000:3.0:1777502120.067883:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561380992 00000004:00080000:1.0:1777502120.067894:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc49231f80/2, rc 0, transno 8589936143 00000100:00100000:2.0:1777502120.067909:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3343 00000100:00100000:1.0:1777502120.067909:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc49231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561377024:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502120.067919:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3344 00000100:00100000:2.0:1777502120.067924:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67669500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+44:3309:x1863837561380608:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502120.067933:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4d4a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+40:3309:x1863837561380992:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502120.067935:0:205383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4242 count 1 00010000:00010000:2.0:1777502120.067945:0:205383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f75f3519/0x4ad31463d9bc46c1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1092:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1777502120.067949:0:205376:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4199 count 1 00010000:00010000:2.0:1777502120.067955:0:205383:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bd43a75c/0x4ad31463d9bc3613 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1092:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834290 expref: 13 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.067960:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.067961:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.067962:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f75f3519/0x4ad31463d9bc46c1 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1092:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.067977:0:205383:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bd43a75c/0x4ad31463d9bc3613 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1092:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834290 expref: 13 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.067981:0:205376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc46c8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1067:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.067989:0:205383:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bd43a75c/0x4ad31463d9bc3613 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1092:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834290 expref: 13 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.068005:0:205383:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc42385880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561381120:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.068038:0:188366:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bc46cf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1066:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.068043:0:205383:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd467206c0 going to sleep for 11 seconds 00010000:00010000:3.0:1777502120.068052:0:205376:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000083528c42/0x4ad31463d9bc3063 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83410f expref: 18 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.068056:0:188366:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002dc0d2c3/0x4ad31463d9bc3055 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834101 expref: 18 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.068064:0:205382:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000082499473/0x4ad31463d9bc4689 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.068078:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.068083:0:205376:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.068083:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.068085:0:205382:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000082499473/0x4ad31463d9bc4689 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.068086:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.068088:0:205376:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc46c8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.068091:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bc46cf lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.068109:0:205382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000082499473/0x4ad31463d9bc4689 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.068122:0:205382:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000082499473/0x4ad31463d9bc4689 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.068123:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502120.068139:0:205382:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1777502120.068139:0:188366:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002dc0d2c3/0x4ad31463d9bc3055 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834101 expref: 18 pid: 205384 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.068153:0:188366:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002dc0d2c3/0x4ad31463d9bc3055 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834101 expref: 18 pid: 205384 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.068165:0:188366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f37c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:188366:1863837561381376:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502120.068203:0:188366:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4f3c3000 going to sleep for 11 seconds 00010000:00010000:3.0:1777502120.068216:0:205376:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000083528c42/0x4ad31463d9bc3063 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83410f expref: 18 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.068219:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777502120.068227:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005b480149/0x4ad31463d9bc4666 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1088:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.068237:0:205376:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000083528c42/0x4ad31463d9bc3063 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83410f expref: 18 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.068240:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43978a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.068247:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005b480149/0x4ad31463d9bc4666 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1088:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.068255:0:205376:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4d4a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:205376:1863837561381248:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.068270:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005b480149/0x4ad31463d9bc4666 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1088:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.068284:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005b480149/0x4ad31463d9bc4666 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1088:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.068295:0:205376:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc51fe93c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777502120.068295:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502120.068299:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b480149/0x4ad31463d9bc4666 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1088:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.068320:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502120.068324:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000082499473/0x4ad31463d9bc4689 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.068326:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+41:3311:x1863837561378176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4591us (5892us total) trans 8589935727 rc 0/0 00000100:00100000:1.0:1777502120.068338:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502120.068344:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979200 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:2.0:1777502120.068345:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3334 00010000:00010000:0.0:1777502120.068350:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000082499473/0x4ad31463d9bc4689 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.068360:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000082499473/0x4ad31463d9bc4689 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.068370:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.068373:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000082499473/0x4ad31463d9bc4689 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.068381:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000082499473/0x4ad31463d9bc4689 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502120.068394:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd798a8380/2, rc 0, transno 8589935727 00010000:00010000:0.0:1777502120.068402:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.068405:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.068408:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502120.068410:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd798a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561378176:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502120.068420:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502120.068429:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4d4a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561381504:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502120.068436:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006c79c498/0x4ad31463d9bc4674 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.068445:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c79c498/0x4ad31463d9bc4674 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.068454:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502120.068454:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c79c498/0x4ad31463d9bc4674 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.068465:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006c79c498/0x4ad31463d9bc4674 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.068480:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1777502120.068483:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502120.068489:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561381632:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502120.068491:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502120.068497:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006c79c498/0x4ad31463d9bc4674 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.068503:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6c800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502120.068506:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006c79c498/0x4ad31463d9bc4674 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.068512:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006c79c498/0x4ad31463d9bc4674 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.068518:0:205381:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd67668a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:205381:1863837561380864:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502120.068525:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502120.068538:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006c79c498/0x4ad31463d9bc4674 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.068544:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c79c498/0x4ad31463d9bc4674 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.068551:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563130240 00000100:00100000:2.0:1777502120.068556:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563130240 00010000:00010000:1.0:1777502120.068557:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.068560:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.068562:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.068610:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ff3ca801/0x4ad31463d9bc308d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x108d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834124 expref: 18 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.068635:0:205589:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563130368 00000100:00100000:2.0:1777502120.068638:0:205589:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563130368 00010000:00010000:2.0:1777502120.068651:0:205589:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000057786ca9/0x4ad31463d9bc31e4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x108e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834147 expref: 19 pid: 187551 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.068654:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563130496 00000100:00100000:1.0:1777502120.068659:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563130496 00000100:00100000:2.0:1777502120.068672:0:205589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1110 00010000:00010000:1.0:1777502120.068677:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc332d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x108f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341a2 expref: 14 pid: 205379 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.068682:0:205589:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd61bfec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+19:2370:x1863837563130240:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502120.068694:0:205589:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502120.068697:0:205589:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ff3ca801/0x4ad31463d9bc308d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x108d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834124 expref: 19 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.068700:0:205381:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc46b3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x108f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.068705:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1111 00010000:00010000:2.0:1777502120.068711:0:205589:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ff3ca801/0x4ad31463d9bc308d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834124 expref: 19 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.068719:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+19:2370:x1863837563130368:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502120.068732:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.068737:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000057786ca9/0x4ad31463d9bc31e4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x108e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834147 expref: 19 pid: 187551 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.068740:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1112 00010000:00010000:2.0:1777502120.068742:0:205589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ff3ca801/0x4ad31463d9bc308d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x108d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834124 expref: 19 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.068755:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+14:2370:x1863837563130496:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502120.068760:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000057786ca9/0x4ad31463d9bc31e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x108e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834147 expref: 19 pid: 187551 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.068773:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.068774:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.068776:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.068777:0:205589:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.068779:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.068782:0:205589:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009d219833/0x4ad31463d9bc46ac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.068784:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc332d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x108f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341a2 expref: 14 pid: 205379 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.068784:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000027371a4d/0x4ad31463d9bc46ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.068808:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027371a4d/0x4ad31463d9bc46ba lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x108e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.068810:0:205589:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d219833/0x4ad31463d9bc46ac lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x108d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.068817:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc332d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341a2 expref: 14 pid: 205379 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.068828:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502120.068845:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb903534/0x4ad31463d9bc332d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x108f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341a2 expref: 14 pid: 205379 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.068849:0:205589:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502120.068858:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+18:2370:x1863837563130368:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 143us (566us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502120.068859:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.068863:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502120.068868:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1111 00010000:00010000:3.0:1777502120.068869:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc46b3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.068869:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+41:3312:x1863837561377408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6809us (8386us total) trans 8589935728 rc 0/0 00000100:00100000:2.0:1777502120.068880:0:205589:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd61bfec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:0775d2ab-558e-41f1-82c0-14244d133390+17:2370:x1863837563130240:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 199us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502120.068889:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3330 00010000:00010000:1.0:1777502120.068895:0:188358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000351f2290/0x4ad31463d9bc2dae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fe9 expref: 18 pid: 205381 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.068898:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc46b3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x108f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.068902:0:205589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1110 00000100:00100000:0.0:1777502120.068909:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561381504 00000100:00100000:0.0:1777502120.068915:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561381504 00000100:00100000:1.0:1777502120.068918:0:188358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc42386300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:188358:1863837561379712:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.068935:0:188358:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000069d557eb/0x4ad31463d9bc469e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.068936:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502120.068939:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561381632 00010000:00010000:1.0:1777502120.068945:0:188358:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000069d557eb/0x4ad31463d9bc469e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.068945:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561381632 00010000:00010000:1.0:1777502120.068952:0:188358:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000069d557eb/0x4ad31463d9bc469e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.068958:0:188358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069d557eb/0x4ad31463d9bc469e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.068968:0:188358:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000069d557eb/0x4ad31463d9bc469e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.068970:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3345 00000100:00100000:0.0:1777502120.068980:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3346 00010000:00010000:1.0:1777502120.068982:0:188358:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502120.068985:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc42385c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+45:3311:x1863837561381504:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502120.068993:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4a886450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+41:3311:x1863837561381632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502120.069003:0:205382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4241 count 1 00002000:00080000:0.0:1777502120.069011:0:205368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4200 count 1 00000100:00100000:3.0:1777502120.069012:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+13:2370:x1863837563130496:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 213us (628us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502120.069026:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1112 00010000:00010000:0.0:1777502120.069040:0:205368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b1b9de6/0x4ad31463d9bc46d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1068:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.069041:0:205382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ee44810/0x4ad31463d9bc46dd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1091:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777502120.069064:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7f37c380/2, rc 0, transno 8589935728 00010000:00010000:0.0:1777502120.069068:0:205368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007600f16c/0x4ad31463d9bc3078 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834116 expref: 17 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.069069:0:205382:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000793dc82e/0x4ad31463d9bc3605 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1091:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834289 expref: 12 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.069080:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f37c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561377408:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502120.069093:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.069094:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.069096:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.069098:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.069101:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b1b9de6/0x4ad31463d9bc46d6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.069102:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ee44810/0x4ad31463d9bc46dd lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1091:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.069144:0:205382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000793dc82e/0x4ad31463d9bc3605 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1091:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834289 expref: 12 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.069145:0:205368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007600f16c/0x4ad31463d9bc3078 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834116 expref: 17 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.069150:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+42:3311:x1863837561379200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4180us (4969us total) trans 8589935729 rc 0/0 00000100:00100000:1.0:1777502120.069170:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3337 00010000:00010000:2.0:1777502120.069173:0:205382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000793dc82e/0x4ad31463d9bc3605 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1091:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834289 expref: 12 pid: 205377 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.069175:0:205368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007600f16c/0x4ad31463d9bc3078 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834116 expref: 17 pid: 205385 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.069202:0:187550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc462e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1085:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.069205:0:205382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc42384e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:205382:1863837561381760:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502120.069206:0:205368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f37f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561381888:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502120.069210:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1777502120.069219:0:187550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc462e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1085:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.069225:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd67668a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561382016:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502120.069231:0:187550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc462e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1085:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.069240:0:187550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc462e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1085:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.069255:0:205382:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd45b3c240 going to sleep for 11 seconds 00000100:00100000:0.0:1777502120.069256:0:205368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4f3c36c0 going to sleep for 11 seconds 00010000:00010000:1.0:1777502120.069262:0:187550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1777502120.069269:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1777502120.069271:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502120.069275:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000069d557eb/0x4ad31463d9bc469e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.069277:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc462e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1085:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.069296:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd40030200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502120.069298:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.069302:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000069d557eb/0x4ad31463d9bc469e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.069304:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc462e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1085:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.069313:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502120.069329:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000069d557eb/0x4ad31463d9bc469e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.069330:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc462e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1085:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.069359:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000069d557eb/0x4ad31463d9bc469e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.069360:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc462e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1085:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.069364:0:205381:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc46b3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.069384:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000069d557eb/0x4ad31463d9bc469e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.069387:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba1f39c1/0x4ad31463d9bc462e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1085:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.069423:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.069424:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.069427:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.069429:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.069433:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.069434:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.069436:0:205381:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc46b3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.069443:0:205381:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc46b3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.069449:0:205381:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc46b3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x108f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502120.069458:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7ccb3100/2, rc 0, transno 8589935729 00010000:00010000:3.0:1777502120.069461:0:205381:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502120.069473:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561379200:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502120.069527:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502120.069532:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777502120.069543:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc42386300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561382144:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502120.069638:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502120.069649:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+46:3312:x1863837561374464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11373us (12995us total) trans 8589936144 rc 0/0 00000100:00100000:1.0:1777502120.069656:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3321 00000100:00100000:1.0:1777502120.069676:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561382016 00000100:00100000:1.0:1777502120.069679:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561382016 00000100:00100000:2.0:1777502120.069692:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563130624 00000100:00100000:2.0:1777502120.069697:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563130624 00000100:00100000:1.0:1777502120.069704:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561382144 00000100:00100000:1.0:1777502120.069708:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561382144 00010000:00010000:2.0:1777502120.069719:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bd43a75c/0x4ad31463d9bc3613 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1092:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834290 expref: 13 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.069734:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3347 00000100:00100000:0.0:1777502120.069739:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502120.069744:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4772d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+43:3310:x1863837561382016:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502120.069750:0:205389:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563130880 00002000:00080000:1.0:1777502120.069754:0:187550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4201 count 1 00000100:00100000:2.0:1777502120.069755:0:205389:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563130880 00010000:00010000:2.0:1777502120.069777:0:205389:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002dc0d2c3/0x4ad31463d9bc3055 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834101 expref: 18 pid: 205384 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.069778:0:187550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005dc3483b/0x4ad31463d9bc46e4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1069:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.069801:0:187550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc31eb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83414e expref: 18 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.069807:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.069809:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.069811:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005dc3483b/0x4ad31463d9bc46e4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.069821:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1113 00000100:00100000:0.0:1777502120.069822:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502120.069834:0:187550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc31eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83414e expref: 18 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.069837:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+13:2370:x1863837563130624:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502120.069845:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502120.069851:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502120.069852:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc46b3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x108f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.069857:0:187550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc31eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83414e expref: 18 pid: 205386 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.069859:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bd43a75c/0x4ad31463d9bc3613 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1092:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834290 expref: 13 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.069877:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.069884:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc46b3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x108f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.069894:0:187550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:187550:1863837561382272:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.069895:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bd43a75c/0x4ad31463d9bc3613 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1092:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834290 expref: 13 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.069897:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc46b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x108f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.069926:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.069929:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.069933:0:205389:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f75f3519/0x4ad31463d9bc46c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1092:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.069934:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc46b3 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x108f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.069943:0:187550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd413593c0 going to sleep for 11 seconds 00010000:00010000:2.0:1777502120.069955:0:205389:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f75f3519/0x4ad31463d9bc46c1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1092:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.069957:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008fd82b92/0x4ad31463d9bc46b3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x108f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.069958:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563130752 00000100:00100000:3.0:1777502120.069959:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+46:3312:x1863837561380480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2997us (3187us total) trans 8589936145 rc 0/0 00000100:00100000:1.0:1777502120.069963:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563130752 00000100:00100000:3.0:1777502120.069978:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3341 00010000:00010000:1.0:1777502120.069979:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000083528c42/0x4ad31463d9bc3063 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83410f expref: 19 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.069991:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502120.069999:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.070003:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.070006:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502120.070010:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3348 00000100:00100000:1.0:1777502120.070012:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1114 00000100:00100000:2.0:1777502120.070018:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+13:2370:x1863837563130624:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 186us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502120.070025:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc42385500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+43:3309:x1863837561382144:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502120.070028:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46318700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+19:2372:x1863837563130880:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502120.070034:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1113 00010000:00010000:1.0:1777502120.070042:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:3.0:1777502120.070044:0:205381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4203 count 1 00010000:00010000:1.0:1777502120.070050:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002dc0d2c3/0x4ad31463d9bc3055 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1066:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834101 expref: 19 pid: 205384 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.070057:0:205389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1115 00000100:00100000:2.0:1777502120.070071:0:205389:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46319f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:0775d2ab-558e-41f1-82c0-14244d133390+19:2370:x1863837563130752:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502120.070071:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002dc0d2c3/0x4ad31463d9bc3055 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1066:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834101 expref: 19 pid: 205384 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.070082:0:205381:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c53ce2f/0x4ad31463d9bc46eb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x106b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.070086:0:205389:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1777502120.070092:0:188366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f37c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:188366:1863837561381376:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.070096:0:205389:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000083528c42/0x4ad31463d9bc3063 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1067:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83410f expref: 19 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.070097:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002dc0d2c3/0x4ad31463d9bc3055 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1066:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834101 expref: 19 pid: 205384 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.070109:0:205381:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000337db0b9/0x4ad31463d9bc33ab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x106b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341ef expref: 16 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.070111:0:188366:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bc46cf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1066:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.070129:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.070130:0:205389:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000083528c42/0x4ad31463d9bc3063 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1067:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83410f expref: 18 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.070132:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.070135:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bc46cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.070149:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bc46cf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.070153:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.070156:0:205389:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.070160:0:205389:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc46c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1067:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.070168:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502120.070172:0:188366:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bc46cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.070176:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.070182:0:205381:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.070187:0:205381:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c53ce2f/0x4ad31463d9bc46eb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x106b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.070190:0:205389:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc46c8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1067:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.070194:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46318700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+18:2372:x1863837563130880:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 170us (457us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502120.070197:0:188366:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bc46cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.070218:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1114 00010000:00010000:0.0:1777502120.070224:0:188366:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bc46cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.070228:0:205381:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000337db0b9/0x4ad31463d9bc33ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341ef expref: 16 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.070230:0:205389:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502120.070243:0:188366:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bc46cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.070247:0:205381:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000337db0b9/0x4ad31463d9bc33ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x106b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341ef expref: 16 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.070250:0:205375:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b7f6b814/0x4ad31463d9bc4619 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.070257:0:205389:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46319f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:0775d2ab-558e-41f1-82c0-14244d133390+17:2370:x1863837563130752:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 187us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502120.070279:0:205389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1115 00000100:00100000:3.0:1777502120.070280:0:205381:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd509d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205381:1863837561382400:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.070280:0:205375:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7f6b814/0x4ad31463d9bc4619 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.070295:0:205375:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7f6b814/0x4ad31463d9bc4619 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.070301:0:205375:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b7f6b814/0x4ad31463d9bc4619 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.070301:0:188366:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502120.070312:0:205381:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc51fe9900 going to sleep for 11 seconds 00010000:00010000:1.0:1777502120.070319:0:205375:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1777502120.070334:0:205383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd43a75c/0x4ad31463d9bc3613 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1092:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834290 expref: 12 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777502120.070349:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc456b7100/2, rc 0, transno 8589936145 00000100:00100000:2.0:1777502120.070349:0:205383:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc42385880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561381120:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502120.070366:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc456b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561380480:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502120.070370:0:205383:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f75f3519/0x4ad31463d9bc46c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1092:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.070381:0:205383:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f75f3519/0x4ad31463d9bc46c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1092:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777502120.070383:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc547b1500/2, rc 0, transno 8589936144 00000100:00100000:3.0:1777502120.070392:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc547b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561374464:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502120.070394:0:205383:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f75f3519/0x4ad31463d9bc46c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1092:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.070406:0:205383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f75f3519/0x4ad31463d9bc46c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1092:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.070413:0:205383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f75f3519/0x4ad31463d9bc46c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1092:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.070434:0:205383:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1777502120.070441:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1777502120.070447:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bc46cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.070455:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6d200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.070460:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bc46cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.070469:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bc46cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.070484:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bc46cf lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.070492:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037eb28d5/0x4ad31463d9bc46cf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.070515:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777502120.070519:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b7f6b814/0x4ad31463d9bc4619 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.070529:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfc4e51e000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.070533:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7f6b814/0x4ad31463d9bc4619 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.070540:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4c71c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561382656:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502120.070555:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7f6b814/0x4ad31463d9bc4619 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.070567:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b7f6b814/0x4ad31463d9bc4619 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.070608:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7f6b814/0x4ad31463d9bc4619 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1080:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.070628:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502120.070632:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f75f3519/0x4ad31463d9bc46c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1092:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.070639:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd40030800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.070644:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f75f3519/0x4ad31463d9bc46c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1092:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.070653:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f75f3519/0x4ad31463d9bc46c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1092:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.070665:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f75f3519/0x4ad31463d9bc46c1 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1092:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.070666:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502120.070676:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f75f3519/0x4ad31463d9bc46c1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1092:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.070698:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1777502120.070702:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502120.070704:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd67669500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+47:3309:x1863837561380608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2783us (3483us total) trans 8589936146 rc 0/0 00010000:00010000:0.0:1777502120.070706:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.070711:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502120.070712:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7c57b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561382528:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502120.070718:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3343 00000100:00100000:2.0:1777502120.070737:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561382656 00000100:00100000:2.0:1777502120.070742:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561382656 00000100:00100000:1.0:1777502120.070763:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4a884450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+47:3312:x1863837561373440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13287us (14435us total) trans 8589936147 rc 0/0 00000100:00100000:3.0:1777502120.070764:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502120.070773:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3349 00000100:00100000:1.0:1777502120.070780:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3318 00000100:00100000:2.0:1777502120.070784:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4c71ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+47:3312:x1863837561382656:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777502120.070797:0:205383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4247 count 1 00000004:00080000:3.0:1777502120.070846:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc4cef3b80/2, rc 0, transno 8589936147 00000100:00100000:3.0:1777502120.070856:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4cef3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561373440:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502120.070896:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561382528 00000100:00100000:1.0:1777502120.070900:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561382528 00010000:00010000:3.0:1777502120.070924:0:205376:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000083528c42/0x4ad31463d9bc3063 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83410f expref: 16 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.070931:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3350 00000100:00100000:3.0:1777502120.070936:0:205376:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4d4a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:205376:1863837561381248:192.168.202.27@tcp:104: 00000100:00100000:1.0:1777502120.070943:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4c71ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+47:3312:x1863837561382528:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777502120.070949:0:205376:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc46c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502120.070956:0:205375:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4240 count 1 00000100:00100000:0.0:1777502120.070957:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502120.070964:0:205376:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc46c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.070972:0:205376:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc46c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.070973:0:205375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bc46f2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1090:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.070988:0:205375:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b69f9e1b/0x4ad31463d9bc360c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1090:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834282 expref: 11 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.070988:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502120.071003:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.071005:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.071008:0:205375:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bc46f2 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1090:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.071016:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502120.071034:0:205376:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc46c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.071041:0:205376:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc46c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.071047:0:205375:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b69f9e1b/0x4ad31463d9bc360c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1090:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834282 expref: 11 pid: 205385 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.071057:0:205376:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502120.071061:0:205375:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b69f9e1b/0x4ad31463d9bc360c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1090:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834282 expref: 11 pid: 205385 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.071074:0:205375:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205375:1863837561382912:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502120.071093:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+44:3310:x1863837561380096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4152us (4591us total) trans 8589935730 rc 0/0 00000100:00100000:0.0:1777502120.071101:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3340 00010000:00010000:0.0:1777502120.071124:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1777502120.071128:0:205375:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc480a36c0 going to sleep for 11 seconds 00010000:00010000:0.0:1777502120.071129:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc46c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.071139:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502120.071144:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.071145:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc46c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.071155:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563131008 00010000:00010000:0.0:1777502120.071156:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc46c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.071160:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563131008 00010000:00010000:0.0:1777502120.071173:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc46c8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.071182:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002853f82b/0x4ad31463d9bc46c8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205376 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.071183:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007600f16c/0x4ad31463d9bc3078 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834116 expref: 16 pid: 205385 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.071212:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4d4a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+44:3309:x1863837561380992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3282us (3464us total) trans 8589935731 rc 0/0 00010000:00010000:0.0:1777502120.071218:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777502120.071221:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563131136 00010000:00010000:0.0:1777502120.071222:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.071225:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502120.071226:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3344 00000100:00100000:1.0:1777502120.071227:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563131136 00010000:00010000:1.0:1777502120.071247:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000793dc82e/0x4ad31463d9bc3605 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1091:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834289 expref: 12 pid: 205377 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.071271:0:186922:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563131264 00000100:00100000:1.0:1777502120.071275:0:186922:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563131264 00010000:00010000:3.0:1777502120.071281:0:205386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001aff2160/0x4ad31463d9bc2e41 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x108b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834083 expref: 16 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.071289:0:186922:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc31eb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83414e expref: 17 pid: 205386 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.071300:0:205386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70df0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:205386:1863837561379328:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502120.071305:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f37f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205368:1863837561381888:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502120.071318:0:205386:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc4690 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.071318:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1116 00010000:00010000:0.0:1777502120.071324:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009b1b9de6/0x4ad31463d9bc46d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.071330:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46319880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+17:2370:x1863837563131008:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502120.071352:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.071357:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007600f16c/0x4ad31463d9bc3078 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1068:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834116 expref: 17 pid: 205385 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.071368:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007600f16c/0x4ad31463d9bc3078 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1068:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834116 expref: 17 pid: 205385 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.071381:0:186922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007600f16c/0x4ad31463d9bc3078 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1068:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834116 expref: 17 pid: 205385 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.071391:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.071393:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.071396:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009b1b9de6/0x4ad31463d9bc46d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.071405:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b1b9de6/0x4ad31463d9bc46d6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.071424:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502120.071431:0:205386:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc4690 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.071436:0:205386:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc4690 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.071442:0:205386:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc4690 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.071448:0:205386:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc4690 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x108b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.071449:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46319880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+16:2370:x1863837563131008:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 120us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502120.071471:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1116 00010000:00010000:3.0:1777502120.071476:0:205386:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777502120.071489:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1117 00000100:00100000:1.0:1777502120.071499:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd61bff450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2370:x1863837563131136:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502120.071508:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.071513:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000793dc82e/0x4ad31463d9bc3605 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1091:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834289 expref: 12 pid: 205377 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.071516:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502120.071524:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc4690 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x108b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.071531:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000793dc82e/0x4ad31463d9bc3605 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1091:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834289 expref: 12 pid: 205377 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.071539:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.071545:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc4690 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x108b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.071552:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.071554:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc4690 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x108b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.071555:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.071560:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009ee44810/0x4ad31463d9bc46dd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1091:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.071636:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc4690 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x108b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.071642:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ee44810/0x4ad31463d9bc46dd lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1091:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.071648:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4fa0c97/0x4ad31463d9bc4690 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x108b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.071668:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502120.071674:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.071678:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.071682:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.071694:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009b1b9de6/0x4ad31463d9bc46d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.071696:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+48:3309:x1863837561378432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7604us (8481us total) trans 8589936148 rc 0/0 00000100:00100000:1.0:1777502120.071702:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd61bff450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2370:x1863837563131136:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 204us (714us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502120.071714:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3335 00010000:00010000:0.0:1777502120.071719:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b1b9de6/0x4ad31463d9bc46d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.071720:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1117 00010000:00010000:0.0:1777502120.071731:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b1b9de6/0x4ad31463d9bc46d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.071740:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b1b9de6/0x4ad31463d9bc46d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.071748:0:205381:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd509d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205381:1863837561382400:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.071756:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502120.071763:0:205381:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003c53ce2f/0x4ad31463d9bc46eb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x106b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.071767:0:186922:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1118 00000100:00100000:1.0:1777502120.071781:0:186922:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46318380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+15:2370:x1863837563131264:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502120.071790:0:186922:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777502120.071795:0:186922:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc31eb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1069:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83414e expref: 15 pid: 205386 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.071807:0:186922:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc31eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1069:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83414e expref: 15 pid: 205386 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.071820:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.071822:0:186922:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.071825:0:186922:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005dc3483b/0x4ad31463d9bc46e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1069:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.071834:0:186922:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005dc3483b/0x4ad31463d9bc46e4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1069:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.071849:0:186922:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502120.071872:0:186922:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46318380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0775d2ab-558e-41f1-82c0-14244d133390+15:2370:x1863837563131264:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 94us (860us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502120.071880:0:186922:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1118 00010000:00010000:1.0:1777502120.071900:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502120.071905:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b1b9de6/0x4ad31463d9bc46d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.071910:0:205383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000020cad252/0x4ad31463d9bc46f9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1097:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.071914:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4a886450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+44:3311:x1863837561381632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2924us (3389us total) trans 8589935732 rc 0/0 00010000:00010000:1.0:1777502120.071923:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6de00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:1.0:1777502120.071930:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b1b9de6/0x4ad31463d9bc46d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.071935:0:205383:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc395b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1097:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834377 expref: 15 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.071935:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3346 00010000:00010000:2.0:1777502120.071954:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.071954:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b1b9de6/0x4ad31463d9bc46d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.071957:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502120.071958:0:205383:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.071962:0:205383:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000020cad252/0x4ad31463d9bc46f9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1097:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.071983:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b1b9de6/0x4ad31463d9bc46d6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.071991:0:205383:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc395b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1097:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834377 expref: 15 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.071993:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b1b9de6/0x4ad31463d9bc46d6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.072008:0:205383:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc395b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1097:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834377 expref: 15 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.072019:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502120.072022:0:205383:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc42385880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561383040:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.072022:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.072026:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502120.072058:0:205384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057786ca9/0x4ad31463d9bc31e4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x108e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834147 expref: 15 pid: 187551 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.072060:0:205383:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc48eda300 going to sleep for 11 seconds 00000100:00100000:1.0:1777502120.072073:0:205384:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc42386a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:205384:1863837561380736:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.072075:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502120.072086:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563131392 00000100:00100000:2.0:1777502120.072089:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563131392 00010000:00010000:1.0:1777502120.072090:0:205384:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000027371a4d/0x4ad31463d9bc46ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.072101:0:205384:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000027371a4d/0x4ad31463d9bc46ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.072106:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000337db0b9/0x4ad31463d9bc33ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x106b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341ef expref: 17 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.072117:0:205384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027371a4d/0x4ad31463d9bc46ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.072126:0:205384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000027371a4d/0x4ad31463d9bc46ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.072133:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1119 00000100:00100000:2.0:1777502120.072142:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4c71f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+17:2370:x1863837563131392:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502120.072145:0:205384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000027371a4d/0x4ad31463d9bc46ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x108e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.072151:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502120.072158:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000337db0b9/0x4ad31463d9bc33ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x106b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341ef expref: 17 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.072164:0:205384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502120.072172:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000337db0b9/0x4ad31463d9bc33ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341ef expref: 17 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.072186:0:188208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000337db0b9/0x4ad31463d9bc33ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x106b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341ef expref: 17 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.072196:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.072197:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.072200:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003c53ce2f/0x4ad31463d9bc46eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.072213:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c53ce2f/0x4ad31463d9bc46eb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x106b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.072236:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502120.072261:0:205377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000e08057d/0x4ad31463d9bc2dc3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833fe2 expref: 14 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.072275:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4c71f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+16:2370:x1863837563131392:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 131us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502120.072284:0:205377:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc492e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205377:1863837561379840:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502120.072287:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502120.072291:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1119 00010000:00010000:3.0:1777502120.072306:0:205377:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc46a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.072308:0:188208:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563131520 00000100:00100000:2.0:1777502120.072312:0:188208:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563131520 00010000:00010000:2.0:1777502120.072326:0:188208:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b69f9e1b/0x4ad31463d9bc360c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1090:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834282 expref: 12 pid: 205385 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.072332:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+48:3312:x1863837561380352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5336us (5500us total) trans 8589936149 rc 0/0 00000100:00100000:1.0:1777502120.072344:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3342 00000100:00100000:2.0:1777502120.072348:0:188208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1120 00000100:00100000:2.0:1777502120.072356:0:188208:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4631b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2372:x1863837563131520:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502120.072358:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502120.072362:0:188208:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502120.072364:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000027371a4d/0x4ad31463d9bc46ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x108e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.072367:0:188208:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b69f9e1b/0x4ad31463d9bc360c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1090:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834282 expref: 12 pid: 205385 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.072389:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd40030a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502120.072390:0:188208:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b69f9e1b/0x4ad31463d9bc360c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1090:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834282 expref: 12 pid: 205385 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.072395:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000027371a4d/0x4ad31463d9bc46ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x108e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.072396:0:187548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cceae260/0x4ad31463d9bc2a4a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf833f1e expref: 15 pid: 205383 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.072405:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.072409:0:188208:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.072413:0:188208:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bc46f2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1090:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.072420:0:205377:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc46a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.072427:0:187548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc42385f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561378944:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.072443:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000027371a4d/0x4ad31463d9bc46ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x108e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.072447:0:187548:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d50e9243/0x4ad31463d9bc4682 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.072450:0:205377:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc46a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.072451:0:188208:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bc46f2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1090:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.072477:0:187548:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d50e9243/0x4ad31463d9bc4682 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.072479:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000027371a4d/0x4ad31463d9bc46ba lrc: 1/0,0 mode: --/PW res: [0x240000400:0x108e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.072480:0:205377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc46a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.072481:0:188208:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502120.072502:0:187548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d50e9243/0x4ad31463d9bc4682 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.072504:0:188208:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4631b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2372:x1863837563131520:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 147us (221us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502120.072508:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027371a4d/0x4ad31463d9bc46ba lrc: 0/0,0 mode: --/PW res: [0x240000400:0x108e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.072509:0:205377:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc46a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.072524:0:188208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1120 00010000:00010000:1.0:1777502120.072530:0:187548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d50e9243/0x4ad31463d9bc4682 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.072539:0:187548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d50e9243/0x4ad31463d9bc4682 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.072544:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.072549:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.072554:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777502120.072560:0:187548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1777502120.072561:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d50e9243/0x4ad31463d9bc4682 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502120.072568:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70df0000/2, rc 0, transno 8589935730 00000100:00100000:2.0:1777502120.072614:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70df0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561380096:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502120.072619:0:205377:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502120.072620:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd43979000 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:2.0:1777502120.072622:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1777502120.072626:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d50e9243/0x4ad31463d9bc4682 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.072634:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4c71c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561382784:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502120.072638:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d50e9243/0x4ad31463d9bc4682 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.072653:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d50e9243/0x4ad31463d9bc4682 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.072667:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d50e9243/0x4ad31463d9bc4682 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.072672:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502120.072706:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502120.072711:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc46a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.072720:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.072725:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc46a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.072733:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc46a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502120.072745:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7ccb1180/2, rc 0, transno 8589935732 00010000:00010000:0.0:1777502120.072747:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc46a5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.072757:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561381632:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502120.072757:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc46a5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.072781:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.072784:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.072787:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.072817:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777502120.072823:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7ccb3b80/2, rc 0, transno 8589935731 00000100:00100000:2.0:1777502120.072833:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561380992:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502120.072845:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc492e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+44:3312:x1863837561379456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7557us (8514us total) trans 8589935733 rc 0/0 00000004:00080000:2.0:1777502120.072848:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd67668380/2, rc 0, transno 8589936146 00000100:00100000:3.0:1777502120.072856:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3338 00000100:00100000:2.0:1777502120.072861:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd67668380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561380608:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1777502120.072874:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd6ea52680/2, rc 0, transno 8589936148 00000100:00100000:3.0:1777502120.072876:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561382784 00000100:00100000:2.0:1777502120.072879:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6ea52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561378432:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502120.072881:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561382784 00000100:00100000:2.0:1777502120.072883:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777502120.072892:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc42386a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561383168:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502120.072912:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3351 00000100:00100000:3.0:1777502120.072921:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc42385f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+48:3310:x1863837561382784:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502120.072931:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1777502120.072936:0:205377:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4249 count 1 00000100:00100000:0.0:1777502120.072936:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502120.072969:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561383168 00000100:00100000:0.0:1777502120.072975:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561383168 00010000:00010000:3.0:1777502120.073000:0:205377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc4700 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1099:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.073013:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3352 00000100:00100000:2.0:1777502120.073016:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563131648 00010000:00010000:3.0:1777502120.073017:0:205377:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc2efc4d/0x4ad31463d9bc3b30 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1099:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343f5 expref: 14 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.073022:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563131648 00000100:00100000:1.0:1777502120.073022:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+45:3310:x1863837561377664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10688us (12069us total) trans 8589935734 rc 0/0 00000100:00100000:0.0:1777502120.073026:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cef3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+45:3309:x1863837561383168:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502120.073038:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc395b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1097:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834377 expref: 15 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.073040:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502120.073043:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3331 00010000:00010000:3.0:1777502120.073044:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00002000:00080000:0.0:1777502120.073048:0:188366:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4202 count 1 00010000:00010000:3.0:1777502120.073050:0:205377:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc4700 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1099:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.073064:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1121 00000100:00100000:2.0:1777502120.073071:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46318700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+15:2371:x1863837563131648:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777502120.073072:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.073077:0:205377:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dc2efc4d/0x4ad31463d9bc3b30 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1099:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343f5 expref: 15 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.073078:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502120.073078:0:188366:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000ebbdd2a/0x4ad31463d9bc4707 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x106a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.073086:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc395b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1097:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834377 expref: 15 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.073098:0:187550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2167409/0x4ad31463d9bc31eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83414e expref: 13 pid: 205386 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.073103:0:205377:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dc2efc4d/0x4ad31463d9bc3b30 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1099:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343f5 expref: 15 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.073112:0:188366:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001cdb09d9/0x4ad31463d9bc3396 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x106a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341e1 expref: 14 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.073116:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc395b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1097:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834377 expref: 15 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.073125:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:187550:1863837561382272:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502120.073136:0:205377:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4c71f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:205377:1863837561383808:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.073140:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.073143:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005dc3483b/0x4ad31463d9bc46e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.073144:0:188366:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.073146:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.073149:0:188366:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ebbdd2a/0x4ad31463d9bc4707 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x106a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.073150:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.073154:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000020cad252/0x4ad31463d9bc46f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1097:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.073164:0:187550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005dc3483b/0x4ad31463d9bc46e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.073174:0:205377:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc51fe9900 going to sleep for 11 seconds 00010000:00010000:2.0:1777502120.073178:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000020cad252/0x4ad31463d9bc46f9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1097:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.073186:0:187550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005dc3483b/0x4ad31463d9bc46e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.073193:0:188366:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001cdb09d9/0x4ad31463d9bc3396 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341e1 expref: 14 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.073194:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4cef1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561383424:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502120.073195:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777502120.073197:0:187550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005dc3483b/0x4ad31463d9bc46e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.073215:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46318700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:0775d2ab-558e-41f1-82c0-14244d133390+15:2371:x1863837563131648:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 143us (284us total) trans 0 rc 0/0 00010000:00010000:1.0:1777502120.073219:0:187550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005dc3483b/0x4ad31463d9bc46e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.073225:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1121 00010000:00010000:0.0:1777502120.073225:0:188366:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001cdb09d9/0x4ad31463d9bc3396 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x106a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341e1 expref: 14 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.073232:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502120.073248:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4cef0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561383296:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502120.073258:0:188366:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd46319f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:188366:1863837561383936:192.168.202.27@tcp:104: 00000004:00080000:3.0:1777502120.073263:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc456b6300/2, rc 0, transno 8589936149 00010000:00010000:1.0:1777502120.073264:0:187550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502120.073277:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc456b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561380352:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502120.073282:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777502120.073295:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7ccb2d80/2, rc 0, transno 8589935733 00000100:00100000:0.0:1777502120.073296:0:188366:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4f3c3cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777502120.073307:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561379456:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502120.073320:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502120.073324:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005dc3483b/0x4ad31463d9bc46e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.073330:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a8c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502120.073333:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005dc3483b/0x4ad31463d9bc46e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.073340:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005dc3483b/0x4ad31463d9bc46e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.073352:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005dc3483b/0x4ad31463d9bc46e4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.073357:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005dc3483b/0x4ad31463d9bc46e4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.073371:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.073375:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.073379:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502120.073388:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc492e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561384192:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502120.073397:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc49cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561383680:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502120.073459:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502120.073468:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4c71dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561384064:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777502120.073469:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4772d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+45:3310:x1863837561382016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3726us (4204us total) trans 8589935735 rc 0/0 00000100:00100000:1.0:1777502120.073479:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3347 00000100:00100000:0.0:1777502120.073486:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561383424 00000100:00100000:0.0:1777502120.073492:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561383424 00000100:00100000:1.0:1777502120.073496:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561383296 00000100:00100000:2.0:1777502120.073497:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502120.073500:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561383296 00000100:00100000:3.0:1777502120.073531:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561384192 00000100:00100000:0.0:1777502120.073533:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561384064 00000100:00100000:2.0:1777502120.073535:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc49cdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561383552:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502120.073537:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561384192 00000100:00100000:1.0:1777502120.073539:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3353 00000100:00100000:0.0:1777502120.073540:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561384064 00000100:00100000:1.0:1777502120.073553:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4c71ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+50:3312:x1863837561383424:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502120.073568:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1777502120.073569:0:187550:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4245 count 1 00000100:00100000:3.0:1777502120.073615:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3354 00010000:00010000:1.0:1777502120.073626:0:187550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc470e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1095:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.073629:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e4f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+46:3311:x1863837561383296:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777502120.073638:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3355 00010000:00010000:1.0:1777502120.073644:0:187550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004c8f8fe2/0x4ad31463d9bc3b3e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1095:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343ee expref: 11 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1777502120.073650:0:205379:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4205 count 1 00000100:00100000:0.0:1777502120.073650:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd509d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+50:3312:x1863837561384192:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777502120.073653:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.073656:0:187550:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502120.073659:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502120.073660:0:187550:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc470e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1095:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1777502120.073672:0:187551:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4246 count 1 00000004:00080000:2.0:1777502120.073679:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd67668a80/2, rc 0, transno 8589935735 00010000:00010000:1.0:1777502120.073679:0:187550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004c8f8fe2/0x4ad31463d9bc3b3e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1095:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343ee expref: 11 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.073688:0:205379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc4715 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x106d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.073689:0:187550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004c8f8fe2/0x4ad31463d9bc3b3e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1095:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343ee expref: 11 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.073692:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd67668a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561382016:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502120.073698:0:187551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037eb28d5/0x4ad31463d9bc471c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1096:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502120.073709:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7f37df80/2, rc 0, transno 8589935734 00000100:00100000:2.0:1777502120.073718:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f37df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561377664:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502120.073730:0:187551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c6cb6393/0x4ad31463d9bc3b4c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1096:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834403 expref: 11 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.073732:0:187550:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561384320:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.073744:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.073747:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.073751:0:187551:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037eb28d5/0x4ad31463d9bc471c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1096:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.073764:0:205379:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007eae0393/0x4ad31463d9bc3621 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x106d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83429e expref: 14 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.073772:0:187550:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4ddfe6c0 going to sleep for 11 seconds 00010000:00010000:3.0:1777502120.073773:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.073777:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.073781:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc4715 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x106d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.073781:0:187551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c6cb6393/0x4ad31463d9bc3b4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1096:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834403 expref: 11 pid: 205378 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.073796:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6e4f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561384448:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502120.073811:0:187551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c6cb6393/0x4ad31463d9bc3b4c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1096:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834403 expref: 11 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.073825:0:187551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd46319880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:187551:1863837561384576:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502120.073828:0:205379:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007eae0393/0x4ad31463d9bc3621 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83429e expref: 14 pid: 205377 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.073839:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502120.073849:0:205375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b69f9e1b/0x4ad31463d9bc360c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1090:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834282 expref: 11 pid: 205385 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.073853:0:205379:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007eae0393/0x4ad31463d9bc3621 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x106d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83429e expref: 14 pid: 205377 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.073864:0:187551:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4f3c3000 going to sleep for 11 seconds 00000100:00100000:1.0:1777502120.073865:0:205375:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205375:1863837561382912:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502120.073868:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777502120.073873:0:205379:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4d4a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205379:1863837561384832:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502120.073880:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6e4f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561384704:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777502120.073884:0:205375:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bc46f2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1090:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.073891:0:205375:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bc46f2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1090:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.073896:0:205375:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bc46f2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1090:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.073901:0:205375:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bc46f2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1090:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.073906:0:205379:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc51fe9240 going to sleep for 11 seconds 00010000:00010000:1.0:1777502120.073906:0:205375:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bc46f2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1090:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.073917:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502120.073923:0:205375:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502120.073932:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561383552 00000100:00100000:3.0:1777502120.073936:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561383552 00010000:00010000:0.0:1777502120.073952:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502120.073958:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bc46f2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1090:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.073964:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561383680 00000100:00100000:3.0:1777502120.073968:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561383680 00010000:00010000:0.0:1777502120.073976:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a9e00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502120.073978:0:205382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000793dc82e/0x4ad31463d9bc3605 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1091:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834289 expref: 10 pid: 205377 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.073981:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bc46f2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1090:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.073987:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561384448 00000100:00100000:3.0:1777502120.073991:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561384448 00010000:00010000:0.0:1777502120.074005:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bc46f2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1090:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.074009:0:205382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc42384e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:205382:1863837561381760:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502120.074010:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561384704 00000100:00100000:3.0:1777502120.074015:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561384704 00010000:00010000:0.0:1777502120.074028:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bc46f2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1090:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.074037:0:205382:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009ee44810/0x4ad31463d9bc46dd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1091:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.074037:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d1630ba/0x4ad31463d9bc46f2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1090:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.074041:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3356 00000100:00100000:3.0:1777502120.074052:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e4f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+49:3311:x1863837561384064:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502120.074064:0:205382:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009ee44810/0x4ad31463d9bc46dd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1091:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1777502120.074068:0:189105:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4204 count 1 00010000:00010000:0.0:1777502120.074074:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.074076:0:205382:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ee44810/0x4ad31463d9bc46dd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1091:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.074078:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.074079:0:189105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc4723 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.074080:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4c71ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+52:3312:x1863837561382528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3138us (3319us total) trans 8589936150 rc 0/0 00010000:00010000:0.0:1777502120.074083:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.074098:0:205382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ee44810/0x4ad31463d9bc46dd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1091:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.074099:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3357 00010000:00010000:3.0:1777502120.074110:0:189105:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000981597ef/0x4ad31463d9bc361a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834297 expref: 14 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.074110:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3350 00000100:00100000:0.0:1777502120.074113:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e4f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+52:3309:x1863837561383552:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777502120.074130:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3358 00010000:00010000:2.0:1777502120.074133:0:205382:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009ee44810/0x4ad31463d9bc46dd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1091:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1777502120.074133:0:205368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4250 count 1 00010000:00010000:3.0:1777502120.074135:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.074139:0:189105:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777502120.074141:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e4f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+49:3310:x1863837561383680:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502120.074144:0:189105:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc4723 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777502120.074158:0:205375:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4209 count 1 00010000:00010000:0.0:1777502120.074162:0:205368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021db79e2/0x4ad31463d9bc472a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x109a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.074165:0:205382:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777502120.074170:0:205375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000972a80b4/0x4ad31463d9bc4731 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1071:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.074191:0:205368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc3d4b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x109a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344b9 expref: 14 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.074192:0:189105:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000981597ef/0x4ad31463d9bc361a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834297 expref: 14 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.074192:0:205375:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc3915 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834362 expref: 12 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.074215:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.074218:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.074222:0:205375:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000972a80b4/0x4ad31463d9bc4731 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.074223:0:189105:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000981597ef/0x4ad31463d9bc361a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834297 expref: 14 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.074234:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.074239:0:205368:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.074244:0:205368:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021db79e2/0x4ad31463d9bc472a lrc: 4/0,1 mode: --/PW res: [0x240000400:0x109a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.074250:0:189105:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd53f24380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561384960:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.074253:0:205375:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc3915 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834362 expref: 12 pid: 187550 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.074263:0:205375:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc3915 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834362 expref: 12 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.074271:0:205375:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:205375:1863837561385088:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.074278:0:205368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc3d4b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x109a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344b9 expref: 14 pid: 205381 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.074291:0:189105:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc51fe9780 going to sleep for 11 seconds 00010000:00010000:0.0:1777502120.074292:0:205368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc3d4b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x109a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344b9 expref: 14 pid: 205381 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.074300:0:205375:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc480a36c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777502120.074310:0:205368:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f37d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205368:1863837561385216:192.168.202.27@tcp:104: 00000004:00080000:3.0:1777502120.074319:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd7c57b100/2, rc 0, transno 8589936150 00000100:00100000:3.0:1777502120.074332:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7c57b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561382528:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502120.074348:0:205368:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4f3c36c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777502120.074355:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc42385c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+52:3311:x1863837561381504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5373us (5899us total) trans 8589936151 rc 0/0 00000100:00100000:2.0:1777502120.074365:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3345 00000100:00100000:1.0:1777502120.074380:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3359 00000100:00100000:2.0:1777502120.074388:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3360 00000100:00100000:0.0:1777502120.074391:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777502120.074392:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e4f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+49:3309:x1863837561384448:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502120.074400:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e4f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+49:3309:x1863837561384704:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777502120.074405:0:187548:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4206 count 1 00000100:00100000:0.0:1777502120.074406:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd53f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561385344:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777502120.074412:0:205382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4207 count 1 00010000:00010000:3.0:1777502120.074417:0:205378:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003bb2f125/0x4ad31463d9bc467b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.074427:0:205378:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003bb2f125/0x4ad31463d9bc467b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.074432:0:187548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006d42f7c3/0x4ad31463d9bc4738 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x106e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.074436:0:205382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069d557eb/0x4ad31463d9bc473f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x106f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.074438:0:205378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003bb2f125/0x4ad31463d9bc467b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.074444:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777502120.074457:0:187548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc362f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x106e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342ac expref: 14 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.074463:0:205378:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003bb2f125/0x4ad31463d9bc467b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.074464:0:205382:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000082461a1f/0x4ad31463d9bc3739 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x106f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342eb expref: 14 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777502120.074472:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.074475:0:187548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777502120.074479:0:187548:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d42f7c3/0x4ad31463d9bc4738 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x106e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.074488:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.074491:0:205382:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.074493:0:205382:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000069d557eb/0x4ad31463d9bc473f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x106f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.074496:0:205378:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1777502120.074501:0:187548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc362f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342ac expref: 14 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.074506:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777502120.074510:0:187548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc362f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x106e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342ac expref: 14 pid: 189105 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.074513:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009ee44810/0x4ad31463d9bc46dd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1091:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.074514:0:205382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000082461a1f/0x4ad31463d9bc3739 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342eb expref: 14 pid: 205380 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777502120.074538:0:187548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561385472:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.074539:0:205382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000082461a1f/0x4ad31463d9bc3739 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x106f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342eb expref: 14 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.074539:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd40031400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.074546:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009ee44810/0x4ad31463d9bc46dd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1091:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.074563:0:205382:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc42384e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:205382:1863837561385600:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.074564:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009ee44810/0x4ad31463d9bc46dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1091:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.074614:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009ee44810/0x4ad31463d9bc46dd lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1091:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.074624:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ee44810/0x4ad31463d9bc46dd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1091:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.074648:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1777502120.074649:0:205382:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc421be000 going to sleep for 11 seconds 00000100:00100000:1.0:1777502120.074650:0:187548:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfd413593c0 going to sleep for 11 seconds 00010000:00010000:0.0:1777502120.074652:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003bb2f125/0x4ad31463d9bc467b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.074661:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a8600 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.074665:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003bb2f125/0x4ad31463d9bc467b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.074674:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003bb2f125/0x4ad31463d9bc467b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.074686:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003bb2f125/0x4ad31463d9bc467b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.074695:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003bb2f125/0x4ad31463d9bc467b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.074718:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.074721:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.074725:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.074796:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777502120.074817:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc4d4a7480/2, rc 0, transno 8589936151 00000100:00100000:2.0:1777502120.074836:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4d4a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561381504:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502120.074871:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561385344 00000100:00100000:2.0:1777502120.074876:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561385344 00000100:00100000:0.0:1777502120.074893:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502120.074913:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3361 00000100:00100000:2.0:1777502120.074923:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+52:3312:x1863837561385344:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777502120.074932:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00002000:00080000:2.0:1777502120.074936:0:205385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4251 count 1 00000100:00100000:3.0:1777502120.074960:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1777502120.074964:0:205385:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000041afa01a/0x4ad31463d9bc4746 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x109b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.074974:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd53f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561385728:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502120.074980:0:205385:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003f2b52ea/0x4ad31463d9bc3d8a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x109b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344c7 expref: 14 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.074982:0:188366:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd46319f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:188366:1863837561383936:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.074994:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.074996:0:205385:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.074999:0:205385:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041afa01a/0x4ad31463d9bc4746 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x109b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.075006:0:188366:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000ebbdd2a/0x4ad31463d9bc4707 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x106a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.075026:0:205385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003f2b52ea/0x4ad31463d9bc3d8a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x109b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344c7 expref: 14 pid: 205386 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.075038:0:205385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003f2b52ea/0x4ad31463d9bc3d8a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x109b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344c7 expref: 14 pid: 205386 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.075050:0:205385:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561385856:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502120.075068:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502120.075087:0:205385:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc421beb40 going to sleep for 11 seconds 00000100:00100000:2.0:1777502120.075110:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563131776 00000100:00100000:2.0:1777502120.075114:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563131776 00000100:00100000:0.0:1777502120.075126:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561385728 00000100:00100000:0.0:1777502120.075131:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561385728 00010000:00010000:2.0:1777502120.075135:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dc2efc4d/0x4ad31463d9bc3b30 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1099:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343f5 expref: 15 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.075164:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3362 00000100:00100000:2.0:1777502120.075168:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563131904 00000100:00100000:2.0:1777502120.075173:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563131904 00000100:00100000:0.0:1777502120.075176:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+53:3311:x1863837561385728:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502120.075177:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1122 00010000:00010000:2.0:1777502120.075193:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001cdb09d9/0x4ad31463d9bc3396 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x106a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341e1 expref: 15 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1777502120.075194:0:205386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4248 count 1 00000100:00100000:3.0:1777502120.075195:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+15:2371:x1863837563131776:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502120.075211:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502120.075219:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dc2efc4d/0x4ad31463d9bc3b30 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1099:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343f5 expref: 15 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.075223:0:205386:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000000b4a657/0x4ad31463d9bc474d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1098:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.075231:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1123 00000100:00100000:2.0:1777502120.075245:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f37c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+15:2371:x1863837563131904:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502120.075245:0:205386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000893aa712/0x4ad31463d9bc3b45 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1098:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343fc expref: 9 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.075259:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.075260:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502120.075261:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.075266:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000b4a657/0x4ad31463d9bc474d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1098:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.075267:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001cdb09d9/0x4ad31463d9bc3396 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x106a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341e1 expref: 15 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.075296:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001cdb09d9/0x4ad31463d9bc3396 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341e1 expref: 15 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.075302:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dc2efc4d/0x4ad31463d9bc3b30 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1099:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343f5 expref: 15 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.075306:0:205386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000893aa712/0x4ad31463d9bc3b45 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1098:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343fc expref: 9 pid: 187551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.075320:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001cdb09d9/0x4ad31463d9bc3396 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x106a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8341e1 expref: 15 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.075334:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.075336:0:205386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000893aa712/0x4ad31463d9bc3b45 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1098:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343fc expref: 9 pid: 187551 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.075338:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.075344:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc4700 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1099:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.075357:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.075361:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.075366:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc4700 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1099:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.075366:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000ebbdd2a/0x4ad31463d9bc4707 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.075367:0:205386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd46319f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:205386:1863837561385984:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.075390:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ebbdd2a/0x4ad31463d9bc4707 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x106a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.075397:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502120.075402:0:205386:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4f3c3cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1777502120.075415:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502120.075427:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+15:2371:x1863837563131776:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 237us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502120.075435:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1122 00000100:00100000:2.0:1777502120.075443:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+14:2371:x1863837563131904:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 200us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502120.075452:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1123 00010000:00010000:2.0:1777502120.075499:0:205381:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003c53ce2f/0x4ad31463d9bc46eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.075509:0:205381:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c53ce2f/0x4ad31463d9bc46eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.075518:0:205381:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c53ce2f/0x4ad31463d9bc46eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.075526:0:205381:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c53ce2f/0x4ad31463d9bc46eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x106b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.075544:0:205381:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502120.075557:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502120.075564:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c53ce2f/0x4ad31463d9bc46eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x106b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.075662:0:205377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc2efc4d/0x4ad31463d9bc3b30 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1099:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343f5 expref: 14 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.075663:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.075670:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c53ce2f/0x4ad31463d9bc46eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x106b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.075694:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c53ce2f/0x4ad31463d9bc46eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x106b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.075701:0:205377:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4c71f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:205377:1863837561383808:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.075716:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c53ce2f/0x4ad31463d9bc46eb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x106b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.075724:0:205377:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc4700 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1099:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.075725:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c53ce2f/0x4ad31463d9bc46eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x106b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205381 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.075747:0:205377:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc4700 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1099:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.075756:0:205377:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc4700 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1099:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.075757:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.075761:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.075767:0:205377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc4700 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1099:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.075767:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.075776:0:205377:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc4700 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1099:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.075778:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc42385500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+50:3309:x1863837561382144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5757us (6141us total) trans 8589935736 rc 0/0 00000100:00100000:2.0:1777502120.075794:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3348 00010000:00010000:3.0:1777502120.075802:0:205377:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502120.075812:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502120.075819:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc4700 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1099:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.075832:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.075836:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc4700 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1099:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502120.075837:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc42386300/2, rc 0, transno 8589935736 00010000:00010000:0.0:1777502120.075849:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc4700 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1099:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.075853:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc42386300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561382144:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502120.075870:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc4700 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1099:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.075879:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001044335e/0x4ad31463d9bc4700 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1099:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.075901:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.075906:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.075910:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502120.075919:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777502120.075928:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561386112:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502120.075968:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502120.075979:0:187550:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:187550:1863837561384320:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.076000:0:187550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc470e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1095:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.076036:0:205382:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc42384e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:205382:1863837561385600:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.076057:0:205382:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000069d557eb/0x4ad31463d9bc473f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x106f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.076068:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502120.076091:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561386112 00000100:00100000:2.0:1777502120.076096:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561386112 00000100:00100000:2.0:1777502120.076132:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3363 00000100:00100000:2.0:1777502120.076141:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+50:3310:x1863837561386112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502120.076154:0:205384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4212 count 1 00000100:00100000:1.0:1777502120.076156:0:205375:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:205375:1863837561385088:192.168.202.27@tcp:104: 00010000:00010000:1.0:1777502120.076171:0:205375:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000972a80b4/0x4ad31463d9bc4731 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.076188:0:205384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000093d2e6f3/0x4ad31463d9bc4754 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1074:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.076199:0:205384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003bac8fa2/0x4ad31463d9bc3b92 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834450 expref: 12 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.076204:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.076205:0:205384:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.076207:0:205384:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000093d2e6f3/0x4ad31463d9bc4754 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.076227:0:205384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003bac8fa2/0x4ad31463d9bc3b92 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834450 expref: 12 pid: 205368 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.076234:0:205384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003bac8fa2/0x4ad31463d9bc3b92 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834450 expref: 12 pid: 205368 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.076243:0:205384:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:205384:1863837561386240:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502120.076263:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502120.076285:0:205384:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc421be000 going to sleep for 11 seconds 00000100:00100000:3.0:1777502120.076291:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc42385f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+54:3310:x1863837561382784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3328us (3579us total) trans 8589936152 rc 0/0 00000100:00100000:3.0:1777502120.076301:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3351 00000100:00100000:2.0:1777502120.076307:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563132032 00000100:00100000:2.0:1777502120.076312:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563132032 00010000:00010000:2.0:1777502120.076332:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004c8f8fe2/0x4ad31463d9bc3b3e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1095:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343ee expref: 10 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777502120.076349:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc4c71c000/2, rc 0, transno 8589936152 00000100:00100000:0.0:1777502120.076358:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502120.076359:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563132288 00000100:00100000:3.0:1777502120.076363:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4c71c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561382784:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502120.076364:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563132288 00010000:00010000:2.0:1777502120.076379:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c6cb6393/0x4ad31463d9bc3b4c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1096:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834403 expref: 11 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.076392:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502120.076401:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563132544 00000100:00100000:2.0:1777502120.076403:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563132544 00010000:00010000:2.0:1777502120.076415:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000981597ef/0x4ad31463d9bc361a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834297 expref: 14 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.076429:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563132160 00000100:00100000:0.0:1777502120.076429:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502120.076432:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563132160 00010000:00010000:2.0:1777502120.076445:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000082461a1f/0x4ad31463d9bc3739 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x106f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342eb expref: 15 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.076459:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563132416 00000100:00100000:2.0:1777502120.076461:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563132416 00010000:00010000:2.0:1777502120.076470:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007eae0393/0x4ad31463d9bc3621 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x106d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83429e expref: 16 pid: 205377 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.076481:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502120.076485:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1124 00000100:00100000:2.0:1777502120.076493:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd80180c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+11:2373:x1863837563132032:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502120.076501:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502120.076504:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004c8f8fe2/0x4ad31463d9bc3b3e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1095:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343ee expref: 11 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.076515:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004c8f8fe2/0x4ad31463d9bc3b3e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1095:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343ee expref: 11 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.076527:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c8f8fe2/0x4ad31463d9bc3b3e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1095:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343ee expref: 11 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.076535:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.076537:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.076539:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc470e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1095:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.076544:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc470e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1095:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.076562:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777502120.076613:0:187548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:187548:1863837561385472:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502120.076626:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd80180c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+10:2373:x1863837563132032:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 131us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502120.076627:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1777502120.076628:0:187548:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006d42f7c3/0x4ad31463d9bc4738 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x106e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.076640:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1124 00000100:00100000:2.0:1777502120.076681:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563132672 00000100:00100000:2.0:1777502120.076684:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563132672 00010000:00010000:2.0:1777502120.076695:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc3915 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834362 expref: 13 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.076709:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563132928 00000100:00100000:2.0:1777502120.076712:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563132928 00010000:00010000:2.0:1777502120.076725:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc362f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x106e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342ac expref: 17 pid: 189105 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.076744:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1125 00000100:00100000:2.0:1777502120.076754:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc48235f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+9:2370:x1863837563132288:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502120.076763:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502120.076768:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c6cb6393/0x4ad31463d9bc3b4c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1096:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834403 expref: 9 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.076783:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c6cb6393/0x4ad31463d9bc3b4c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1096:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834403 expref: 9 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.076798:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.076800:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.076804:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000037eb28d5/0x4ad31463d9bc471c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1096:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.076812:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037eb28d5/0x4ad31463d9bc471c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1096:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.076827:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502120.076828:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502120.076855:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc48235f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+9:2370:x1863837563132288:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 103us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502120.076866:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1125 00000100:00100000:0.0:1777502120.076871:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502120.076887:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563132800 00000100:00100000:2.0:1777502120.076891:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563132800 00010000:00010000:2.0:1777502120.076907:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc3d4b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x109a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344b9 expref: 14 pid: 205381 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.076928:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563133056 00000100:00100000:2.0:1777502120.076931:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563133056 00010000:00010000:2.0:1777502120.076945:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003f2b52ea/0x4ad31463d9bc3d8a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x109b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344c7 expref: 15 pid: 205386 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.076951:0:187551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6cb6393/0x4ad31463d9bc3b4c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1096:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834403 expref: 8 pid: 205378 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.076971:0:187551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd46319880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:187551:1863837561384576:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502120.076972:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1126 00000100:00100000:2.0:1777502120.076987:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc48236a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+17:2370:x1863837563132544:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502120.076995:0:187551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000037eb28d5/0x4ad31463d9bc471c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1096:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.076996:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502120.077006:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000981597ef/0x4ad31463d9bc361a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x106c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834297 expref: 17 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.077010:0:187551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000037eb28d5/0x4ad31463d9bc471c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1096:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.077022:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000981597ef/0x4ad31463d9bc361a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x106c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834297 expref: 17 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.077024:0:187551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037eb28d5/0x4ad31463d9bc471c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1096:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.077048:0:187551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037eb28d5/0x4ad31463d9bc471c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1096:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.077052:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.077056:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.077059:0:187551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000037eb28d5/0x4ad31463d9bc471c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1096:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.077061:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc4723 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.077071:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd53f26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561386368:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502120.077082:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc4723 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x106c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.077090:0:187551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502120.077098:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502120.077128:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc48236a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+17:2370:x1863837563132544:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 143us (771us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502120.077136:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1126 00000100:00100000:2.0:1777502120.077161:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1127 00000100:00100000:2.0:1777502120.077173:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc48234380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+16:2370:x1863837563132160:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502120.077184:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502120.077189:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000082461a1f/0x4ad31463d9bc3739 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x106f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342eb expref: 16 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.077207:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000082461a1f/0x4ad31463d9bc3739 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342eb expref: 16 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.077223:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000082461a1f/0x4ad31463d9bc3739 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x106f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342eb expref: 16 pid: 205380 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.077241:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.077243:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.077247:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000069d557eb/0x4ad31463d9bc473f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.077255:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000069d557eb/0x4ad31463d9bc473f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x106f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.077264:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777502120.077281:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502120.077296:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd509d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+54:3312:x1863837561384192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3648us (3836us total) trans 8589936153 rc 0/0 00000100:00100000:0.0:1777502120.077309:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3355 00000100:00100000:2.0:1777502120.077311:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc48234380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+15:2370:x1863837563132160:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 138us (917us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502120.077322:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1127 00000100:00100000:0.0:1777502120.077334:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561386368 00000004:00080000:3.0:1777502120.077336:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc492e5180/2, rc 0, transno 8589936153 00000100:00100000:0.0:1777502120.077339:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561386368 00000100:00100000:2.0:1777502120.077347:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1128 00000100:00100000:3.0:1777502120.077350:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc492e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561384192:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777502120.077360:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46739180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+14:2370:x1863837563132416:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502120.077369:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1777502120.077374:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3364 00010000:00010000:2.0:1777502120.077378:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007eae0393/0x4ad31463d9bc3621 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x106d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83429e expref: 14 pid: 205377 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.077388:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+54:3310:x1863837561386368:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502120.077395:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007eae0393/0x4ad31463d9bc3621 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x106d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83429e expref: 14 pid: 205377 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1777502120.077403:0:187551:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4243 count 1 00010000:00010000:2.0:1777502120.077411:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.077413:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.077417:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc4715 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.077417:0:187551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee0ca4c8/0x4ad31463d9bc475b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1093:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.077445:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc4715 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x106d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.077446:0:187551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc3b84 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1093:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834426 expref: 7 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.077468:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.077470:0:187551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.077474:0:187551:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee0ca4c8/0x4ad31463d9bc475b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1093:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.077475:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502120.077500:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46739180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+14:2370:x1863837563132416:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 145us (1075us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502120.077503:0:187551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc3b84 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1093:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834426 expref: 7 pid: 188358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.077515:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1128 00000100:00100000:3.0:1777502120.077518:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd53f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561386496:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502120.077522:0:187551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc3b84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1093:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834426 expref: 7 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.077537:0:187551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4f66b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:187551:1863837561386624:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502120.077541:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1129 00000100:00100000:3.0:1777502120.077556:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502120.077556:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4673aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+13:2370:x1863837563132672:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502120.077568:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502120.077626:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc3915 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1071:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834362 expref: 13 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.077641:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc3915 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1071:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834362 expref: 13 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.077648:0:187551:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4f3c3900 going to sleep for 11 seconds 00010000:00010000:2.0:1777502120.077659:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b427e8e1/0x4ad31463d9bc3915 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1071:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834362 expref: 13 pid: 187550 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.077667:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502120.077673:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000037eb28d5/0x4ad31463d9bc471c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1096:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.077674:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.077677:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777502120.077682:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561386496 00010000:00010000:2.0:1777502120.077683:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000972a80b4/0x4ad31463d9bc4731 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.077687:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561386496 00010000:00010000:0.0:1777502120.077689:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6d200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.077696:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000037eb28d5/0x4ad31463d9bc471c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1096:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.077716:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3365 00010000:00010000:2.0:1777502120.077716:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000972a80b4/0x4ad31463d9bc4731 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.077719:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000037eb28d5/0x4ad31463d9bc471c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1096:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.077728:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+55:3311:x1863837561386496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777502120.077748:0:188358:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:4244 count 1 00010000:00010000:0.0:1777502120.077749:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000037eb28d5/0x4ad31463d9bc471c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1096:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.077759:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037eb28d5/0x4ad31463d9bc471c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1096:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.077760:0:188358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc4762 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1094:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.077760:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502120.077784:0:188358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004ac1bfbe/0x4ad31463d9bc3c25 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1094:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83447a expref: 7 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.077788:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4673aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+12:2370:x1863837563132672:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 235us (1308us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502120.077792:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.077797:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.077803:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.077803:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.077807:0:188358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502120.077807:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1129 00010000:00010000:3.0:1777502120.077812:0:188358:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc4762 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1094:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.077831:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1130 00010000:00010000:3.0:1777502120.077839:0:188358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004ac1bfbe/0x4ad31463d9bc3c25 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1094:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83447a expref: 7 pid: 187548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.077842:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46739880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+13:2371:x1863837563132928:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502120.077856:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502120.077858:0:188358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004ac1bfbe/0x4ad31463d9bc3c25 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1094:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83447a expref: 7 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.077864:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc362f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x106e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342ac expref: 13 pid: 189105 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.077889:0:188358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd53f25c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:188358:1863837561386752:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.077890:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc362f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342ac expref: 13 pid: 189105 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.077911:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aecf1349/0x4ad31463d9bc362f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x106e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8342ac expref: 13 pid: 189105 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.077922:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502120.077924:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.077927:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777502120.077931:0:188358:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc51fe9c00 going to sleep for 11 seconds 00010000:00010000:2.0:1777502120.077931:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006d42f7c3/0x4ad31463d9bc4738 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.077947:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d42f7c3/0x4ad31463d9bc4738 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x106e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.077951:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563133184 00000100:00100000:3.0:1777502120.077956:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563133184 00000100:00100000:0.0:1777502120.077965:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1777502120.077972:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000893aa712/0x4ad31463d9bc3b45 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1098:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343fc expref: 8 pid: 187551 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.077974:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502120.077991:0:186921:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563133312 00000100:00100000:3.0:1777502120.077993:0:186921:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563133312 00010000:00010000:3.0:1777502120.078007:0:186921:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003bac8fa2/0x4ad31463d9bc3b92 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834450 expref: 12 pid: 205368 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.078010:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46739880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2371:x1863837563132928:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 168us (1386us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502120.078023:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1130 00000100:00100000:3.0:1777502120.078029:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1131 00000100:00100000:3.0:1777502120.078037:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd80183450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+15:2371:x1863837563132800:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502120.078043:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502120.078047:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc3d4b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x109a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344b9 expref: 15 pid: 205381 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.078051:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1132 00010000:00010000:3.0:1777502120.078067:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc3d4b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x109a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344b9 expref: 15 pid: 205381 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.078067:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4673bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+15:2371:x1863837563133056:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502120.078080:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502120.078087:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.078087:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003f2b52ea/0x4ad31463d9bc3d8a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x109b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344c7 expref: 15 pid: 205386 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.078090:0:205386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd46319f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:205386:1863837561385984:192.168.202.27@tcp:104: 00010000:00010000:3.0:1777502120.078091:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.078097:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000021db79e2/0x4ad31463d9bc472a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x109a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.078112:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021db79e2/0x4ad31463d9bc472a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x109a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.078114:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003f2b52ea/0x4ad31463d9bc3d8a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x109b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344c7 expref: 15 pid: 205386 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.078115:0:205386:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000000b4a657/0x4ad31463d9bc474d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1098:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.078143:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.078146:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.078150:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000041afa01a/0x4ad31463d9bc4746 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x109b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.078158:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041afa01a/0x4ad31463d9bc4746 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x109b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.078168:0:205368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e34eaad8/0x4ad31463d9bc3d4b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x109a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344b9 expref: 15 pid: 205381 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.078175:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502120.078184:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502120.078188:0:205368:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f37d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205368:1863837561385216:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.078208:0:205368:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000021db79e2/0x4ad31463d9bc472a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x109a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.078218:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd80183450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+14:2371:x1863837563132800:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 178us (1389us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502120.078218:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4673bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0775d2ab-558e-41f1-82c0-14244d133390+14:2371:x1863837563133056:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 153us (1351us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502120.078234:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1131 00000100:00100000:2.0:1777502120.078242:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1132 00000100:00100000:2.0:1777502120.078272:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1133 00000100:00100000:2.0:1777502120.078283:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f66b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+8:2371:x1863837563133184:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777502120.078288:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1134 00010000:00010000:2.0:1777502120.078292:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502120.078299:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000893aa712/0x4ad31463d9bc3b45 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1098:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343fc expref: 8 pid: 187551 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.078301:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f668380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+12:2371:x1863837563133312:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502120.078316:0:205368:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000021db79e2/0x4ad31463d9bc472a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x109a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.078317:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502120.078318:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000893aa712/0x4ad31463d9bc3b45 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1098:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343fc expref: 8 pid: 187551 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.078326:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003bac8fa2/0x4ad31463d9bc3b92 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1074:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834450 expref: 12 pid: 205368 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.078340:0:205368:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000021db79e2/0x4ad31463d9bc472a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x109a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.078354:0:191872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000893aa712/0x4ad31463d9bc3b45 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1098:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343fc expref: 8 pid: 187551 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.078356:0:205368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021db79e2/0x4ad31463d9bc472a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x109a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.078378:0:205368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000021db79e2/0x4ad31463d9bc472a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x109a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.078381:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.078385:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.078390:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000000b4a657/0x4ad31463d9bc474d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1098:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.078400:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000b4a657/0x4ad31463d9bc474d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1098:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.078403:0:205368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502120.078422:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502120.078426:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003bac8fa2/0x4ad31463d9bc3b92 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1074:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834450 expref: 12 pid: 205368 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.078428:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000021db79e2/0x4ad31463d9bc472a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x109a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.078453:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6ce00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502120.078456:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.078458:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000021db79e2/0x4ad31463d9bc472a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x109a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.078460:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.078466:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000093d2e6f3/0x4ad31463d9bc4754 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1074:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.078469:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000021db79e2/0x4ad31463d9bc472a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x109a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.078486:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000093d2e6f3/0x4ad31463d9bc4754 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1074:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.078495:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000021db79e2/0x4ad31463d9bc472a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x109a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.078504:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021db79e2/0x4ad31463d9bc472a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x109a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.078505:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502120.078529:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.078532:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.078537:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502120.078541:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f668380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0775d2ab-558e-41f1-82c0-14244d133390+12:2371:x1863837563133312:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 242us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502120.078552:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1134 00010000:00010000:2.0:1777502120.078553:0:205375:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000972a80b4/0x4ad31463d9bc4731 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.078562:0:205375:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000972a80b4/0x4ad31463d9bc4731 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.078570:0:205375:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000972a80b4/0x4ad31463d9bc4731 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.078626:0:205375:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000972a80b4/0x4ad31463d9bc4731 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.078636:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e4f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+56:3309:x1863837561383552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4524us (5066us total) trans 8589936154 rc 0/0 00000100:00100000:0.0:1777502120.078646:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3357 00010000:00010000:2.0:1777502120.078647:0:205375:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1777502120.078693:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc49cdea00/2, rc 0, transno 8589936154 00000100:00100000:0.0:1777502120.078699:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc49cdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561383552:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502120.078722:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502120.078728:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000972a80b4/0x4ad31463d9bc4731 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.078737:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a9400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.078742:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000972a80b4/0x4ad31463d9bc4731 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.078753:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000972a80b4/0x4ad31463d9bc4731 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.078757:0:205379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007eae0393/0x4ad31463d9bc3621 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x106d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83429e expref: 11 pid: 205377 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.078774:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000972a80b4/0x4ad31463d9bc4731 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.078780:0:205379:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4d4a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205379:1863837561384832:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.078788:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000972a80b4/0x4ad31463d9bc4731 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.078808:0:205379:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc4715 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.078813:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.078817:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.078820:0:205379:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc4715 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.078821:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.078830:0:205379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc4715 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.078839:0:205379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc4715 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.078846:0:205379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc4715 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x106d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.078863:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e4f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+51:3310:x1863837561383680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4723us (5207us total) trans 8589935737 rc 0/0 00010000:00010000:3.0:1777502120.078866:0:205379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777502120.078874:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3358 00010000:00010000:2.0:1777502120.078907:0:187548:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006d42f7c3/0x4ad31463d9bc4738 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.078917:0:187548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d42f7c3/0x4ad31463d9bc4738 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.078925:0:187548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006d42f7c3/0x4ad31463d9bc4738 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.078933:0:187548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006d42f7c3/0x4ad31463d9bc4738 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x106e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.078950:0:187548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1777502120.078956:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777502120.078962:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc4715 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x106d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.078971:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.078975:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc4715 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x106d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.078985:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc4715 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x106d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.078999:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc4715 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x106d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.079013:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060669215/0x4ad31463d9bc4715 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x106d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.079033:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502120.079038:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006d42f7c3/0x4ad31463d9bc4738 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x106e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.079046:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a8800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.079050:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006d42f7c3/0x4ad31463d9bc4738 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x106e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.079059:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006d42f7c3/0x4ad31463d9bc4738 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x106e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.079073:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006d42f7c3/0x4ad31463d9bc4738 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x106e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.079081:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d42f7c3/0x4ad31463d9bc4738 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x106e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.079105:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.079108:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.079112:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.079121:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502120.079144:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e4f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+51:3309:x1863837561384448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4756us (5309us total) trans 8589935738 rc 0/0 00000100:00100000:2.0:1777502120.079152:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3359 00000100:00100000:0.0:1777502120.079176:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502120.079186:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777502120.079214:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f66b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+7:2371:x1863837563133184:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 934us (1295us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502120.079224:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502120.079229:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1133 00000100:00100000:2.0:1777502120.079249:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563133440 00000100:00100000:2.0:1777502120.079254:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563133440 00010000:00010000:2.0:1777502120.079273:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc3b84 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1093:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834426 expref: 7 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.079294:0:191872:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563133568 00000100:00100000:3.0:1777502120.079295:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e4f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+51:3311:x1863837561383296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5669us (6011us total) trans 8589935739 rc 0/0 00000100:00100000:2.0:1777502120.079298:0:191872:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563133568 00000100:00100000:3.0:1777502120.079307:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3354 00000004:00080000:0.0:1777502120.079307:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd6e4f5f80/2, rc 0, transno 8589935738 00010000:00010000:2.0:1777502120.079314:0:191872:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004ac1bfbe/0x4ad31463d9bc3c25 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1094:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83447a expref: 8 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.079324:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6e4f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561384448:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502120.079337:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1135 00000100:00100000:2.0:1777502120.079344:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f66a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+8:2370:x1863837563133440:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502120.079353:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502120.079358:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc3b84 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1093:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834426 expref: 8 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.079371:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc3b84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1093:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834426 expref: 8 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.079385:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.079387:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.079388:0:205386:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000000b4a657/0x4ad31463d9bc474d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1098:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.079391:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ee0ca4c8/0x4ad31463d9bc475b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1093:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.079412:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee0ca4c8/0x4ad31463d9bc475b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1093:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.079412:0:205386:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000b4a657/0x4ad31463d9bc474d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1098:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777502120.079416:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc4cef0a80/2, rc 0, transno 8589935739 00000100:00100000:3.0:1777502120.079431:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4cef0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561383296:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502120.079440:0:205386:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000000b4a657/0x4ad31463d9bc474d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1098:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.079442:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1777502120.079444:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777502120.079452:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd4f66aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561386880:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502120.079454:0:205386:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000000b4a657/0x4ad31463d9bc474d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1098:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.079478:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f66a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+8:2370:x1863837563133440:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 131us (300us total) trans 0 rc 0/0 00010000:00010000:0.0:1777502120.079479:0:205386:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502120.079486:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502120.079494:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1135 00010000:00010000:2.0:1777502120.079514:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502120.079519:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000000b4a657/0x4ad31463d9bc474d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1098:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.079528:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6da00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502120.079532:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000000b4a657/0x4ad31463d9bc474d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1098:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.079541:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000000b4a657/0x4ad31463d9bc474d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1098:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.079554:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000000b4a657/0x4ad31463d9bc474d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1098:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.079562:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000b4a657/0x4ad31463d9bc474d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1098:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.079618:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.079622:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.079626:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502120.079643:0:191872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1136 00000100:00100000:2.0:1777502120.079653:0:191872:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f669880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+7:2370:x1863837563133568:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000004:00080000:3.0:1777502120.079657:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc49cde300/2, rc 0, transno 8589935737 00010000:00010000:2.0:1777502120.079662:0:191872:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502120.079668:0:191872:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004ac1bfbe/0x4ad31463d9bc3c25 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1094:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83447a expref: 7 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.079669:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc49cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561383680:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502120.079681:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1777502120.079688:0:191872:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004ac1bfbe/0x4ad31463d9bc3c25 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1094:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83447a expref: 7 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.079693:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd53f25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561387008:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502120.079707:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.079710:0:191872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.079716:0:191872:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc4762 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1094:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.079716:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+56:3311:x1863837561385728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4541us (4704us total) trans 8589936155 rc 0/0 00010000:00010000:2.0:1777502120.079735:0:191872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc4762 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1094:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.079736:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502120.079736:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3362 00010000:00010000:2.0:1777502120.079756:0:191872:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777502120.079761:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561386880 00000100:00100000:0.0:1777502120.079766:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561386880 00000100:00100000:2.0:1777502120.079782:0:191872:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f669880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+7:2370:x1863837563133568:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 130us (560us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502120.079790:0:191872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1136 00000100:00100000:0.0:1777502120.079798:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561387008 00000100:00100000:0.0:1777502120.079803:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561387008 00000100:00100000:3.0:1777502120.079822:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3366 00000100:00100000:3.0:1777502120.079834:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+52:3311:x1863837561386880:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502120.079838:0:187550:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc470e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1095:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.079839:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3367 00010000:00010000:2.0:1777502120.079850:0:187550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc470e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1095:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.079854:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+52:3310:x1863837561387008:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777502120.079855:0:205375:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4208 count 1 00010000:00010000:2.0:1777502120.079869:0:187550:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc470e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1095:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1777502120.079875:0:205386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4211 count 1 00010000:00010000:2.0:1777502120.079879:0:187550:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc470e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1095:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.079897:0:205375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc4769 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1070:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.079897:0:187550:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502120.079913:0:205375:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000007d61069/0x4ad31463d9bc3b22 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343d2 expref: 10 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.079913:0:205386:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008a2e26d5/0x4ad31463d9bc4770 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1073:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.079933:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.079935:0:205375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.079938:0:205386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000071fc120d/0x4ad31463d9bc3b29 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343e7 expref: 10 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.079940:0:205375:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc4769 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.079959:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.079961:0:205386:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.079965:0:205386:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008a2e26d5/0x4ad31463d9bc4770 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.079978:0:205375:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000007d61069/0x4ad31463d9bc3b22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343d2 expref: 10 pid: 189105 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.079994:0:205386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000071fc120d/0x4ad31463d9bc3b29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343e7 expref: 10 pid: 188366 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.080000:0:205375:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000007d61069/0x4ad31463d9bc3b22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343d2 expref: 10 pid: 189105 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.080015:0:205386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000071fc120d/0x4ad31463d9bc3b29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343e7 expref: 10 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.080020:0:205375:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd53f25180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:205375:1863837561387264:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502120.080037:0:205386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd722e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:205386:1863837561387392:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502120.080074:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4c71ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+56:3312:x1863837561383424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6524us (6846us total) trans 8589936156 rc 0/0 00000100:00100000:2.0:1777502120.080080:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3353 00000100:00100000:3.0:1777502120.080083:0:205375:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc51fe9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777502120.080083:0:205386:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4f3c3000 going to sleep for 11 seconds 00010000:00010000:0.0:1777502120.080111:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502120.080117:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc470e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1095:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.080119:0:205385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f2b52ea/0x4ad31463d9bc3d8a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x109b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344c7 expref: 12 pid: 205386 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777502120.080124:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd53f27800/2, rc 0, transno 8589936155 00000100:00100000:3.0:1777502120.080132:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd53f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561385728:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502120.080141:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a8200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.080147:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc470e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1095:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.080150:0:205385:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:205385:1863837561385856:192.168.202.27@tcp:104: 00000004:00080000:3.0:1777502120.080163:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc4cef1f80/2, rc 0, transno 8589936156 00010000:00010000:0.0:1777502120.080164:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc470e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1095:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.080172:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4cef1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561383424:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502120.080176:0:205385:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000041afa01a/0x4ad31463d9bc4746 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x109b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.080185:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc470e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1095:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.080187:0:205385:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000041afa01a/0x4ad31463d9bc4746 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x109b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.080192:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777502120.080204:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd53f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561387136:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502120.080208:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078da7af0/0x4ad31463d9bc470e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1095:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.080210:0:205385:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041afa01a/0x4ad31463d9bc4746 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x109b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.080232:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777502120.080233:0:205385:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000041afa01a/0x4ad31463d9bc4746 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x109b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.080243:0:205385:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000041afa01a/0x4ad31463d9bc4746 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x109b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.080245:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.080250:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.080255:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.080267:0:205385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777502120.080270:0:205379:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561387136 00000100:00100000:0.0:1777502120.080276:0:205379:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561387136 00010000:00010000:3.0:1777502120.080294:0:188358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004ac1bfbe/0x4ad31463d9bc3c25 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1094:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83447a expref: 6 pid: 187548 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.080306:0:188358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd53f25c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:188358:1863837561386752:192.168.202.27@tcp:104: 00000100:00100000:0.0:1777502120.080314:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3368 00010000:00010000:3.0:1777502120.080320:0:188358:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc4762 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1094:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.080327:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+53:3309:x1863837561387136:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502120.080330:0:188358:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc4762 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1094:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.080338:0:188358:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc4762 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1094:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.080344:0:188358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc4762 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1094:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1777502120.080344:0:205379:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4210 count 1 00010000:00010000:3.0:1777502120.080352:0:188358:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc4762 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1094:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.080365:0:188358:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1777502120.080373:0:205379:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000016db5df4/0x4ad31463d9bc4777 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1072:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.080386:0:205379:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc3b37 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343e0 expref: 10 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.080395:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.080397:0:205379:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.080400:0:205379:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016db5df4/0x4ad31463d9bc4777 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.080427:0:205379:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc3b37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343e0 expref: 10 pid: 205382 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.080440:0:205379:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc3b37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343e0 expref: 10 pid: 205382 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.080453:0:205379:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd722e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205379:1863837561387520:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502120.080487:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f37f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+57:3312:x1863837561385344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5566us (6048us total) trans 8589936157 rc 0/0 00000100:00100000:0.0:1777502120.080487:0:205379:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc4f3c3a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777502120.080499:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3361 00010000:00010000:0.0:1777502120.080510:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777502120.080516:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000041afa01a/0x4ad31463d9bc4746 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x109b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.080523:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec8000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.080528:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000041afa01a/0x4ad31463d9bc4746 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x109b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.080537:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000041afa01a/0x4ad31463d9bc4746 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x109b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.080541:0:205382:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000069d557eb/0x4ad31463d9bc473f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.080553:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+56:3311:x1863837561386496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2825us (2998us total) trans 8589936158 rc 0/0 00010000:00010000:0.0:1777502120.080557:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000041afa01a/0x4ad31463d9bc4746 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x109b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.080558:0:205382:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000069d557eb/0x4ad31463d9bc473f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.080568:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3365 00010000:00010000:0.0:1777502120.080614:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041afa01a/0x4ad31463d9bc4746 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x109b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205385 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.080617:0:205382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069d557eb/0x4ad31463d9bc473f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.080618:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502120.080624:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc4762 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1094:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.080642:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57c00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502120.080642:0:205382:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000069d557eb/0x4ad31463d9bc473f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x106f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.080648:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc4762 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1094:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.080651:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.080656:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.080660:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc4762 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1094:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.080664:0:205382:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502120.080666:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777502120.080672:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc4762 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1094:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.080672:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000069d557eb/0x4ad31463d9bc473f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x106f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.080689:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b28069c3/0x4ad31463d9bc4762 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1094:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.080692:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd40030200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.080699:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000069d557eb/0x4ad31463d9bc473f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x106f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.080708:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000069d557eb/0x4ad31463d9bc473f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x106f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.080710:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.080714:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.080719:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.080725:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000069d557eb/0x4ad31463d9bc473f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x106f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.080735:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000069d557eb/0x4ad31463d9bc473f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x106f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777502120.080739:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd53f24000/2, rc 0, transno 8589936157 00000100:00100000:3.0:1777502120.080747:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd53f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561385344:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502120.080763:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.080768:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.080773:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1777502120.080774:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd53f27480/2, rc 0, transno 8589936158 00000100:00100000:3.0:1777502120.080778:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd53f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561386496:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777502120.080806:0:187551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c808dd4e/0x4ad31463d9bc3b84 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1093:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834426 expref: 5 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.080821:0:189105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000981597ef/0x4ad31463d9bc361a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834297 expref: 10 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.080823:0:187551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4f66b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:187551:1863837561386624:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502120.080844:0:189105:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd53f24380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:189105:1863837561384960:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.080846:0:187551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ee0ca4c8/0x4ad31463d9bc475b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1093:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.080863:0:187551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ee0ca4c8/0x4ad31463d9bc475b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1093:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.080864:0:189105:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc4723 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.080872:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e4f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+54:3309:x1863837561384704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6472us (6955us total) trans 8589935740 rc 0/0 00010000:00010000:0.0:1777502120.080885:0:187551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee0ca4c8/0x4ad31463d9bc475b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1093:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.080888:0:189105:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc4723 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.080891:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3360 00010000:00010000:3.0:1777502120.080909:0:189105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc4723 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.080910:0:187551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee0ca4c8/0x4ad31463d9bc475b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1093:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.080919:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.080924:0:189105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc4723 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.080928:0:187551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ee0ca4c8/0x4ad31463d9bc475b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1093:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.080931:0:189105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc4723 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.080948:0:187551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502120.080957:0:205384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003bac8fa2/0x4ad31463d9bc3b92 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834450 expref: 11 pid: 205368 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.080962:0:189105:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1777502120.080976:0:205384:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:205384:1863837561386240:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.080998:0:205384:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000093d2e6f3/0x4ad31463d9bc4754 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.081008:0:205384:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000093d2e6f3/0x4ad31463d9bc4754 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.081016:0:205384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000093d2e6f3/0x4ad31463d9bc4754 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.081025:0:205384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000093d2e6f3/0x4ad31463d9bc4754 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.081034:0:205384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000093d2e6f3/0x4ad31463d9bc4754 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.081050:0:205384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1777502120.081203:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+56:3310:x1863837561386368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3818us (3939us total) trans 8589936159 rc 0/0 00000100:00100000:0.0:1777502120.081212:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3364 00000100:00100000:3.0:1777502120.081222:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e4f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+55:3311:x1863837561384064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7170us (7724us total) trans 8589935741 rc 0/0 00000100:00100000:3.0:1777502120.081231:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3356 00010000:00010000:0.0:1777502120.081237:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1777502120.081243:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ee0ca4c8/0x4ad31463d9bc475b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1093:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.081252:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6d000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.081257:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee0ca4c8/0x4ad31463d9bc475b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1093:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.081260:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777502120.081268:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc4723 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.081269:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee0ca4c8/0x4ad31463d9bc475b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1093:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.081275:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+54:3310:x1863837561386112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5132us (5305us total) trans 8589935742 rc 0/0 00010000:00010000:3.0:1777502120.081289:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57800 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:2.0:1777502120.081294:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3363 00010000:00010000:3.0:1777502120.081295:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc4723 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.081299:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ee0ca4c8/0x4ad31463d9bc475b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1093:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.081304:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc4723 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.081315:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee0ca4c8/0x4ad31463d9bc475b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1093:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 187551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.081321:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc4723 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.081325:0:205380:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009d219833/0x4ad31463d9bc46ac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.081334:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000036d560b1/0x4ad31463d9bc4723 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.081337:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502120.081340:0:205380:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d219833/0x4ad31463d9bc46ac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.081344:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000093d2e6f3/0x4ad31463d9bc4754 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.081366:0:205380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d219833/0x4ad31463d9bc46ac lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.081366:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec8200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:3.0:1777502120.081372:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.081373:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000093d2e6f3/0x4ad31463d9bc4754 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.081376:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.081380:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.081385:0:205380:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d219833/0x4ad31463d9bc46ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x108d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.081390:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000093d2e6f3/0x4ad31463d9bc4754 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777502120.081403:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc4c71dc00/2, rc 0, transno 8589935741 00010000:00010000:2.0:1777502120.081407:0:205380:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502120.081407:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000093d2e6f3/0x4ad31463d9bc4754 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.081415:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4c71dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561384064:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502120.081424:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000093d2e6f3/0x4ad31463d9bc4754 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.081448:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502120.081452:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d219833/0x4ad31463d9bc46ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x108d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.081462:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd613a8a00 already unused, calling callback (ffffffffc13f52e0) 00000100:00100000:3.0:1777502120.081465:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1777502120.081467:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d219833/0x4ad31463d9bc46ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x108d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.081475:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd53f24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561387648:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777502120.081478:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d219833/0x4ad31463d9bc46ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x108d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.081492:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d219833/0x4ad31463d9bc46ac lrc: 1/0,0 mode: --/PW res: [0x240000400:0x108d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.081501:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d219833/0x4ad31463d9bc46ac lrc: 0/0,0 mode: --/PW res: [0x240000400:0x108d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.081504:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777502120.081529:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.081532:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.081537:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1777502120.081546:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd53f26680/2, rc 0, transno 8589936159 00010000:00010000:0.0:1777502120.081546:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502120.081551:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd53f26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561386368:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1777502120.081564:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd70c6aa00/2, rc 0, transno 8589935742 00000100:00100000:3.0:1777502120.081601:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561386112:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502120.081673:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc492e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+56:3309:x1863837561379968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15429us (15736us total) trans 8589936160 rc 0/0 00000100:00100000:2.0:1777502120.081683:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3339 00000100:00100000:2.0:1777502120.081707:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561387648 00000004:00080000:3.0:1777502120.081708:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd6e4f6680/2, rc 0, transno 8589935740 00000100:00100000:2.0:1777502120.081712:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561387648 00000100:00100000:3.0:1777502120.081714:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6e4f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561384704:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1777502120.081728:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc492e7800/2, rc 0, transno 8589936160 00000100:00100000:3.0:1777502120.081731:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc492e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561379968:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777502120.081750:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777502120.081751:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3369 00000100:00100000:3.0:1777502120.081759:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4d4a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561387776:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502120.081764:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+54:3312:x1863837561387648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777502120.081778:0:205380:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4213 count 1 00010000:00010000:2.0:1777502120.081812:0:205380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000793dc82e/0x4ad31463d9bc477e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1075:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.081827:0:205380:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc3cbf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83449d expref: 9 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.081834:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.081836:0:205380:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.081839:0:205380:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000793dc82e/0x4ad31463d9bc477e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.081848:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777502120.081869:0:205380:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc3cbf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83449d expref: 9 pid: 205379 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.081876:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561387776 00000100:00100000:0.0:1777502120.081882:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561387776 00010000:00010000:2.0:1777502120.081891:0:205380:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc3cbf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83449d expref: 9 pid: 205379 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.081904:0:205380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:205380:1863837561387904:192.168.202.27@tcp:104: 00000100:00100000:3.0:1777502120.081918:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3370 00000100:00100000:3.0:1777502120.081927:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc48235f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+55:3311:x1863837561387776:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777502120.081939:0:205377:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4214 count 1 00000100:00100000:2.0:1777502120.081960:0:205380:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc421be900 going to sleep for 11 seconds 00010000:00010000:3.0:1777502120.081961:0:205377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc4785 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1076:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.081972:0:205377:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc3ce2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344a4 expref: 9 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.081977:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.081979:0:205377:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.081980:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.081981:0:205377:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc4785 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.082001:0:205377:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc3ce2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344a4 expref: 9 pid: 205376 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.082012:0:205377:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc3ce2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344a4 expref: 9 pid: 205376 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.082021:0:205383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e1fdbc7/0x4ad31463d9bc395b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1097:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834377 expref: 11 pid: 188358 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.082027:0:205377:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc48236a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205377:1863837561388032:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502120.082041:0:205383:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc42385880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:205383:1863837561383040:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.082061:0:205383:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000020cad252/0x4ad31463d9bc46f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1097:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.082070:0:205383:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000020cad252/0x4ad31463d9bc46f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1097:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.082079:0:205383:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000020cad252/0x4ad31463d9bc46f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1097:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.082087:0:205383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000020cad252/0x4ad31463d9bc46f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1097:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.082094:0:205383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000020cad252/0x4ad31463d9bc46f9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1097:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.082115:0:205383:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777502120.082117:0:205377:0:(client.c:2691:ptlrpc_set_wait()) set ffff8dfc51fe9780 going to sleep for 11 seconds 00010000:00010000:0.0:1777502120.082126:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502120.082133:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000020cad252/0x4ad31463d9bc46f9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1097:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.082143:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd40030000 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.082147:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000020cad252/0x4ad31463d9bc46f9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1097:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.082163:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000020cad252/0x4ad31463d9bc46f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1097:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.082179:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000020cad252/0x4ad31463d9bc46f9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1097:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.082188:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000020cad252/0x4ad31463d9bc46f9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1097:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205383 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.082212:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.082215:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.082219:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502120.082338:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4c71ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+56:3312:x1863837561382656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11556us (11671us total) trans 8589936161 rc 0/0 00000100:00100000:2.0:1777502120.082346:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3349 00000004:00080000:0.0:1777502120.082355:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc4c71c380/2, rc 0, transno 8589936161 00000100:00100000:0.0:1777502120.082363:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4c71c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561382656:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777502120.082378:0:188366:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000ebbdd2a/0x4ad31463d9bc4707 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.082388:0:188366:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000ebbdd2a/0x4ad31463d9bc4707 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.082397:0:188366:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000ebbdd2a/0x4ad31463d9bc4707 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.082404:0:188366:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000ebbdd2a/0x4ad31463d9bc4707 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x106a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.082420:0:188366:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502120.082430:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502120.082436:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000ebbdd2a/0x4ad31463d9bc4707 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x106a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.082444:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6c200 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.082449:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000ebbdd2a/0x4ad31463d9bc4707 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x106a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.082458:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000ebbdd2a/0x4ad31463d9bc4707 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x106a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.082479:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000ebbdd2a/0x4ad31463d9bc4707 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x106a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.082488:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000ebbdd2a/0x4ad31463d9bc4707 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x106a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.082510:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.082514:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.082518:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502120.082642:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd798a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+56:3311:x1863837561378048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19303us (20312us total) trans 8589935743 rc 0/0 00000100:00100000:3.0:1777502120.082651:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3333 00000004:00080000:3.0:1777502120.082867:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd798ab100/2, rc 0, transno 8589935743 00000100:00100000:3.0:1777502120.082874:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd798ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561378048:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502120.083090:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cef3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+56:3309:x1863837561383168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10067us (10159us total) trans 8589935744 rc 0/0 00000100:00100000:2.0:1777502120.083100:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3352 00000004:00080000:2.0:1777502120.083147:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc42386a00/2, rc 0, transno 8589935744 00000100:00100000:2.0:1777502120.083152:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc42386a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561383168:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502120.083164:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502120.083168:0:205375:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd53f25180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:205375:1863837561387264:192.168.202.27@tcp:104: 00010000:00010000:0.0:1777502120.083190:0:205375:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc4769 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.083206:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502120.083209:0:205379:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd722e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205379:1863837561387520:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.083229:0:205379:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000016db5df4/0x4ad31463d9bc4777 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.083254:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563133824 00000100:00100000:2.0:1777502120.083258:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563133824 00010000:00010000:2.0:1777502120.083279:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc3b37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343e0 expref: 10 pid: 205382 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.083303:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563133696 00000100:00100000:2.0:1777502120.083307:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563133696 00010000:00010000:2.0:1777502120.083324:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000007d61069/0x4ad31463d9bc3b22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343d2 expref: 11 pid: 189105 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.083347:0:205386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd722e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:205386:1863837561387392:192.168.202.27@tcp:104: 00000100:00100000:2.0:1777502120.083354:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1137 00000100:00100000:2.0:1777502120.083365:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc48234380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+11:2370:x1863837563133824:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777502120.083370:0:205386:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008a2e26d5/0x4ad31463d9bc4770 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.083374:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502120.083382:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc3b37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1072:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343e0 expref: 11 pid: 205382 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.083394:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc3b37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1072:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343e0 expref: 11 pid: 205382 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.083410:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f5d40aef/0x4ad31463d9bc3b37 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1072:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343e0 expref: 11 pid: 205382 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.083422:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.083424:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.083429:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000016db5df4/0x4ad31463d9bc4777 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.083438:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016db5df4/0x4ad31463d9bc4777 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.083452:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1777502120.083462:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502120.083474:0:205379:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000016db5df4/0x4ad31463d9bc4777 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.083486:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1777502120.083486:0:205379:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000016db5df4/0x4ad31463d9bc4777 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.083492:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc48234380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+10:2370:x1863837563133824:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 128us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502120.083506:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1137 00010000:00010000:0.0:1777502120.083507:0:205379:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000016db5df4/0x4ad31463d9bc4777 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.083517:0:205379:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000016db5df4/0x4ad31463d9bc4777 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.083524:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563133952 00000100:00100000:2.0:1777502120.083529:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563133952 00010000:00010000:0.0:1777502120.083534:0:205379:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502120.083545:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000071fc120d/0x4ad31463d9bc3b29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343e7 expref: 10 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.083645:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563134080 00000100:00100000:2.0:1777502120.083650:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563134080 00010000:00010000:2.0:1777502120.083668:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc3cbf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83449d expref: 11 pid: 205379 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.083680:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502120.083697:0:205388:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563134208 00000100:00100000:2.0:1777502120.083702:0:205388:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563134208 00000100:00100000:3.0:1777502120.083710:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1138 00010000:00010000:2.0:1777502120.083720:0:205388:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc3ce2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344a4 expref: 12 pid: 205376 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.083721:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd80183c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2371:x1863837563133696:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777502120.083736:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502120.083744:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000007d61069/0x4ad31463d9bc3b22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1070:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343d2 expref: 12 pid: 189105 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.083753:0:205388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1139 00010000:00010000:3.0:1777502120.083761:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000007d61069/0x4ad31463d9bc3b22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1070:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343d2 expref: 12 pid: 189105 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.083769:0:205388:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2371:x1863837563133952:12345-192.168.202.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777502120.083784:0:205388:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777502120.083790:0:205388:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000071fc120d/0x4ad31463d9bc3b29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1073:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343e7 expref: 12 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.083794:0:186921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000007d61069/0x4ad31463d9bc3b22 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1070:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343d2 expref: 12 pid: 189105 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.083812:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+56:3309:x1863837561387136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3487us (3578us total) trans 8589935745 rc 0/0 00010000:00010000:2.0:1777502120.083813:0:205388:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000071fc120d/0x4ad31463d9bc3b29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1073:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343e7 expref: 11 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.083815:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.083819:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.083824:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc4769 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.083831:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3368 00010000:00010000:3.0:1777502120.083841:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc4769 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.083847:0:205388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071fc120d/0x4ad31463d9bc3b29 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1073:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8343e7 expref: 11 pid: 188366 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.083862:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.083864:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502120.083864:0:205388:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777502120.083870:0:205388:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008a2e26d5/0x4ad31463d9bc4770 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.083870:0:186923:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1140 00010000:00010000:2.0:1777502120.083881:0:205388:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008a2e26d5/0x4ad31463d9bc4770 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.083886:0:186923:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49230a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+10:2371:x1863837563134080:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777502120.083892:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd80183c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+10:2371:x1863837563133696:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 171us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502120.083903:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1138 00010000:00010000:0.0:1777502120.083904:0:186923:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777502120.083912:0:186923:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc3cbf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1075:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83449d expref: 10 pid: 205379 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.083917:0:205388:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777502120.083927:0:186923:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc3cbf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1075:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83449d expref: 9 pid: 205379 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.083943:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777502120.083945:0:186923:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777502120.083949:0:205388:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+9:2371:x1863837563133952:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 184us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502120.083950:0:186921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 1141 00010000:00010000:0.0:1777502120.083951:0:186923:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000793dc82e/0x4ad31463d9bc477e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1075:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.083962:0:186921:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd71dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+9:2370:x1863837563134208:12345-192.168.202.27@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777502120.083970:0:205388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1139 00010000:00010000:0.0:1777502120.083975:0:186923:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000793dc82e/0x4ad31463d9bc477e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1075:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.083976:0:186921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777502120.083983:0:186921:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc3ce2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1076:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344a4 expref: 8 pid: 205376 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.083996:0:186925:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502120.084005:0:186925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000016db5df4/0x4ad31463d9bc4777 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.084016:0:186923:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777502120.084022:0:186921:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc3ce2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1076:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344a4 expref: 8 pid: 205376 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.084026:0:186925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6ca00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502120.084034:0:186925:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000016db5df4/0x4ad31463d9bc4777 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.084040:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777502120.084043:0:186921:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777502120.084044:0:186923:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49230a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+8:2371:x1863837563134080:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 160us (556us total) trans 0 rc 0/0 00010000:00010000:3.0:1777502120.084048:0:186921:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc4785 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1076:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.084048:0:186925:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000016db5df4/0x4ad31463d9bc4777 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502120.084059:0:186923:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1140 00010000:00010000:3.0:1777502120.084075:0:186921:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc4785 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1076:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.084082:0:186925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000016db5df4/0x4ad31463d9bc4777 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.084089:0:186921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777502120.084092:0:186925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000016db5df4/0x4ad31463d9bc4777 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205379 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.084112:0:186921:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd71dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+7:2370:x1863837563134208:12345-192.168.202.27@tcp:103:ldlm_bl.0 Request processed in 151us (436us total) trans 0 rc 0/0 00010000:00010000:2.0:1777502120.084114:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.084118:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502120.084122:0:186921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 1141 00010000:00010000:2.0:1777502120.084124:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502120.084148:0:205375:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc4769 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.084156:0:205375:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc4769 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.084163:0:205375:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc4769 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777502120.084169:0:3309:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd53f24a80/2, rc 0, transno 8589935745 00010000:00010000:3.0:1777502120.084170:0:205375:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc4769 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.084178:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd53f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561387136:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777502120.084189:0:205375:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777502120.084198:0:188362:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777502120.084202:0:188362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc4769 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.084208:0:188362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57a00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:2.0:1777502120.084212:0:188362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc4769 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.084221:0:188362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc4769 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.084232:0:188362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc4769 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.084236:0:188362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d38a938c/0x4ad31463d9bc4769 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.084251:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.084253:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.084256:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502120.084281:0:205380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcee1ec5/0x4ad31463d9bc3cbf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83449d expref: 6 pid: 205379 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777502120.084289:0:205380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:205380:1863837561387904:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.084304:0:205380:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000793dc82e/0x4ad31463d9bc477e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.084311:0:205380:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000793dc82e/0x4ad31463d9bc477e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.084316:0:205380:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000793dc82e/0x4ad31463d9bc477e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.084324:0:205380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000793dc82e/0x4ad31463d9bc477e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.084329:0:205380:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000793dc82e/0x4ad31463d9bc477e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.084343:0:205380:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502120.084367:0:205387:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502120.084373:0:205387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000793dc82e/0x4ad31463d9bc477e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.084382:0:205387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9800 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.084386:0:205387:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000793dc82e/0x4ad31463d9bc477e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.084395:0:205387:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000793dc82e/0x4ad31463d9bc477e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.084409:0:205387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000793dc82e/0x4ad31463d9bc477e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.084417:0:205387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000793dc82e/0x4ad31463d9bc477e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.084440:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.084443:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.084448:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502120.084524:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+57:3311:x1863837561386880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4694us (5043us total) trans 8589935746 rc 0/0 00000100:00100000:3.0:1777502120.084532:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3366 00000004:00080000:0.0:1777502120.084544:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd4f66aa00/2, rc 0, transno 8589935746 00000100:00100000:0.0:1777502120.084550:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd4f66aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561386880:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777502120.084570:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+57:3312:x1863837561387648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2809us (3065us total) trans 8589935747 rc 0/0 00000100:00100000:2.0:1777502120.084610:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3369 00000004:00080000:0.0:1777502120.084614:0:3312:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd53f24380/2, rc 0, transno 8589935747 00000100:00100000:0.0:1777502120.084621:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd53f24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561387648:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502120.084653:0:205386:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008a2e26d5/0x4ad31463d9bc4770 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.084662:0:205386:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a2e26d5/0x4ad31463d9bc4770 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.084665:0:205377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a14c7a9a/0x4ad31463d9bc3ce2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8344a4 expref: 5 pid: 205376 timeout: 8347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.084679:0:205386:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008a2e26d5/0x4ad31463d9bc4770 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502120.084685:0:205377:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc48236a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205377:1863837561388032:192.168.202.27@tcp:104: 00010000:00010000:2.0:1777502120.084695:0:205386:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008a2e26d5/0x4ad31463d9bc4770 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.084701:0:205377:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc4785 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.084711:0:205377:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc4785 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502120.084713:0:205386:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777502120.084721:0:205377:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc4785 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.084722:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502120.084727:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008a2e26d5/0x4ad31463d9bc4770 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.084735:0:205377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc4785 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.084737:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6dc00 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.084743:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008a2e26d5/0x4ad31463d9bc4770 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.084746:0:205377:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc4785 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.084768:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008a2e26d5/0x4ad31463d9bc4770 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502120.084780:0:205377:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777502120.084782:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008a2e26d5/0x4ad31463d9bc4770 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.084789:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a2e26d5/0x4ad31463d9bc4770 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.084808:0:186924:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777502120.084812:0:186924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc4785 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.084820:0:186924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da57400 already unused, calling callback (ffffffffc13f52e0) 00010000:00010000:0.0:1777502120.084824:0:186924:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc4785 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.084832:0:186924:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc4785 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.084846:0:186924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc4785 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.084854:0:186924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce1a4475/0x4ad31463d9bc4785 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502120.084875:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.084879:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502120.084882:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502120.084947:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+57:3310:x1863837561387008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5096us (5215us total) trans 8589935748 rc 0/0 00000004:00080000:0.0:1777502120.084954:0:3310:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfd53f25500/2, rc 0, transno 8589935748 00000100:00100000:2.0:1777502120.084960:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3367 00000100:00100000:0.0:1777502120.084961:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd53f25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561387008:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777502120.084969:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc48235f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+57:3311:x1863837561387776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3042us (3124us total) trans 8589935749 rc 0/0 00000100:00100000:3.0:1777502120.084977:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3370 00010000:00010000:2.0:1777502120.084991:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1777502120.085009:0:3311:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8dfc4d4a5f80/2, rc 0, transno 8589935749 00000100:00100000:3.0:1777502120.085014:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4d4a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561387776:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777502120.401702:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502121.041753:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561388544:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777502121.041757:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc48236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561388288:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777502121.041790:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd722eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561388416:0@lo:400:kworker.0 00000100:00100000:0.0:1777502121.041844:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502121.041860:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502121.041869:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561388416 00000100:00100000:3.0:1777502121.041876:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561388416 00000100:00100000:0.0:1777502121.041902:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd722ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3310:1863837561388928:0@lo:400:kworker.0 00000100:00100000:2.0:1777502121.041905:0:189738:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561388288 00000100:00100000:2.0:1777502121.041909:0:189738:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561388288 00000100:00100000:3.0:1777502121.041929:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1777502121.041936:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502121.041940:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+57:3310:x1863837561388416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502121.041951:0:189738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:2.0:1777502121.041960:0:189738:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+57:3309:x1863837561388288:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777502121.041967:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561388928 00000100:00100000:1.0:1777502121.041972:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561388928 00000100:00100000:0.0:1777502121.041983:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd722e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561388672:0@lo:400:kworker.0 00002000:00000024:2.0:1777502121.041989:0:189738:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45416448 pending 0 free 3845128192 avail 3843031040 00000100:00100000:3.0:1777502121.042006:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd722eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+57:3310:x1863837561388416:12345-0@lo:400:kworker.0 Request processed in 68us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502121.042009:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8246826670465 time 8246826770728 state 0x0 ref 1 00000100:00100000:0.0:1777502121.042015:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502121.042021:0:186937:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8246826670465 time 8246826770728 state 0x0 ref 1 00000100:00100000:3.0:1777502121.042025:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1777502121.042031:0:189738:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+57:3309:x1863837561388288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502121.042035:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8246826870728 time 8246826770728 state 0x1 ref 1 00000100:00100000:0.0:1777502121.042040:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777502121.042044:0:189738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:0.0:1777502121.042047:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd722e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3312:1863837561389056:0@lo:400:kworker.0 00000100:00080000:3.0:1777502121.042051:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777502121.042056:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8246826870728 time 8248287475814 state 0x0 ref 1 00000100:00100000:1.0:1777502121.042067:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1863837561388928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502121.042068:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561388672 00000100:00100000:0.0:1777502121.042073:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502121.042075:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561388672 00000100:00100000:2.0:1777502121.042098:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc48236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561388288:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777502121.042108:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd722e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d37a34a7-24bb-490e-b7a8-76d369c5604f:3309:1863837561388160:0@lo:400:kworker.0 00000100:00100000:3.0:1777502121.042114:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:0.0:1777502121.042118:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd722eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561388416:0@lo:400:kworker.0 00000100:00100000:1.0:1777502121.042123:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd722ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1863837561388928:12345-0@lo:400:kworker.0 Request processed in 57us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502121.042124:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+56:3312:x1863837561388672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777502121.042137:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1777502121.042141:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8246826870728 time 8248287475814 state 0x2 ref 0 00000100:00100000:0.0:1777502121.042145:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd722ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3310:1863837561388928:0@lo:400:kworker.0 00000100:00100000:2.0:1777502121.042149:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502121.042164:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561389056 00000100:00100000:1.0:1777502121.042168:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561389056 00000100:00100000:0.0:1777502121.042175:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777502121.042180:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd722ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+56:3312:x1863837561388672:12345-0@lo:400:kworker.0 Request processed in 58us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502121.042185:0:186931:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561388160 00000100:00100000:0.0:1777502121.042187:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd722ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3310:1863837561388800:0@lo:400:kworker.0 00000100:00100000:3.0:1777502121.042190:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1777502121.042191:0:186931:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561388160 00000100:00100000:1.0:1777502121.042198:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8246826870728 time 8248287475814 state 0x0 ref 1 00000100:00100000:1.0:1777502121.042204:0:186937:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8246826870728 time 8248287475814 state 0x0 ref 1 00000100:00080000:3.0:1777502121.042206:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777502121.042217:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8248287575814 time 8248287475814 state 0x1 ref 1 00000100:00100000:0.0:1777502121.042224:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502121.042229:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd722e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561388672:0@lo:400:kworker.0 00000100:00100000:2.0:1777502121.042234:0:186931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1777502121.042245:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561388800 00000100:00100000:2.0:1777502121.042246:0:186931:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee27450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3309:x1863837561388160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777502121.042249:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561388800 00000100:00100000:0.0:1777502121.042266:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8248287575814 time 8248287685145 state 0x0 ref 2 00000100:00100000:1.0:1777502121.042274:0:186937:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8248287575814 time 8248287685145 state 0x0 ref 2 00000100:00100000:3.0:1777502121.042277:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502121.042280:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1863837561389056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502121.042288:0:186931:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee27450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3309:x1863837561388160:12345-0@lo:400:kworker.0 Request processed in 46us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502121.042289:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8248287785145 time 8248287685145 state 0x1 ref 2 00000100:00100000:2.0:1777502121.042302:0:186931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:3.0:1777502121.042303:0:205168:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561388544 00000100:00100000:3.0:1777502121.042307:0:205168:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561388544 00000100:00100000:1.0:1777502121.042314:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8248287785145 time 8248287733436 state 0x0 ref 2 00000100:00100000:0.0:1777502121.042323:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd722e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1863837561389056:12345-0@lo:400:kworker.0 Request processed in 47us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502121.042326:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1863837561388800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502121.042334:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1777502121.042339:0:205168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:3.0:1777502121.042349:0:205168:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc48234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+56:3311:x1863837561388544:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777502121.042367:0:205168:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45416448 pending 0 free 3821010944 avail 3818913792 00000100:00100000:2.0:1777502121.042372:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd722e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d37a34a7-24bb-490e-b7a8-76d369c5604f:3309:1863837561388160:0@lo:400:kworker.0 00000100:00100000:1.0:1777502121.042375:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd722ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1863837561388800:12345-0@lo:400:kworker.0 Request processed in 53us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502121.042378:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd722ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3310:1863837561388800:0@lo:400:kworker.0 00000100:00100000:1.0:1777502121.042387:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1777502121.042391:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8248287785145 time 8248287733436 state 0x2 ref 0 00000100:00100000:3.0:1777502121.042401:0:205168:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc48234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+56:3311:x1863837561388544:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502121.042406:0:205168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:3.0:1777502121.042436:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd722e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3312:1863837561389056:0@lo:400:kworker.0 00000100:00100000:2.0:1777502121.042453:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561388544:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1777502121.425722:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502122.449732:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777502123.114431:0:6599:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 8589936159 is committed 00000001:00080000:3.0:1777502123.114559:0:6599:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 8589936161 is committed 00010000:00010000:3.0:1777502123.473741:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777502123.621287:0:7467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 8589935745 is committed 00000001:00080000:1.0:1777502123.621381:0:7467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 8589935748 is committed 00000001:00080000:1.0:1777502123.621442:0:7467:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 8589935749 is committed 00010000:00010000:3.0:1777502124.497719:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502124.700634:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502124.700681:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563134464 00000100:00100000:1.0:1777502124.700692:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563134464 00000100:00100000:1.0:1777502124.700751:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8248287785145 time 8248287733436 state 0x0 ref 1 00000100:00100000:1.0:1777502124.700760:0:188648:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8248287785145 time 8248287733436 state 0x0 ref 1 00000100:00100000:1.0:1777502124.700773:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8248287833436 time 8248287733436 state 0x1 ref 1 00000100:00080000:2.0:1777502124.700779:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777502124.700796:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502124.700816:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8248287833436 time 8251946233232 state 0x0 ref 1 00000100:00100000:3.0:1777502124.700826:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502124.700832:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc48236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2371:x1863837563134464:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502124.700872:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502124.700903:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563134592 00000100:00100000:0.0:1777502124.700905:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc48236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2371:x1863837563134464:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 76us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502124.700909:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563134592 00000100:00100000:3.0:1777502124.700915:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502124.700923:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 13 00000100:00100000:0.0:1777502124.700929:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8248287833436 time 8251946233232 state 0x2 ref 0 00000100:00100000:0.0:1777502124.700958:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563134848 00000100:00100000:2.0:1777502124.700962:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563134720 00000100:00100000:0.0:1777502124.700963:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563134848 00000100:00100000:2.0:1777502124.700968:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563134720 00000100:00100000:0.0:1777502124.700989:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8248287833436 time 8251946233232 state 0x0 ref 1 00000100:00100000:0.0:1777502124.700993:0:205372:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8248287833436 time 8251946233232 state 0x0 ref 1 00000100:00100000:0.0:1777502124.701001:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8251946333232 time 8251946233232 state 0x1 ref 1 00000100:00100000:2.0:1777502124.701002:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 164 00000100:00100000:2.0:1777502124.701015:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+5:2370:x1863837563134592:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502124.701016:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502124.701026:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8251946333232 time 8251946446174 state 0x0 ref 1 00000100:00100000:0.0:1777502124.701038:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+61:2370:x1863837563134848:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502124.701071:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+5:2370:x1863837563134592:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 57us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502124.701079:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502124.701080:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+61:2370:x1863837563134848:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 40us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502124.701091:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 14 00000100:00100000:2.0:1777502124.701095:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 164 00000100:00100000:0.0:1777502124.701100:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8251946333232 time 8251946446174 state 0x2 ref 0 00000100:00100000:2.0:1777502124.701123:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563135104 00000100:00100000:2.0:1777502124.701126:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563135104 00000100:00100000:0.0:1777502124.701147:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563134976 00000100:00100000:0.0:1777502124.701152:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563134976 00000100:00100000:3.0:1777502124.701159:0:186930:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563134336 00000100:00100000:2.0:1777502124.701163:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 165 00000100:00100000:3.0:1777502124.701164:0:186930:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563134336 00000100:00100000:2.0:1777502124.701175:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+5:2371:x1863837563134720:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502124.701191:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 166 00000100:00100000:0.0:1777502124.701201:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0775d2ab-558e-41f1-82c0-14244d133390+11:2370:x1863837563135104:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502124.701206:0:186930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 225 00000100:00100000:3.0:1777502124.701216:0:186930:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee26850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c3865704-aa9b-444e-8420-b5af90b3c217+12:2370:x1863837563134336:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502124.701221:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+5:2371:x1863837563134720:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 46us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502124.701231:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 165 00000100:00100000:0.0:1777502124.701245:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0775d2ab-558e-41f1-82c0-14244d133390+11:2370:x1863837563135104:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 44us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502124.701251:0:186930:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee26850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c3865704-aa9b-444e-8420-b5af90b3c217+12:2370:x1863837563134336:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 36us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502124.701258:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 167 00000100:00100000:3.0:1777502124.701262:0:186930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 225 00000100:00100000:0.0:1777502124.701268:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 166 00000100:00100000:2.0:1777502124.701273:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837563134976:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502124.701311:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837563134976:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 44us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502124.701318:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 167 00000100:00080000:3.0:1777502124.701339:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777502124.701344:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777502124.701348:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777502125.521786:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502126.161752:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd722ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d37a34a7-24bb-490e-b7a8-76d369c5604f:3312:1863837561389312:0@lo:400:kworker.0 00000100:00100000:3.0:1777502126.161757:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd722eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561389440:0@lo:400:kworker.0 00000100:00100000:0.0:1777502126.161779:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4d4a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561389568:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777502126.161836:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502126.161837:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502126.161837:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502126.161902:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd53f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3310:1863837561390080:0@lo:400:kworker.0 00000100:00100000:2.0:1777502126.161911:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd67669500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561389184:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777502126.161912:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd722e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3309:1863837561389952:0@lo:400:kworker.0 00000100:00100000:0.0:1777502126.161933:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502126.161957:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502126.161961:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502126.161980:0:187553:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561389568 00000100:00100000:2.0:1777502126.161985:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd722e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3312:1863837561389824:0@lo:400:kworker.0 00000100:00100000:0.0:1777502126.161987:0:187553:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561389568 00000100:00100000:3.0:1777502126.162009:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561389440 00000100:00100000:2.0:1777502126.162013:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502126.162014:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561389440 00000100:00100000:2.0:1777502126.162039:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777502126.162047:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd722e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561389696:0@lo:400:kworker.0 00000100:00100000:0.0:1777502126.162050:0:187553:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561389184 00000100:00100000:0.0:1777502126.162057:0:187553:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561389184 00000100:00100000:3.0:1777502126.162059:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1777502126.162069:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+6:3309:x1863837561389440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502126.162078:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502126.162089:0:187553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:0.0:1777502126.162096:0:187553:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f668380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3310:x1863837561389568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777502126.162123:0:187553:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45416448 pending 0 free 3845128192 avail 3843031040 00000100:00100000:3.0:1777502126.162130:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+6:3309:x1863837561389440:12345-0@lo:400:kworker.0 Request processed in 63us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502126.162138:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1777502126.162144:0:186929:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561389312 00000100:00100000:2.0:1777502126.162150:0:186929:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561389312 00000100:00100000:3.0:1777502126.162160:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561389696 00000100:00100000:0.0:1777502126.162162:0:187553:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f668380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561389568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502126.162164:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561389696 00000100:00100000:0.0:1777502126.162170:0:187553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:0.0:1777502126.162191:0:187553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:2.0:1777502126.162197:0:186929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:3.0:1777502126.162202:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:0.0:1777502126.162202:0:187553:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3312:x1863837561389184:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777502126.162211:0:186929:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3312:x1863837561389312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502126.162214:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+6:3312:x1863837561389696:12345-0@lo:400:kworker.0 00002000:00000024:0.0:1777502126.162221:0:187553:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45416448 pending 0 free 3821010944 avail 3818913792 00000100:00100000:2.0:1777502126.162273:0:186929:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3312:x1863837561389312:12345-0@lo:400:kworker.0 Request processed in 66us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502126.162281:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+6:3312:x1863837561389696:12345-0@lo:400:kworker.0 Request processed in 70us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502126.162281:0:187553:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3312:x1863837561389184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502126.162285:0:186929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:3.0:1777502126.162295:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:0.0:1777502126.162295:0:187553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1777502126.162326:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561390080 00000100:00100000:0.0:1777502126.162327:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561389952 00000100:00100000:3.0:1777502126.162331:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561390080 00000100:00100000:0.0:1777502126.162331:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561389952 00000100:00100000:3.0:1777502126.162351:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8251946333232 time 8251946446174 state 0x0 ref 1 00000100:00100000:3.0:1777502126.162359:0:188648:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8251946333232 time 8251946446174 state 0x0 ref 2 00000100:00100000:0.0:1777502126.162359:0:205369:0:(nrs_tbf.c:531:nrs_tbf_cli_fini()) unknown.0 NRS: TBF class fini: class@ffff8dfd7f719400 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 3 deadline 0 time 8253407775956 state 0x4 ref 0 00000100:00100000:2.0:1777502126.162364:0:3312:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589935749 gen 2 00000004:00080000:2.0:1777502126.162369:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6e6fa680, transno 8589935699 00000100:00100000:3.0:1777502126.162371:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8251946546174 time 8251946446174 state 0x1 ref 2 00000100:00100000:0.0:1777502126.162378:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8251946546174 time 8251946446174 state 0x1 ref 2 00000004:00080000:2.0:1777502126.162379:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd72dd5c00, transno 8589935700 00000004:00080000:2.0:1777502126.162384:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6e6f9180, transno 8589935701 00000004:00080000:2.0:1777502126.162389:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd72dd6680, transno 8589935702 00000004:00080000:2.0:1777502126.162393:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7ee53480, transno 8589935703 00000100:00100000:3.0:1777502126.162394:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561389824 00000004:00080000:2.0:1777502126.162397:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7ee50380, transno 8589935704 00000100:00100000:3.0:1777502126.162398:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561389824 00000100:00100000:0.0:1777502126.162401:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8253407920349 time 8253407820349 state 0x1 ref 2 00000004:00080000:2.0:1777502126.162402:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7ee51180, transno 8589935705 00000004:00080000:2.0:1777502126.162408:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7ee52a00, transno 8589935706 00000004:00080000:2.0:1777502126.162412:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f37d500, transno 8589935707 00000100:00100000:3.0:1777502126.162413:0:188648:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8253407920349 time 8253407820349 state 0x1 ref 3 00000100:00100000:0.0:1777502126.162415:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f66b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1863837561390080:12345-0@lo:400:kworker.0 00000004:00080000:2.0:1777502126.162418:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f37e680, transno 8589935708 00000004:00080000:2.0:1777502126.162422:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc5606ad80, transno 8589935709 00000100:00100000:3.0:1777502126.162424:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8253407920349 time 8253407820349 state 0x1 ref 3 00000004:00080000:2.0:1777502126.162426:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f37f800, transno 8589935710 00000004:00080000:2.0:1777502126.162433:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7c57bb80, transno 8589935711 00000004:00080000:2.0:1777502126.162437:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc49231500, transno 8589935712 00000004:00080000:2.0:1777502126.162441:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47260700, transno 8589935713 00000004:00080000:2.0:1777502126.162446:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f37dc00, transno 8589935714 00000004:00080000:2.0:1777502126.162449:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47262680, transno 8589935715 00000100:00100000:3.0:1777502126.162450:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8253407968976 time 8253407868976 state 0x1 ref 3 00000004:00080000:2.0:1777502126.162455:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47262a00, transno 8589935716 00000100:00100000:0.0:1777502126.162457:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f66b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1863837561390080:12345-0@lo:400:kworker.0 Request processed in 44us (523us total) trans 0 rc 0/0 00000004:00080000:2.0:1777502126.162460:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47261880, transno 8589935717 00000100:00100000:3.0:1777502126.162465:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cdf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1863837561389952:12345-0@lo:400:kworker.0 00000004:00080000:2.0:1777502126.162468:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47261180, transno 8589935718 00000100:00100000:0.0:1777502126.162469:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 15 00000004:00080000:2.0:1777502126.162473:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc547b0380, transno 8589935719 00000004:00080000:2.0:1777502126.162478:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4cef2300, transno 8589935720 00000004:00080000:2.0:1777502126.162481:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc49cddf80, transno 8589935721 00000004:00080000:2.0:1777502126.162485:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc547b0e00, transno 8589935722 00000004:00080000:2.0:1777502126.162489:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc547b1c00, transno 8589935723 00000100:00100000:0.0:1777502126.162493:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8253407968976 time 8253407911116 state 0x0 ref 2 00000004:00080000:2.0:1777502126.162494:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc49cdd180, transno 8589935724 00000004:00080000:2.0:1777502126.162500:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc49cdd880, transno 8589935725 00000100:00100000:3.0:1777502126.162504:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cdf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1863837561389952:12345-0@lo:400:kworker.0 Request processed in 43us (548us total) trans 0 rc 0/0 00000004:00080000:2.0:1777502126.162505:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4cef0380, transno 8589935726 00000100:00100000:0.0:1777502126.162506:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1863837561389824:12345-0@lo:400:kworker.0 00000004:00080000:2.0:1777502126.162511:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd798a8380, transno 8589935727 00000100:00100000:3.0:1777502126.162527:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 16 00000004:00080000:2.0:1777502126.162531:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f37c380, transno 8589935728 00000004:00080000:2.0:1777502126.162539:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7ccb3100, transno 8589935729 00000004:00080000:2.0:1777502126.162542:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70df0000, transno 8589935730 00000004:00080000:2.0:1777502126.162545:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7ccb3b80, transno 8589935731 00000004:00080000:2.0:1777502126.162550:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7ccb1180, transno 8589935732 00000100:00080000:3.0:1777502126.162553:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00080000:2.0:1777502126.162553:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7ccb2d80, transno 8589935733 00000100:00100000:0.0:1777502126.162558:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1863837561389824:12345-0@lo:400:kworker.0 Request processed in 54us (547us total) trans 0 rc 0/0 00000004:00080000:2.0:1777502126.162559:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7f37df80, transno 8589935734 00000100:00080000:3.0:1777502126.162561:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1777502126.162565:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd67668a80, transno 8589935735 00000100:00080000:3.0:1777502126.162566:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777502126.162569:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 17 00000004:00080000:2.0:1777502126.162572:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc42386300, transno 8589935736 00000100:00100000:0.0:1777502126.162574:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8253407968976 time 8253407911116 state 0x2 ref 0 00000004:00080000:2.0:1777502126.162575:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc49cde300, transno 8589935737 00000004:00080000:2.0:1777502126.162594:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6e4f5f80, transno 8589935738 00000004:00080000:2.0:1777502126.162596:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4cef0a80, transno 8589935739 00000004:00080000:2.0:1777502126.162597:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6e4f6680, transno 8589935740 00000004:00080000:2.0:1777502126.162601:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4c71dc00, transno 8589935741 00000004:00080000:2.0:1777502126.162604:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70c6aa00, transno 8589935742 00000004:00080000:2.0:1777502126.162610:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd798ab100, transno 8589935743 00000004:00080000:2.0:1777502126.162615:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc42386a00, transno 8589935744 00000004:00080000:2.0:1777502126.162619:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd53f24a80, transno 8589935745 00000004:00080000:2.0:1777502126.162622:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd4f66aa00, transno 8589935746 00000004:00080000:2.0:1777502126.162625:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd53f24380, transno 8589935747 00000004:00080000:2.0:1777502126.162628:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd53f25500, transno 8589935748 00000004:00080000:2.0:1777502126.162632:0:3312:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4d4a5f80, transno 8589935749 00000100:00100000:2.0:1777502126.162638:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd722e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561389696:0@lo:400:kworker.0 00000100:00100000:2.0:1777502126.162654:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd722e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3312:1863837561389824:0@lo:400:kworker.0 00000100:00100000:2.0:1777502126.162667:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd722ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d37a34a7-24bb-490e-b7a8-76d369c5604f:3312:1863837561389312:0@lo:400:kworker.0 00000100:00100000:2.0:1777502126.162688:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd67669500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561389184:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777502126.162689:0:3310:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589936161 gen 2 00000004:00080000:0.0:1777502126.162695:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc456b6680, transno 8589936111 00000004:00080000:0.0:1777502126.162706:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc456b5c00, transno 8589936112 00000004:00080000:0.0:1777502126.162712:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc456b7480, transno 8589936113 00000004:00080000:0.0:1777502126.162717:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc456b6d80, transno 8589936114 00000004:00080000:0.0:1777502126.162721:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc456b5500, transno 8589936115 00000004:00080000:0.0:1777502126.162726:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc456b6a00, transno 8589936116 00000004:00080000:0.0:1777502126.162729:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc456b4a80, transno 8589936117 00000004:00080000:0.0:1777502126.162733:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc456b7b80, transno 8589936118 00000004:00080000:0.0:1777502126.162736:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd509d2a00, transno 8589936119 00000004:00080000:0.0:1777502126.162740:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7c57a680, transno 8589936120 00000004:00080000:0.0:1777502126.162743:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd509d1f80, transno 8589936121 00000004:00080000:0.0:1777502126.162746:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc56069f80, transno 8589936122 00000004:00080000:0.0:1777502126.162749:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7c57ad80, transno 8589936123 00000004:00080000:0.0:1777502126.162752:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc5606b800, transno 8589936124 00000004:00080000:0.0:1777502126.162757:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7c578700, transno 8589936125 00000004:00080000:0.0:1777502126.162761:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7c57b800, transno 8589936126 00000004:00080000:0.0:1777502126.162766:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd45b13480, transno 8589936127 00000004:00080000:0.0:1777502126.162771:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6e6e9180, transno 8589936128 00000004:00080000:0.0:1777502126.162775:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47260e00, transno 8589936129 00000100:00100000:2.0:1777502126.162776:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd722e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3309:1863837561389952:0@lo:400:kworker.0 00000004:00080000:0.0:1777502126.162782:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47263800, transno 8589936130 00000004:00080000:0.0:1777502126.162787:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47262d80, transno 8589936131 00000004:00080000:0.0:1777502126.162791:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47263b80, transno 8589936132 00000004:00080000:0.0:1777502126.162796:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd47260000, transno 8589936133 00000004:00080000:0.0:1777502126.162799:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc547b3800, transno 8589936134 00000004:00080000:0.0:1777502126.162804:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc547b2a00, transno 8589936135 00000004:00080000:0.0:1777502126.162807:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6e6ea680, transno 8589936136 00000004:00080000:0.0:1777502126.162811:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc49cdce00, transno 8589936137 00000004:00080000:0.0:1777502126.162814:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70df0700, transno 8589936138 00000004:00080000:0.0:1777502126.162818:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc49cdd500, transno 8589936139 00000004:00080000:0.0:1777502126.162821:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70df1c00, transno 8589936140 00000004:00080000:0.0:1777502126.162825:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd70df0e00, transno 8589936141 00000004:00080000:0.0:1777502126.162829:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd45955500, transno 8589936142 00000004:00080000:0.0:1777502126.162833:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc49231f80, transno 8589936143 00000004:00080000:0.0:1777502126.162837:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc547b1500, transno 8589936144 00000004:00080000:0.0:1777502126.162841:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc456b7100, transno 8589936145 00000004:00080000:0.0:1777502126.162844:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd67668380, transno 8589936146 00000004:00080000:0.0:1777502126.162847:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4cef3b80, transno 8589936147 00000004:00080000:0.0:1777502126.162851:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd6ea52680, transno 8589936148 00000004:00080000:0.0:1777502126.162854:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc456b6300, transno 8589936149 00000004:00080000:0.0:1777502126.162857:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd7c57b100, transno 8589936150 00000004:00080000:0.0:1777502126.162861:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4d4a7480, transno 8589936151 00000004:00080000:0.0:1777502126.162865:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4c71c000, transno 8589936152 00000004:00080000:0.0:1777502126.162868:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc492e5180, transno 8589936153 00000004:00080000:0.0:1777502126.162872:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc49cdea00, transno 8589936154 00000004:00080000:0.0:1777502126.162877:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd53f27800, transno 8589936155 00000004:00080000:0.0:1777502126.162882:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4cef1f80, transno 8589936156 00000004:00080000:0.0:1777502126.162886:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd53f24000, transno 8589936157 00000004:00080000:0.0:1777502126.162890:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd53f27480, transno 8589936158 00000004:00080000:0.0:1777502126.162894:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfd53f26680, transno 8589936159 00000004:00080000:0.0:1777502126.162898:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc492e7800, transno 8589936160 00000004:00080000:0.0:1777502126.162901:0:3310:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8dfc4c71c380, transno 8589936161 00000100:00100000:2.0:1777502126.162910:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd722eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561389440:0@lo:400:kworker.0 00000100:00100000:0.0:1777502126.162915:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4d4a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561389568:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777502126.162937:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd53f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3310:1863837561390080:0@lo:400:kworker.0 00000004:00080000:3.0:1777502126.163115:0:186960:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 7 in progress, 0 in flight, 44 done 00000004:00080000:3.0:1777502126.163274:0:186960:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 7 done 00000004:00080000:2.0:1777502126.163369:0:186958:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 51 done 00010000:00010000:3.0:1777502126.545745:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502127.569748:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502128.284723:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502128.284791:0:205371:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563135232 00000100:00100000:0.0:1777502128.284810:0:205371:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563135232 00000100:00080000:3.0:1777502128.284878:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777502128.284883:0:205371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 291 00000100:00100000:0.0:1777502128.284895:0:205371:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:0775d2ab-558e-41f1-82c0-14244d133390+61:2371:x1863837563135232:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:0.0:1777502128.284937:0:205371:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502128.284974:0:205371:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc478c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8346f0 expref: -99 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502128.285036:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc4793 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502128.285050:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc4793 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502128.285064:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc4793 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502128.285082:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc479a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502128.285099:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc479a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502128.285105:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc479a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502128.285337:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc4793 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502128.285343:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc4793 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502128.285347:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc4793 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502128.285352:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6de00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502128.285355:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc4793 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502128.285363:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc4793 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502128.285372:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502128.285375:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502128.285378:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc4793 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502128.285382:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6de00/0x4ad31463d9bc4793 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502128.285392:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc479a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502128.285396:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc479a lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502128.285411:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc479a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502128.285415:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6cc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502128.285417:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc479a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502128.285422:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc479a lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502128.285428:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x141795a8 (ffff8dfd7fc41c00) 00010000:00010000:0.0:1777502128.285430:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502128.285432:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc479a lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502128.285440:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6cc00/0x4ad31463d9bc479a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502128.285475:0:205371:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc478c lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8346f0 expref: 62 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502128.285486:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502128.285489:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502128.285505:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d000/0x4ad31463d9bc478c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8346f0 expref: 62 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502128.285514:0:205371:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6d000, rc -2) 00000100:00100000:0.0:1777502128.285565:0:205371:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:0775d2ab-558e-41f1-82c0-14244d133390+61:2371:x1863837563135232:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 675us (854us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777502128.285572:0:205371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 291 00010000:00010000:3.0:1777502128.593738:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502129.617797:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502129.820945:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502129.820998:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502129.821003:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563135488 00000100:00100000:3.0:1777502129.821015:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563135488 00000100:00100000:0.0:1777502129.821042:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502129.821067:0:186931:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563135360 00000100:00100000:3.0:1777502129.821074:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8253407968976 time 8253407911116 state 0x0 ref 1 00000100:00100000:2.0:1777502129.821074:0:186931:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563135360 00000100:00100000:0.0:1777502129.821080:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502129.821086:0:188648:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8253407968976 time 8253407911116 state 0x0 ref 1 00000100:00100000:3.0:1777502129.821104:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8253408011116 time 8253407911116 state 0x1 ref 1 00000100:00100000:0.0:1777502129.821118:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502129.821123:0:186931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 227 00000100:00100000:3.0:1777502129.821134:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563135872 00000100:00100000:2.0:1777502129.821136:0:186931:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c3865704-aa9b-444e-8420-b5af90b3c217+12:2372:x1863837563135360:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502129.821139:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563135872 00000100:00100000:3.0:1777502129.821156:0:188648:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8253408011116 time 8253407911116 state 0x1 ref 2 00000100:00100000:0.0:1777502129.821164:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502129.821167:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8253408011116 time 8253407911116 state 0x1 ref 2 00000100:00100000:3.0:1777502129.821185:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8257066705115 time 8257066605115 state 0x1 ref 2 00000100:00100000:3.0:1777502129.821196:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f66a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2373:x1863837563135488:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502129.821212:0:186931:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c3865704-aa9b-444e-8420-b5af90b3c217+12:2372:x1863837563135360:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 78us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502129.821222:0:186931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 227 00000100:00100000:0.0:1777502129.821229:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502129.821233:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f66a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2373:x1863837563135488:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 39us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502129.821240:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 18 00000100:00100000:3.0:1777502129.821261:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8257066705115 time 8257066680520 state 0x0 ref 1 00000100:00100000:2.0:1777502129.821272:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563135616 00000100:00100000:3.0:1777502129.821273:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f66aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+61:2372:x1863837563135872:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502129.821278:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563135616 00000100:00100000:3.0:1777502129.821312:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f66aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+61:2372:x1863837563135872:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 41us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502129.821320:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 19 00000100:00100000:2.0:1777502129.821323:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563135744 00000100:00100000:3.0:1777502129.821326:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8257066705115 time 8257066680520 state 0x2 ref 0 00000100:00100000:2.0:1777502129.821328:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563135744 00000100:00100000:3.0:1777502129.821364:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563136000 00000100:00100000:2.0:1777502129.821365:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563136128 00000100:00100000:3.0:1777502129.821370:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563136000 00000100:00100000:2.0:1777502129.821370:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563136128 00000100:00100000:3.0:1777502129.821411:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 170 00000100:00100000:3.0:1777502129.821422:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f669880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+5:2372:x1863837563135616:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502129.821432:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 171 00000100:00100000:0.0:1777502129.821440:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 172 00000100:00100000:2.0:1777502129.821448:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f66b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+5:2373:x1863837563135744:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502129.821456:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4a885050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:0775d2ab-558e-41f1-82c0-14244d133390+11:2373:x1863837563136000:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502129.821505:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f66b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+5:2373:x1863837563135744:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 61us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502129.821513:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4a885050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:0775d2ab-558e-41f1-82c0-14244d133390+11:2373:x1863837563136000:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 62us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502129.821517:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 171 00000100:00100000:0.0:1777502129.821530:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 172 00000100:00100000:2.0:1777502129.821552:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 173 00000100:00100000:3.0:1777502129.821557:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f669880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+5:2372:x1863837563135616:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 137us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502129.821565:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 170 00000100:00100000:2.0:1777502129.821565:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:0775d2ab-558e-41f1-82c0-14244d133390+11:2372:x1863837563136128:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502129.821620:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:0775d2ab-558e-41f1-82c0-14244d133390+11:2372:x1863837563136128:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 60us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502129.821628:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 173 00000100:00080000:2.0:1777502129.821687:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777502129.821693:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777502129.821697:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777502130.641775:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502130.844717:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502130.844811:0:186941:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563136256 00000100:00100000:2.0:1777502130.844821:0:186941:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563136256 00000100:00100000:2.0:1777502130.844904:0:186941:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 292 00000100:00100000:2.0:1777502130.844914:0:186941:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2371:x1863837563136256:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:2.0:1777502130.844948:0:186941:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502130.844967:0:186941:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc47a1 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8346f7 expref: -99 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502130.845016:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc47a8 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502130.845035:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc47a8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502130.845048:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc47a8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502130.845061:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc47af lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502130.845068:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc47af lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502130.845075:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc47af lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502130.845310:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc47a8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502130.845318:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc47a8 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502130.845325:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc47a8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502130.845331:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec8a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502130.845334:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc47a8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502130.845342:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc47a8 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502130.845353:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502130.845356:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502130.845360:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc47a8 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502130.845367:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc47a8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502130.845416:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc47af lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502130.845422:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc47af lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502130.845427:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc47af lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502130.845433:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502130.845436:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc47af lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502130.845441:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc47af lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502130.845448:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x141795a8 (ffff8dfd80102c00) 00010000:00010000:2.0:1777502130.845450:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502130.845453:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc47af lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502130.845458:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc47af lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502130.845496:0:186941:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc47a1 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8346f7 expref: 13 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502130.845507:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:2.0:1777502130.845509:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777502130.845512:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc47a1 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8346f7 expref: 13 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502130.845521:0:186941:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7eec9c00, rc -2) 00000100:00100000:2.0:1777502130.845610:0:186941:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2371:x1863837563136256:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 697us (900us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777502130.845618:0:186941:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 292 00000100:00100000:3.0:1777502131.281781:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd53f25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561390336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777502131.281783:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd72dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561390208:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777502131.281847:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d37a34a7-24bb-490e-b7a8-76d369c5604f:3309:1863837561390464:0@lo:400:kworker.0 00000100:00100000:3.0:1777502131.281863:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502131.281886:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561390592:0@lo:400:kworker.0 00000100:00100000:2.0:1777502131.281905:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502131.281937:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502131.281947:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3312:1863837561390848:0@lo:400:kworker.0 00000100:00100000:2.0:1777502131.281957:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3309:1863837561390976:0@lo:400:kworker.0 00000100:00100000:0.0:1777502131.281969:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3310:1863837561391104:0@lo:400:kworker.0 00000100:00100000:3.0:1777502131.281985:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502131.282014:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502131.282020:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777502131.282024:0:186930:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561390464 00000100:00100000:3.0:1777502131.282030:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561390720:0@lo:400:kworker.0 00000100:00100000:2.0:1777502131.282032:0:186930:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561390464 00000100:00100000:3.0:1777502131.282069:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502131.282083:0:187553:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561390336 00000100:00100000:0.0:1777502131.282088:0:187553:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561390336 00000100:00100000:2.0:1777502131.282093:0:186930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:2.0:1777502131.282106:0:186930:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3309:x1863837561390464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502131.282115:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561390592 00000100:00100000:3.0:1777502131.282121:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561390592 00000100:00100000:0.0:1777502131.282141:0:187553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:0.0:1777502131.282153:0:187553:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4772d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1863837561390336:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777502131.282165:0:186930:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3309:x1863837561390464:12345-0@lo:400:kworker.0 Request processed in 62us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502131.282168:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561390720 00000100:00100000:3.0:1777502131.282173:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561390720 00000100:00100000:2.0:1777502131.282177:0:186930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00002000:00000024:0.0:1777502131.282185:0:187553:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45416448 pending 0 free 3821010944 avail 3818913792 00000100:00100000:3.0:1777502131.282208:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1777502131.282218:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561390592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502131.282238:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561390848 00000100:00100000:0.0:1777502131.282241:0:187553:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4772d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3312:x1863837561390336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502131.282244:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561390848 00000100:00100000:0.0:1777502131.282252:0:187553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:2.0:1777502131.282271:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8257066705115 time 8257066680520 state 0x0 ref 1 00000100:00100000:3.0:1777502131.282275:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561390592:12345-0@lo:400:kworker.0 Request processed in 57us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502131.282283:0:186937:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8257066705115 time 8257066680520 state 0x0 ref 1 00000100:00100000:0.0:1777502131.282290:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:3.0:1777502131.282299:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:0.0:1777502131.282304:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f66b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1863837561390720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502131.282305:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8257066780520 time 8257066680520 state 0x1 ref 1 00000100:00100000:2.0:1777502131.282331:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561391104 00000100:00100000:2.0:1777502131.282336:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561391104 00000100:00100000:3.0:1777502131.282345:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8257066780520 time 8258527762563 state 0x0 ref 1 00000100:00100000:0.0:1777502131.282351:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f66b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1863837561390720:12345-0@lo:400:kworker.0 Request processed in 50us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502131.282357:0:186937:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8257066780520 time 8258527762563 state 0x0 ref 2 00000100:00100000:3.0:1777502131.282364:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc48235f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1863837561390848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502131.282364:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1777502131.282372:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8258527862563 time 8258527762563 state 0x1 ref 2 00000100:00100000:2.0:1777502131.282398:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8258527862563 time 8258527817213 state 0x0 ref 2 00000100:00100000:0.0:1777502131.282405:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502131.282415:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc48235f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1863837561390848:12345-0@lo:400:kworker.0 Request processed in 54us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502131.282415:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1863837561391104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502131.282429:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1777502131.282453:0:205168:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561390208 00000100:00100000:0.0:1777502131.282458:0:205168:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561390208 00000100:00100000:2.0:1777502131.282482:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1863837561391104:12345-0@lo:400:kworker.0 Request processed in 58us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502131.282490:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1777502131.282495:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8258527862563 time 8258527817213 state 0x2 ref 0 00000100:00100000:3.0:1777502131.282501:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561390592:0@lo:400:kworker.0 00000100:00100000:0.0:1777502131.282509:0:205168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:0.0:1777502131.282519:0:205168:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561390208:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777502131.282522:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3310:1863837561391104:0@lo:400:kworker.0 00000100:00080000:2.0:1777502131.282535:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777502131.282542:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1777502131.282545:0:205168:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45416448 pending 0 free 3845128192 avail 3843031040 00000100:00080000:2.0:1777502131.282546:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777502131.282606:0:205168:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561390208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502131.282614:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502131.282619:0:205168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:0.0:1777502131.282647:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561390976 00000100:00100000:3.0:1777502131.282649:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561390720:0@lo:400:kworker.0 00000100:00100000:0.0:1777502131.282653:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561390976 00000100:00100000:2.0:1777502131.282656:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d37a34a7-24bb-490e-b7a8-76d369c5604f:3309:1863837561390464:0@lo:400:kworker.0 00000100:00100000:3.0:1777502131.282673:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3312:1863837561390848:0@lo:400:kworker.0 00000100:00100000:0.0:1777502131.282683:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8258527862563 time 8258527817213 state 0x0 ref 1 00000100:00080000:2.0:1777502131.282685:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777502131.282692:0:205372:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8258527862563 time 8258527817213 state 0x0 ref 1 00000100:00100000:3.0:1777502131.282698:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd53f25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561390336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777502131.282704:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8258527917213 time 8258527817213 state 0x1 ref 1 00000100:00100000:0.0:1777502131.282728:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8258527917213 time 8258528147149 state 0x0 ref 1 00000100:00100000:0.0:1777502131.282740:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1863837561390976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502131.282791:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1863837561390976:12345-0@lo:400:kworker.0 Request processed in 54us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502131.282798:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1777502131.282803:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8258527917213 time 8258528147149 state 0x2 ref 0 00000100:00100000:0.0:1777502131.282848:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd72dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561390208:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777502131.282886:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3309:1863837561390976:0@lo:400:kworker.0 00010000:00010000:3.0:1777502131.665965:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502132.689733:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502133.713749:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502134.737878:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502134.941040:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502134.941095:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502134.941136:0:186929:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563136384 00000100:00100000:0.0:1777502134.941147:0:186929:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563136384 00000100:00100000:2.0:1777502134.941174:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563136512 00000100:00100000:2.0:1777502134.941180:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563136512 00000100:00100000:0.0:1777502134.941208:0:186929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 229 00000100:00100000:3.0:1777502134.941216:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502134.941218:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8258527917213 time 8258528147149 state 0x0 ref 1 00000100:00100000:0.0:1777502134.941226:0:186929:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee27c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c3865704-aa9b-444e-8420-b5af90b3c217+12:2371:x1863837563136384:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502134.941231:0:188648:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8258527917213 time 8258528147149 state 0x0 ref 1 00000100:00100000:2.0:1777502134.941246:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8258528247149 time 8258528147149 state 0x1 ref 1 00000100:00100000:3.0:1777502134.941254:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502134.941269:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8258528247149 time 8262186687765 state 0x0 ref 1 00000100:00100000:2.0:1777502134.941281:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4f669880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2370:x1863837563136512:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502134.941296:0:186929:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee27c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c3865704-aa9b-444e-8420-b5af90b3c217+12:2371:x1863837563136384:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 75us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502134.941306:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502134.941310:0:186929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 229 00000100:00100000:0.0:1777502134.941385:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563136768 00000100:00100000:0.0:1777502134.941390:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563136768 00000100:00100000:0.0:1777502134.941441:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563136640 00000100:00100000:0.0:1777502134.941445:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563136640 00000100:00100000:0.0:1777502134.941475:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563137024 00000100:00100000:0.0:1777502134.941478:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563137024 00000100:00100000:3.0:1777502134.941490:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502134.941515:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 176 00000100:00100000:0.0:1777502134.941528:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+5:2370:x1863837563136768:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502134.941530:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502134.941566:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563137152 00000100:00100000:3.0:1777502134.941571:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563137152 00000100:00100000:3.0:1777502134.941693:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 177 00000100:00100000:3.0:1777502134.941706:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+5:2371:x1863837563136640:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502134.941765:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+5:2370:x1863837563136768:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 240us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502134.941775:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 176 00000100:00100000:0.0:1777502134.941801:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 178 00000100:00100000:0.0:1777502134.941812:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0775d2ab-558e-41f1-82c0-14244d133390+11:2370:x1863837563137024:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502134.941835:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+5:2371:x1863837563136640:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 132us (582us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502134.941842:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 177 00000100:00100000:3.0:1777502134.941863:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 179 00000100:00100000:3.0:1777502134.941871:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc56069f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837563137152:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502134.942013:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0775d2ab-558e-41f1-82c0-14244d133390+11:2370:x1863837563137024:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 204us (710us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502134.942023:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 178 00000100:00080000:0.0:1777502134.942049:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777502134.942055:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777502134.942059:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777502134.942068:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc56069f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837563137152:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 197us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502134.942077:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 179 00000100:00100000:0.0:1777502134.942103:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563136896 00000100:00100000:0.0:1777502134.942108:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563136896 00000100:00100000:0.0:1777502134.942139:0:187571:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8258528247149 time 8262186687765 state 0x0 ref 2 00000100:00100000:0.0:1777502134.942150:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8262186787765 time 8262186687765 state 0x1 ref 2 00000100:00100000:0.0:1777502134.942173:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8262186787765 time 8262187592855 state 0x0 ref 2 00000100:00100000:0.0:1777502134.942186:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+61:2371:x1863837563136896:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502134.942322:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+61:2371:x1863837563136896:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 137us (833us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502134.942330:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 24 00000100:00080000:0.0:1777502134.942355:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777502134.942605:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4f669880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2370:x1863837563136512:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 1326us (1508us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502134.942613:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 23 00000100:00100000:2.0:1777502134.942617:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8262186787765 time 8262187592855 state 0x2 ref 0 00010000:00010000:3.0:1777502135.763451:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502136.401846:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561391360:0@lo:400:kworker.0 00000100:00100000:3.0:1777502136.401855:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3310:1863837561391616:0@lo:400:kworker.0 00000100:00100000:3.0:1777502136.401971:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502136.401971:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502136.402026:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d37a34a7-24bb-490e-b7a8-76d369c5604f:3311:1863837561391232:0@lo:400:kworker.0 00000100:00100000:2.0:1777502136.402038:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc5606b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561391872:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777502136.402070:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502136.402079:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502136.402116:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3311:1863837561391744:0@lo:400:kworker.0 00000100:00100000:0.0:1777502136.402145:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502136.402153:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561391616 00000100:00100000:2.0:1777502136.402161:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561391616 00000100:00100000:2.0:1777502136.402191:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8262186787765 time 8262187592855 state 0x0 ref 1 00000100:00100000:2.0:1777502136.402200:0:205369:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8262186787765 time 8262187592855 state 0x0 ref 1 00000100:00100000:0.0:1777502136.402210:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561391360 00000100:00100000:2.0:1777502136.402212:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8262187692855 time 8262187592855 state 0x1 ref 1 00000100:00100000:0.0:1777502136.402215:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561391360 00000100:00100000:2.0:1777502136.402236:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561391744 00000100:00100000:2.0:1777502136.402241:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561391744 00000100:00100000:2.0:1777502136.402259:0:205369:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8262187692855 time 8262187592855 state 0x1 ref 2 00000100:00100000:0.0:1777502136.402265:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:2.0:1777502136.402270:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8262187692855 time 8262187592855 state 0x1 ref 2 00000100:00100000:0.0:1777502136.402277:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1863837561391360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502136.402295:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8263647814594 time 8263647714594 state 0x1 ref 2 00000100:00100000:2.0:1777502136.402308:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5606ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1863837561391616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502136.402331:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1863837561391360:12345-0@lo:400:kworker.0 Request processed in 57us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502136.402340:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:2.0:1777502136.402367:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5606ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1863837561391616:12345-0@lo:400:kworker.0 Request processed in 61us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502136.402367:0:187553:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561391872 00000100:00100000:0.0:1777502136.402372:0:187553:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561391872 00000100:00100000:2.0:1777502136.402377:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1777502136.402405:0:187553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:2.0:1777502136.402413:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8263647814594 time 8263647831358 state 0x0 ref 1 00000100:00100000:0.0:1777502136.402414:0:187553:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1863837561391872:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777502136.402438:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1863837561391744:12345-0@lo:400:kworker.0 00002000:00000024:0.0:1777502136.402457:0:187553:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45416448 pending 0 free 3845128192 avail 3843031040 00000100:00100000:2.0:1777502136.402490:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1863837561391744:12345-0@lo:400:kworker.0 Request processed in 54us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502136.402498:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1777502136.402504:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8263647814594 time 8263647831358 state 0x2 ref 0 00000100:00100000:0.0:1777502136.402505:0:187553:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1863837561391872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502136.402519:0:187553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:2.0:1777502136.402543:0:186931:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561391232 00000100:00100000:2.0:1777502136.402547:0:186931:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561391232 00000100:00080000:0.0:1777502136.402550:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777502136.402556:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777502136.402597:0:186931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:2.0:1777502136.402605:0:186931:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3311:x1863837561391232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502136.402606:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3311:1863837561391744:0@lo:400:kworker.0 00000100:00100000:2.0:1777502136.402655:0:186931:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3311:x1863837561391232:12345-0@lo:400:kworker.0 Request processed in 50us (584us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502136.402661:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d37a34a7-24bb-490e-b7a8-76d369c5604f:3311:1863837561391232:0@lo:400:kworker.0 00000100:00100000:2.0:1777502136.402664:0:186931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:2.0:1777502136.402723:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561391488:0@lo:400:kworker.0 00000100:00100000:0.0:1777502136.402727:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561391360:0@lo:400:kworker.0 00000100:00100000:0.0:1777502136.402747:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc5606b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561391872:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777502136.402761:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502136.402787:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561391488 00000100:00100000:2.0:1777502136.402788:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3309:1863837561392000:0@lo:400:kworker.0 00000100:00100000:0.0:1777502136.402791:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561391488 00000100:00100000:2.0:1777502136.402818:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502136.402832:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:0.0:1777502136.402840:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561391488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502136.402846:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777502136.402854:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd53f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561392128:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777502136.402888:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502136.402889:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561391488:12345-0@lo:400:kworker.0 Request processed in 47us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502136.402896:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:2.0:1777502136.402919:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561391488:0@lo:400:kworker.0 00000100:00080000:0.0:1777502136.402919:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777502136.402935:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561392000 00000100:00100000:0.0:1777502136.402939:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561392000 00000100:00100000:2.0:1777502136.402952:0:187552:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561392128 00000100:00100000:2.0:1777502136.402955:0:187552:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561392128 00000100:00100000:0.0:1777502136.402963:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8263647814594 time 8263647831358 state 0x0 ref 1 00000100:00100000:0.0:1777502136.402971:0:187571:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8263647814594 time 8263647831358 state 0x0 ref 1 00000100:00100000:0.0:1777502136.402981:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8263647931358 time 8263647831358 state 0x1 ref 1 00000100:00100000:2.0:1777502136.402982:0:187552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:2.0:1777502136.402992:0:187552:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561392128:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777502136.403007:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8263647931358 time 8263648426023 state 0x0 ref 1 00002000:00000024:2.0:1777502136.403010:0:187552:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45416448 pending 0 free 3821010944 avail 3818913792 00000100:00100000:0.0:1777502136.403020:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1863837561392000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502136.403056:0:187552:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561392128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502136.403063:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1863837561392000:12345-0@lo:400:kworker.0 Request processed in 46us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502136.403067:0:187552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:0.0:1777502136.403078:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1777502136.403082:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8263647931358 time 8263648426023 state 0x2 ref 0 00000100:00080000:0.0:1777502136.403106:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777502136.403117:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd53f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561392128:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777502136.403129:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3309:1863837561392000:0@lo:400:kworker.0 00000100:00100000:3.0:1777502136.403200:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3310:1863837561391616:0@lo:400:kworker.0 00010000:00010000:3.0:1777502136.785766:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502137.809761:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502138.833745:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502139.857743:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502140.060930:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502140.060984:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502140.060996:0:186930:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563137280 00000100:00100000:0.0:1777502140.061006:0:186930:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563137280 00000100:00100000:3.0:1777502140.061027:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502140.061058:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563137408 00000100:00100000:2.0:1777502140.061064:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563137408 00000100:00100000:0.0:1777502140.061071:0:186930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 231 00000100:00100000:3.0:1777502140.061074:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502140.061091:0:186930:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c3865704-aa9b-444e-8420-b5af90b3c217+12:2373:x1863837563137280:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502140.061104:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8263647931358 time 8263648426023 state 0x0 ref 1 00000100:00100000:3.0:1777502140.061113:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502140.061118:0:205369:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8263647931358 time 8263648426023 state 0x0 ref 1 00000100:00100000:2.0:1777502140.061131:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8263648526023 time 8263648426023 state 0x1 ref 1 00000100:00100000:2.0:1777502140.061154:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563137792 00000100:00100000:2.0:1777502140.061158:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563137792 00000100:00100000:0.0:1777502140.061160:0:186930:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c3865704-aa9b-444e-8420-b5af90b3c217+12:2373:x1863837563137280:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 74us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502140.061165:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502140.061175:0:186930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 231 00000100:00100000:2.0:1777502140.061179:0:205369:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8263648526023 time 8263648426023 state 0x1 ref 2 00000100:00100000:2.0:1777502140.061189:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8263648526023 time 8263648426023 state 0x1 ref 2 00000100:00100000:2.0:1777502140.061216:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8267306735052 time 8267306635052 state 0x1 ref 2 00000100:00080000:0.0:1777502140.061223:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777502140.061230:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5606b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2372:x1863837563137408:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502140.061247:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8267306735052 time 8267306665222 state 0x0 ref 2 00000100:00100000:0.0:1777502140.061263:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+61:2373:x1863837563137792:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502140.061286:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502140.061318:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+61:2373:x1863837563137792:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 57us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502140.061322:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5606b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2372:x1863837563137408:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 94us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502140.061332:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 29 00000100:00100000:2.0:1777502140.061342:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 28 00000100:00100000:2.0:1777502140.061348:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8267306735052 time 8267306665222 state 0x2 ref 0 00000100:00100000:0.0:1777502140.061409:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563137536 00000100:00100000:2.0:1777502140.061414:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563137920 00000100:00100000:0.0:1777502140.061414:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563137536 00000100:00100000:2.0:1777502140.061420:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563137920 00000100:00100000:3.0:1777502140.061460:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563137664 00000100:00100000:3.0:1777502140.061465:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563137664 00000100:00100000:0.0:1777502140.061474:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563138048 00000100:00100000:0.0:1777502140.061479:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563138048 00000100:00100000:2.0:1777502140.061485:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 182 00000100:00100000:2.0:1777502140.061496:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67668380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0775d2ab-558e-41f1-82c0-14244d133390+11:2372:x1863837563137920:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502140.061510:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3371 00000100:00100000:2.0:1777502140.061536:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd67668380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0775d2ab-558e-41f1-82c0-14244d133390+11:2372:x1863837563137920:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 43us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502140.061563:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 183 00000100:00100000:3.0:1777502140.061567:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+5:2369:x1863837563137536:12345-192.168.202.27@tcp:9:kworker.0 00000100:00100000:2.0:1777502140.061574:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 182 00000100:00100000:0.0:1777502140.061606:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67668a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0775d2ab-558e-41f1-82c0-14244d133390+11:2373:x1863837563138048:12345-192.168.202.27@tcp:400:kworker.0 00000020:00000080:3.0:1777502140.061625:0:188358:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4ad31463d9ba1070 00000100:00100000:2.0:1777502140.061625:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 3372 00000100:00100000:2.0:1777502140.061637:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd67669500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+5:2369:x1863837563137664:12345-192.168.202.27@tcp:9:kworker.0 00000020:00000080:2.0:1777502140.061652:0:205376:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x4ad31463d9ba10a8 00000100:00080000:2.0:1777502140.061662:0:205376:0:(import.c:65:import_set_state_nolock()) ffff8dfd7edce000 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1777502140.061677:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd67668a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0775d2ab-558e-41f1-82c0-14244d133390+11:2373:x1863837563138048:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 104us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502140.061686:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 183 00000100:00080000:3.0:1777502140.061697:0:188358:0:(import.c:65:import_set_state_nolock()) ffff8dfd4ff23800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1777502140.061699:0:205376:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589935749 00000100:00080000:0.0:1777502140.061726:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00000004:3.0:1777502140.061731:0:188358:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589936161 00000100:00080000:0.0:1777502140.061732:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777502140.061873:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502140.061881:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502140.062063:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd67669500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+2:2369:x1863837563137664:12345-192.168.202.27@tcp:9:kworker.0 Request processed in 428us (900us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502140.062071:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3372 00000100:00100000:3.0:1777502140.062225:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+2:2369:x1863837563137536:12345-192.168.202.27@tcp:9:kworker.0 Request processed in 662us (1196us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502140.062234:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 3371 00010000:00010000:3.0:1777502140.881743:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502141.521773:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd53f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561392256:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777502141.521785:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d37a34a7-24bb-490e-b7a8-76d369c5604f:3309:1863837561392512:0@lo:400:kworker.0 00000100:00100000:0.0:1777502141.521841:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502141.521858:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561392640:0@lo:400:kworker.0 00000100:00100000:3.0:1777502141.521897:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502141.521905:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502141.521909:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3312:1863837561392896:0@lo:400:kworker.0 00000100:00100000:0.0:1777502141.521946:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502141.521953:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3310:1863837561393152:0@lo:400:kworker.0 00000100:00100000:3.0:1777502141.521959:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3309:1863837561393024:0@lo:400:kworker.0 00000100:00100000:0.0:1777502141.521975:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1777502141.521990:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502141.521999:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc49cdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561392384:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777502141.522008:0:186931:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561392512 00000100:00100000:3.0:1777502141.522016:0:186931:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561392512 00000100:00100000:0.0:1777502141.522036:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502141.522065:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561392768:0@lo:400:kworker.0 00000100:00100000:2.0:1777502141.522070:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561392640 00000100:00100000:3.0:1777502141.522074:0:186931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:2.0:1777502141.522077:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561392640 00000100:00100000:3.0:1777502141.522089:0:186931:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f69b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3309:x1863837561392512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502141.522096:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502141.522136:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561392768 00000100:00100000:2.0:1777502141.522140:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561392768 00000100:00100000:0.0:1777502141.522145:0:187553:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561392256 00000100:00100000:0.0:1777502141.522150:0:187553:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561392256 00000100:00100000:2.0:1777502141.522177:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:2.0:1777502141.522189:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561392640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502141.522198:0:187553:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561392384 00000100:00100000:0.0:1777502141.522203:0:187553:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561392384 00000100:00100000:0.0:1777502141.522236:0:187553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:3.0:1777502141.522241:0:186931:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f69b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3309:x1863837561392512:12345-0@lo:400:kworker.0 Request processed in 154us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502141.522245:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+6:3310:x1863837561392640:12345-0@lo:400:kworker.0 Request processed in 59us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502141.522250:0:187553:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3312:x1863837561392256:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777502141.522258:0:186931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:2.0:1777502141.522260:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00002000:00000024:0.0:1777502141.522287:0:187553:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3821010944 avail 3818913792 00000100:00100000:2.0:1777502141.522296:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:2.0:1777502141.522303:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+6:3312:x1863837561392768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502141.522326:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502141.522338:0:187553:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3312:x1863837561392256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502141.522346:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+6:3312:x1863837561392768:12345-0@lo:400:kworker.0 Request processed in 41us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502141.522352:0:187553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:2.0:1777502141.522360:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00100000:3.0:1777502141.522384:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d37a34a7-24bb-490e-b7a8-76d369c5604f:3309:1863837561392512:0@lo:400:kworker.0 00000100:00100000:0.0:1777502141.522392:0:187553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:0.0:1777502141.522404:0:187553:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1863837561392384:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777502141.522416:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561392640:0@lo:400:kworker.0 00002000:00000024:0.0:1777502141.522427:0:187553:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3845128192 avail 3843031040 00000100:00100000:3.0:1777502141.522429:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561392896 00000100:00100000:3.0:1777502141.522434:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561392896 00000100:00100000:3.0:1777502141.522458:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8267306735052 time 8267306665222 state 0x0 ref 1 00000100:00100000:3.0:1777502141.522466:0:205372:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8267306735052 time 8267306665222 state 0x0 ref 1 00000100:00100000:0.0:1777502141.522470:0:187553:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1863837561392384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502141.522479:0:187553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:3.0:1777502141.522483:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8267306765222 time 8267306665222 state 0x1 ref 1 00000100:00100000:2.0:1777502141.522487:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561393152 00000100:00100000:2.0:1777502141.522492:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561393152 00000100:00100000:3.0:1777502141.522507:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561393024 00000100:00100000:2.0:1777502141.522508:0:186937:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8267306765222 time 8267306665222 state 0x1 ref 2 00000100:00100000:3.0:1777502141.522512:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561393024 00000100:00100000:2.0:1777502141.522518:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8267306765222 time 8267306665222 state 0x1 ref 2 00000100:00100000:0.0:1777502141.522529:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8268768046465 time 8268767946465 state 0x1 ref 2 00000100:00100000:3.0:1777502141.522542:0:205372:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8268768046465 time 8268767946465 state 0x1 ref 3 00000100:00100000:0.0:1777502141.522547:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1863837561392896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502141.522557:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8268768046465 time 8268767976123 state 0x0 ref 3 00000100:00100000:3.0:1777502141.522566:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8268768076123 time 8268767976123 state 0x1 ref 3 00000100:00100000:2.0:1777502141.522574:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1863837561393152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502141.522614:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1863837561392896:12345-0@lo:400:kworker.0 Request processed in 72us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502141.522618:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8268768076123 time 8268768035760 state 0x0 ref 3 00000100:00100000:0.0:1777502141.522629:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1777502141.522636:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1863837561393024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502141.522641:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1863837561393152:12345-0@lo:400:kworker.0 Request processed in 74us (652us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502141.522648:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1777502141.522681:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc49cdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561392384:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1777502141.522682:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777502141.522688:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777502141.522694:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1863837561393024:12345-0@lo:400:kworker.0 Request processed in 60us (366us total) trans 0 rc 0/0 00000100:00080000:2.0:1777502141.522694:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777502141.522703:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561392768:0@lo:400:kworker.0 00000100:00100000:3.0:1777502141.522707:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1777502141.522714:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8268768076123 time 8268768035760 state 0x2 ref 0 00000100:00100000:2.0:1777502141.522722:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3310:1863837561393152:0@lo:400:kworker.0 00000100:00100000:0.0:1777502141.522731:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3312:1863837561392896:0@lo:400:kworker.0 00000100:00100000:0.0:1777502141.522747:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd53f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561392256:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777502141.522776:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3309:1863837561393024:0@lo:400:kworker.0 00000100:00100000:2.0:1777502141.596778:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502141.596825:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502141.596858:0:186942:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563138176 00000100:00100000:2.0:1777502141.596865:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502141.596870:0:186942:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563138176 00000100:00100000:0.0:1777502141.596880:0:205371:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563138304 00000100:00100000:0.0:1777502141.596885:0:205371:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563138304 00000100:00100000:2.0:1777502141.596916:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502141.596923:0:205371:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563138432 00000100:00100000:0.0:1777502141.596926:0:205371:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563138432 00000100:00100000:3.0:1777502141.596928:0:186942:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563138560 00000100:00100000:3.0:1777502141.596932:0:186942:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563138560 00000100:00100000:2.0:1777502141.596947:0:186941:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 293 00000100:00100000:0.0:1777502141.596955:0:205371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 294 00000100:00100000:2.0:1777502141.596966:0:186941:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0775d2ab-558e-41f1-82c0-14244d133390+63:2371:x1863837563138304:12345-192.168.202.27@tcp:63:ll_sa.0 00000100:00100000:0.0:1777502141.596974:0:205371:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:0775d2ab-558e-41f1-82c0-14244d133390+63:2370:x1863837563138176:12345-192.168.202.27@tcp:63:ll_sa.0 00000100:00100000:3.0:1777502141.596980:0:186942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 295 00000100:00100000:3.0:1777502141.596992:0:186942:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2372:x1863837563138432:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:2.0:1777502141.596999:0:186941:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502141.596999:0:205371:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777502141.597014:0:186942:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777502141.597017:0:205371:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc47b6 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834705 expref: -99 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502141.597018:0:186941:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc47bd lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf83470c expref: -99 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502141.597028:0:186942:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57800/0x4ad31463d9bc47c4 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf8346fe expref: -99 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502141.597076:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc47cb lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.597077:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc47d2 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502141.597078:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc47d9 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.597100:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc47d2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.597110:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc47d2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502141.597112:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc47cb lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502141.597129:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc47cb lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502141.597131:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc47d9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.597134:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc47e0 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502141.597150:0:186942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc47e7 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.597154:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc47e0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502141.597155:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc47d9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.597173:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc47e0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502141.597177:0:186942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc47e7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502141.597183:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc47ee lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502141.597187:0:186942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc47e7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502141.597203:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc47ee lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502141.597211:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc47ee lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.597402:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc47d2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.597409:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc47d2 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.597414:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc47d2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502141.597415:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc47cb lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502141.597425:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc47cb lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502141.597431:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc47cb lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.597432:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6dc00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502141.597437:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc47d2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502141.597439:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:3.0:1777502141.597446:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc47cb lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.597447:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc47d2 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502141.597466:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc47cb lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.597470:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502141.597474:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502141.597477:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc47d2 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502141.597486:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502141.597486:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6dc00/0x4ad31463d9bc47d2 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502141.597492:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777502141.597496:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc47cb lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.597501:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc47e0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502141.597503:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56200/0x4ad31463d9bc47cb lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.597514:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc47e0 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.597520:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc47e0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502141.597524:0:186942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc47e7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.597524:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6ca00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502141.597529:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc47e0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502141.597537:0:186942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc47e7 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.597537:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc47e0 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502141.597554:0:186942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc47e7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.597558:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x4fde95a8 (ffff8dfd7fc41b00) 00010000:00010000:3.0:1777502141.597561:0:186942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd4da56c00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502141.597561:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502141.597565:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc47e0 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502141.597567:0:186942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc47e7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.597575:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ca00/0x4ad31463d9bc47e0 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x4fde95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502141.597605:0:186942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc47e7 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502141.597622:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x141795a8 (ffff8dfd47d8b300) 00010000:00010000:3.0:1777502141.597625:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502141.597625:0:186941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc47f5 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x21c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502141.597630:0:186942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc47e7 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502141.597636:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc47f5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502141.597638:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da56c00/0x4ad31463d9bc47e7 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186942 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.597639:0:205371:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc47b6 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834705 expref: 65 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502141.597653:0:186941:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc47f5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.597666:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502141.597669:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00000004:00200000:2.0:1777502141.597671:0:186941:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x21c:0x0]: returning size 0 00010000:00010000:0.0:1777502141.597673:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6c200/0x4ad31463d9bc47b6 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834705 expref: 65 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777502141.597675:0:186941:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1777502141.597680:0:186942:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57800/0x4ad31463d9bc47c4 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8346fe expref: 13 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.597687:0:205371:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6c200, rc -2) 00010000:00010000:3.0:1777502141.597691:0:186942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00000004:00010000:2.0:1777502141.597691:0:186941:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc47f5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502141.597697:0:186942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777502141.597704:0:186942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd4da57800/0x4ad31463d9bc47c4 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf8346fe expref: 13 pid: 186942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502141.597704:0:186941:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc47f5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x21c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502141.597719:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc47d9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502141.597734:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc47d9 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502141.597740:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc47d9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777502141.597742:0:186942:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd4da57800, rc -2) 00000100:00100000:0.0:1777502141.597747:0:205371:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:0775d2ab-558e-41f1-82c0-14244d133390+64:2370:x1863837563138176:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 775us (977us total) trans 0 rc -2/-2 00010000:00010000:2.0:1777502141.597750:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec9600 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502141.597755:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc47d9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502141.597760:0:205371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 294 00010000:00010000:2.0:1777502141.597765:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc47d9 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502141.597776:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00000100:00100000:3.0:1777502141.597778:0:186942:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2372:x1863837563138432:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 787us (913us total) trans 0 rc -2/-2 00010000:00010000:2.0:1777502141.597780:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502141.597786:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc47d9 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777502141.597792:0:205371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 296 00010000:00010000:2.0:1777502141.597798:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9600/0x4ad31463d9bc47d9 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777502141.597804:0:186942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 295 00000100:00100000:0.0:1777502141.597808:0:205371:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:0775d2ab-558e-41f1-82c0-14244d133390+63:2372:x1863837563138560:12345-192.168.202.27@tcp:63:ll_sa.0 00010000:00010000:2.0:1777502141.597820:0:186941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc47ee lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.597825:0:205371:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777502141.597827:0:186941:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc47ee lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502141.597834:0:186941:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc47ee lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.597836:0:205371:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc47fc lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xac3ccf43bf834713 expref: -99 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502141.597844:0:186941:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd7eec8a00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:2.0:1777502141.597849:0:186941:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc47ee lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502141.597855:0:186941:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc47ee lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.597862:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d200/0x4ad31463d9bc4803 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502141.597870:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffff8dfd80102100) 00010000:00010000:0.0:1777502141.597871:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d200/0x4ad31463d9bc4803 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502141.597877:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777502141.597882:0:186941:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc47ee lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.597882:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d200/0x4ad31463d9bc4803 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502141.597898:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8a00/0x4ad31463d9bc47ee lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 186941 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.597906:0:205371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ce00/0x4ad31463d9bc480a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.597919:0:205371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ce00/0x4ad31463d9bc480a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.597929:0:205371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ce00/0x4ad31463d9bc480a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502141.597930:0:186941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec9c00/0x4ad31463d9bc47bd lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83470c expref: 65 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502141.597955:0:186941:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd7eec8c00/0x4ad31463d9bc47f5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x21c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf83470c expref: 64 pid: 186941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777502141.597963:0:186941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x21c:0x0].0x0 (ffff8dfd58bbec00) 00010000:00010000:2.0:1777502141.597966:0:186941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777502141.597969:0:186941:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd7eec8c00, rc 0) 00000100:00100000:2.0:1777502141.598014:0:186941:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0775d2ab-558e-41f1-82c0-14244d133390+64:2371:x1863837563138304:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 1057us (1190us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502141.598022:0:186941:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 293 00010000:00010000:0.0:1777502141.598133:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d200/0x4ad31463d9bc4803 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.598142:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d200/0x4ad31463d9bc4803 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.598148:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d200/0x4ad31463d9bc4803 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.598153:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6d200 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502141.598156:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d200/0x4ad31463d9bc4803 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.598161:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d200/0x4ad31463d9bc4803 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.598168:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502141.598170:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502141.598172:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d200/0x4ad31463d9bc4803 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.598176:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6d200/0x4ad31463d9bc4803 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.598183:0:205371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ce00/0x4ad31463d9bc480a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.598188:0:205371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ce00/0x4ad31463d9bc480a lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.598192:0:205371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ce00/0x4ad31463d9bc480a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.598196:0:205371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8dfd77e6ce00 already unused, calling callback (ffffffffc1e434f0) 00010000:00010000:0.0:1777502141.598198:0:205371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ce00/0x4ad31463d9bc480a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.598201:0:205371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ce00/0x4ad31463d9bc480a lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.598207:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8ef95a8 (ffff8dfd7fc41c00) 00010000:00010000:0.0:1777502141.598209:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777502141.598211:0:205371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ce00/0x4ad31463d9bc480a lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.598215:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6ce00/0x4ad31463d9bc480a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.598234:0:205371:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc47fc lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834713 expref: 63 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.598240:0:205371:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffff8dfd7f712b00) 00010000:00010000:0.0:1777502141.598242:0:205371:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777502141.598245:0:205371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8dfd77e6da00/0x4ad31463d9bc47fc lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xac3ccf43bf834713 expref: 63 pid: 205371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777502141.598256:0:205371:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8dfd77e6da00, rc -2) 00000100:00100000:0.0:1777502141.598293:0:205371:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:0775d2ab-558e-41f1-82c0-14244d133390+62:2372:x1863837563138560:12345-192.168.202.27@tcp:63:ll_sa.0 Request processed in 490us (1377us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777502141.598300:0:205371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 296 00010000:00010000:3.0:1777502141.905783:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502142.929754:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1777502143.581823:0:6599:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4254d622-1c5a-45a0-aa2f-9afde5f83f6d 00000020:00000080:3.0:1777502143.581830:0:6599:0:(genops.c:906:class_export_put()) final put ffff8dfd4ff23000/4254d622-1c5a-45a0-aa2f-9afde5f83f6d 00000020:00000080:2.0:1777502143.581866:0:173604:0:(genops.c:865:class_export_destroy()) destroying export ffff8dfd4ff23000/4254d622-1c5a-45a0-aa2f-9afde5f83f6d for lustre-OST0000 00000020:00000080:2.0:1777502143.581999:0:173604:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8dfd4ff23800 for lustre-OST0000 00010000:00010000:3.0:1777502143.953776:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1777502144.093136:0:7467:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4254d622-1c5a-45a0-aa2f-9afde5f83f6d 00000020:00000080:1.0:1777502144.093145:0:7467:0:(genops.c:906:class_export_put()) final put ffff8dfd4ff26000/4254d622-1c5a-45a0-aa2f-9afde5f83f6d 00000020:00000080:2.0:1777502144.093177:0:173604:0:(genops.c:865:class_export_destroy()) destroying export ffff8dfd4ff26000/4254d622-1c5a-45a0-aa2f-9afde5f83f6d for lustre-OST0001 00000020:00000080:2.0:1777502144.093289:0:173604:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8dfd7edce000 for lustre-OST0001 00010000:00010000:3.0:1777502144.977772:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502145.180743:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502145.180800:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502145.180823:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563138816 00000100:00100000:2.0:1777502145.180833:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563138816 00000100:00100000:3.0:1777502145.180844:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502145.180863:0:186929:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563138688 00000100:00100000:1.0:1777502145.180869:0:186929:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563138688 00000100:00100000:3.0:1777502145.180889:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502145.180892:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8268768076123 time 8268768035760 state 0x0 ref 1 00000100:00100000:2.0:1777502145.180901:0:186937:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8268768076123 time 8268768035760 state 0x0 ref 1 00000100:00100000:2.0:1777502145.180915:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8268768135760 time 8268768035760 state 0x1 ref 1 00000100:00100000:1.0:1777502145.180924:0:186929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 233 00000100:00100000:3.0:1777502145.180928:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502145.180941:0:186929:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f698c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c3865704-aa9b-444e-8420-b5af90b3c217+12:2370:x1863837563138688:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502145.180943:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563138944 00000100:00100000:2.0:1777502145.180949:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563138944 00000100:00100000:3.0:1777502145.180961:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563139072 00000100:00100000:3.0:1777502145.180965:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563139072 00000100:00100000:2.0:1777502145.180971:0:186937:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8268768135760 time 8268768035760 state 0x1 ref 2 00000100:00100000:2.0:1777502145.180985:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8268768135760 time 8268768035760 state 0x1 ref 2 00000100:00100000:3.0:1777502145.180999:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563139200 00000100:00100000:3.0:1777502145.181002:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563139200 00000100:00100000:2.0:1777502145.181012:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8272426530299 time 8272426430299 state 0x1 ref 2 00000100:00100000:1.0:1777502145.181020:0:186929:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f698c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c3865704-aa9b-444e-8420-b5af90b3c217+12:2370:x1863837563138688:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 82us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502145.181029:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2371:x1863837563138816:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:1.0:1777502145.181031:0:186929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 233 00000100:00100000:3.0:1777502145.181033:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 186 00000100:00100000:3.0:1777502145.181046:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837563139072:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:1.0:1777502145.181136:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 187 00000100:00100000:1.0:1777502145.181151:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0775d2ab-558e-41f1-82c0-14244d133390+11:2370:x1863837563139200:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502145.181152:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837563139072:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 106us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502145.181165:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 186 00000100:00100000:2.0:1777502145.181165:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2371:x1863837563138816:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 139us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502145.181178:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 33 00000100:00080000:3.0:1777502145.181201:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777502145.181207:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777502145.181211:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777502145.181212:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8272426530299 time 8272426631211 state 0x0 ref 1 00000100:00100000:2.0:1777502145.181223:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+62:2370:x1863837563138944:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:1.0:1777502145.181233:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0775d2ab-558e-41f1-82c0-14244d133390+11:2370:x1863837563139200:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 87us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502145.181242:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 187 00000100:00100000:2.0:1777502145.181321:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+62:2370:x1863837563138944:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 99us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502145.181327:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 34 00000100:00100000:2.0:1777502145.181331:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8272426530299 time 8272426631211 state 0x2 ref 0 00010000:00010000:3.0:1777502146.001752:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502146.641735:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc49cdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561393280:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777502146.641735:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd70c6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561393536:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777502146.641775:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561393664:0@lo:400:kworker.0 00000100:00100000:2.0:1777502146.641808:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502146.641813:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d37a34a7-24bb-490e-b7a8-76d369c5604f:3312:1863837561393408:0@lo:400:kworker.0 00000100:00100000:1.0:1777502146.641821:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502146.641852:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502146.641852:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561393664 00000100:00100000:0.0:1777502146.641859:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561393664 00000100:00100000:1.0:1777502146.641866:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3310:1863837561394176:0@lo:400:kworker.0 00000100:00100000:2.0:1777502146.641875:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3309:1863837561394048:0@lo:400:kworker.0 00000100:00100000:3.0:1777502146.641883:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3312:1863837561393920:0@lo:400:kworker.0 00000100:00100000:1.0:1777502146.641902:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1777502146.641920:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777502146.641925:0:189738:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561393536 00000100:00100000:0.0:1777502146.641925:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:2.0:1777502146.641930:0:189738:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561393536 00000100:00100000:0.0:1777502146.641937:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561393664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502146.641945:0:186930:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561393408 00000100:00100000:3.0:1777502146.641948:0:186930:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561393408 00000100:00100000:1.0:1777502146.641961:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561394176 00000100:00100000:1.0:1777502146.641967:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561394176 00000100:00100000:2.0:1777502146.641974:0:189738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:3.0:1777502146.641983:0:186930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:2.0:1777502146.641984:0:189738:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561393536:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777502146.641992:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8272426530299 time 8272426631211 state 0x0 ref 1 00000100:00100000:3.0:1777502146.641993:0:186930:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f698050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3312:x1863837561393408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502146.641997:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561393664:12345-0@lo:400:kworker.0 Request processed in 62us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502146.642004:0:188648:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8272426530299 time 8272426631211 state 0x0 ref 1 00000100:00100000:0.0:1777502146.642007:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00002000:00000024:2.0:1777502146.642010:0:189738:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3821010944 avail 3818913792 00000100:00100000:1.0:1777502146.642016:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8272426731211 time 8272426631211 state 0x1 ref 1 00000100:00100000:1.0:1777502146.642036:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8272426731211 time 8273887455437 state 0x0 ref 1 00000100:00100000:3.0:1777502146.642046:0:186930:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f698050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3312:x1863837561393408:12345-0@lo:400:kworker.0 Request processed in 55us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502146.642049:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1863837561394176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502146.642054:0:189738:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561393536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502146.642059:0:186930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:2.0:1777502146.642069:0:189738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:1.0:1777502146.642095:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1863837561394176:12345-0@lo:400:kworker.0 Request processed in 49us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502146.642100:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502146.642108:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1777502146.642112:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8272426731211 time 8273887455437 state 0x2 ref 0 00000100:00080000:2.0:1777502146.642120:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777502146.642129:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561393792:0@lo:400:kworker.0 00000100:00080000:2.0:1777502146.642133:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777502146.642139:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502146.642161:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502146.642172:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502146.642188:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d37a34a7-24bb-490e-b7a8-76d369c5604f:3312:1863837561393408:0@lo:400:kworker.0 00000100:00100000:3.0:1777502146.642204:0:187552:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561393280 00000100:00100000:3.0:1777502146.642208:0:187552:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561393280 00000100:00100000:2.0:1777502146.642221:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd70c6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561393536:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777502146.642231:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561393664:0@lo:400:kworker.0 00000100:00100000:3.0:1777502146.642240:0:187552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:3.0:1777502146.642248:0:187552:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561393280:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777502146.642248:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3310:1863837561394176:0@lo:400:kworker.0 00000100:00100000:2.0:1777502146.642263:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561393792 00000100:00100000:2.0:1777502146.642267:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561393792 00002000:00000024:3.0:1777502146.642272:0:187552:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3845128192 avail 3843031040 00000100:00100000:1.0:1777502146.642292:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561393920 00000100:00100000:1.0:1777502146.642296:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561393920 00000100:00100000:2.0:1777502146.642300:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:2.0:1777502146.642309:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561393792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777502146.642315:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8272426731211 time 8273887455437 state 0x0 ref 1 00000100:00100000:3.0:1777502146.642333:0:187552:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561393280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502146.642342:0:205369:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8272426731211 time 8273887455437 state 0x0 ref 1 00000100:00100000:3.0:1777502146.642346:0:187552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:1.0:1777502146.642355:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8273887555437 time 8273887455437 state 0x1 ref 1 00000100:00100000:2.0:1777502146.642359:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561393792:12345-0@lo:400:kworker.0 Request processed in 51us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502146.642367:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:1.0:1777502146.642380:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561394048 00000100:00100000:1.0:1777502146.642384:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561394048 00000100:00100000:3.0:1777502146.642392:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561393792:0@lo:400:kworker.0 00000100:00080000:2.0:1777502146.642405:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777502146.642409:0:205369:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8273887555437 time 8273887455437 state 0x1 ref 2 00000100:00100000:3.0:1777502146.642411:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc49cdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561393280:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777502146.642423:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8273887555437 time 8273887455437 state 0x1 ref 2 00000100:00100000:2.0:1777502146.642435:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8273887953908 time 8273887853908 state 0x1 ref 2 00000100:00100000:1.0:1777502146.642442:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8273887953908 time 8273887861978 state 0x0 ref 2 00000100:00100000:2.0:1777502146.642447:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1863837561393920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777502146.642458:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd509d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1863837561394048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502146.642485:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1863837561393920:12345-0@lo:400:kworker.0 Request processed in 41us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502146.642491:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1777502146.642494:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3312:1863837561393920:0@lo:400:kworker.0 00000100:00100000:1.0:1777502146.642510:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd509d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1863837561394048:12345-0@lo:400:kworker.0 Request processed in 55us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502146.642517:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1777502146.642521:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8273887953908 time 8273887861978 state 0x2 ref 0 00000100:00100000:2.0:1777502146.642547:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3309:1863837561394048:0@lo:400:kworker.0 00010000:00010000:3.0:1777502147.025756:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502148.049697:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502149.073702:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502150.097702:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502150.300960:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502150.301002:0:186931:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563139328 00000100:00100000:2.0:1777502150.301011:0:186931:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563139328 00000100:00100000:0.0:1777502150.301011:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502150.301055:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502150.301068:0:186931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 235 00000100:00100000:2.0:1777502150.301080:0:186931:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f698450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c3865704-aa9b-444e-8420-b5af90b3c217+12:2372:x1863837563139328:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502150.301093:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502150.301121:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563139456 00000100:00100000:1.0:1777502150.301128:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563139456 00000100:00100000:0.0:1777502150.301137:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502150.301156:0:186931:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f698450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c3865704-aa9b-444e-8420-b5af90b3c217+12:2372:x1863837563139328:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 78us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502150.301163:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8273887953908 time 8273887861978 state 0x0 ref 1 00000100:00100000:2.0:1777502150.301167:0:186931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 235 00000100:00100000:1.0:1777502150.301172:0:188648:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8273887953908 time 8273887861978 state 0x0 ref 1 00000100:00100000:1.0:1777502150.301181:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8273887961978 time 8273887861978 state 0x1 ref 1 00000100:00100000:1.0:1777502150.301196:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563139584 00000100:00100000:1.0:1777502150.301198:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563139584 00000100:00100000:1.0:1777502150.301213:0:188648:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8273887961978 time 8273887861978 state 0x1 ref 2 00000100:00100000:1.0:1777502150.301217:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8273887961978 time 8273887861978 state 0x1 ref 2 00000100:00100000:1.0:1777502150.301234:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8277546754500 time 8277546654500 state 0x1 ref 2 00000100:00100000:1.0:1777502150.301243:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2373:x1863837563139456:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502150.301254:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8277546754500 time 8277546671601 state 0x0 ref 2 00000100:00100000:0.0:1777502150.301269:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+62:2372:x1863837563139584:12345-192.168.202.27@tcp:400:kworker.0 00000100:00080000:2.0:1777502150.301273:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777502150.301301:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563139712 00000100:00100000:1.0:1777502150.301304:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2373:x1863837563139456:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 61us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502150.301305:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563139712 00000100:00100000:1.0:1777502150.301313:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 38 00000100:00100000:0.0:1777502150.301321:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+62:2372:x1863837563139584:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 54us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502150.301330:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 39 00000100:00100000:0.0:1777502150.301335:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8277546754500 time 8277546671601 state 0x2 ref 0 00000100:00100000:2.0:1777502150.301340:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563139840 00000100:00100000:2.0:1777502150.301343:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563139840 00000100:00100000:2.0:1777502150.301378:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 190 00000100:00100000:0.0:1777502150.301387:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 191 00000100:00100000:2.0:1777502150.301389:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0775d2ab-558e-41f1-82c0-14244d133390+11:2373:x1863837563139712:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502150.301401:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0775d2ab-558e-41f1-82c0-14244d133390+11:2372:x1863837563139840:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502150.301422:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0775d2ab-558e-41f1-82c0-14244d133390+11:2373:x1863837563139712:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 37us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502150.301427:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 190 00000100:00100000:0.0:1777502150.301438:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0775d2ab-558e-41f1-82c0-14244d133390+11:2372:x1863837563139840:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 40us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502150.301446:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 191 00000100:00080000:2.0:1777502150.301447:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777502150.301452:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777502151.121780:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:02000400:1.0:1777502151.761646:0:193436:0:(service.c:2856:ptlrpc_watchdog_fire()) mdt00_002: service thread pid 186938 was inactive for 40.272 seconds. The thread might be hung, or it might only be slow and will resume later. Dumping the stack trace for debugging purposes: 00000100:00100000:3.0:1777502151.761714:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc49cdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561394304:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777502151.761730:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd509d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561394432:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777502151.761775:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd53f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d37a34a7-24bb-490e-b7a8-76d369c5604f:3309:1863837561394560:0@lo:400:kworker.0 00000100:00100000:3.0:1777502151.761784:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502151.761799:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd72dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561394688:0@lo:400:kworker.0 00000100:00100000:0.0:1777502151.761825:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502151.761842:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502151.761845:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4d4a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561394816:0@lo:400:kworker.0 00000100:00100000:0.0:1777502151.761864:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4d4a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3309:1863837561395072:0@lo:400:kworker.0 00000100:00100000:3.0:1777502151.761873:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502151.761879:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3310:1863837561395200:0@lo:400:kworker.0 00000100:00100000:3.0:1777502151.761900:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777502151.761902:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502151.761912:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4d4a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3311:1863837561394944:0@lo:400:kworker.0 00000100:00100000:2.0:1777502151.761930:0:189738:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561394304 00000100:00100000:2.0:1777502151.761936:0:189738:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561394304 00000100:00100000:3.0:1777502151.761946:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502151.761954:0:186929:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561394560 00000100:00100000:0.0:1777502151.761959:0:186929:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561394560 00000100:00100000:2.0:1777502151.761988:0:189738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:0.0:1777502151.761997:0:186929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:3.0:1777502151.762001:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561394688 00000100:00100000:2.0:1777502151.762004:0:189738:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561394304:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777502151.762006:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561394688 00000100:00100000:0.0:1777502151.762008:0:186929:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f69ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3309:x1863837561394560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502151.762037:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561394816 00000100:00100000:3.0:1777502151.762040:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561394816 00002000:00000024:2.0:1777502151.762040:0:189738:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3845128192 avail 3843031040 00000100:00100000:0.0:1777502151.762057:0:186929:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f69ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3309:x1863837561394560:12345-0@lo:400:kworker.0 Request processed in 53us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502151.762064:0:186929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:3.0:1777502151.762073:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:2.0:1777502151.762083:0:189738:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3311:x1863837561394304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502151.762085:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd509d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3310:x1863837561394688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502151.762093:0:189738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:0.0:1777502151.762103:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:0.0:1777502151.762112:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561394816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502151.762117:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561395072 00000100:00100000:2.0:1777502151.762120:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561395072 00000100:00100000:3.0:1777502151.762132:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd509d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561394688:12345-0@lo:400:kworker.0 Request processed in 51us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502151.762140:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:2.0:1777502151.762145:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8277546754500 time 8277546671601 state 0x0 ref 1 00000100:00100000:2.0:1777502151.762153:0:187571:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8277546754500 time 8277546671601 state 0x0 ref 1 00000100:00100000:0.0:1777502151.762163:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561394816:12345-0@lo:400:kworker.0 Request processed in 52us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502151.762164:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8277546771601 time 8277546671601 state 0x1 ref 1 00000100:00100000:3.0:1777502151.762167:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561394944 00000100:00100000:3.0:1777502151.762172:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561394944 00000100:00100000:0.0:1777502151.762177:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:3.0:1777502151.762187:0:205369:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8277546771601 time 8277546671601 state 0x1 ref 2 00000100:00100000:3.0:1777502151.762194:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8277546771601 time 8277546671601 state 0x1 ref 2 00000100:00100000:2.0:1777502151.762207:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8279007723910 time 8279007623910 state 0x1 ref 2 00000100:00100000:0.0:1777502151.762207:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502151.762219:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561395200 00000100:00100000:3.0:1777502151.762223:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561395200 00000100:00100000:2.0:1777502151.762230:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1863837561395072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502151.762236:0:205369:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8279007723910 time 8279007623910 state 0x1 ref 3 00000100:00100000:3.0:1777502151.762241:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8279007723910 time 8279007623910 state 0x1 ref 3 00000100:00100000:0.0:1777502151.762249:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd72dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561394688:0@lo:400:kworker.0 00000100:00100000:3.0:1777502151.762255:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8279007774805 time 8279007674805 state 0x1 ref 3 00000100:00100000:3.0:1777502151.762264:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1863837561394944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502151.762286:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1863837561395072:12345-0@lo:400:kworker.0 Request processed in 69us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502151.762295:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8279007774805 time 8279007713683 state 0x0 ref 3 00000100:00100000:3.0:1777502151.762304:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1863837561394944:12345-0@lo:400:kworker.0 Request processed in 42us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502151.762306:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1777502151.762310:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1863837561395200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502151.762316:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 41 00000100:00080000:2.0:1777502151.762336:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777502151.762342:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777502151.762345:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777502151.762358:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4d4a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3311:1863837561394944:0@lo:400:kworker.0 00000100:00100000:0.0:1777502151.762362:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1863837561395200:12345-0@lo:400:kworker.0 Request processed in 54us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502151.762370:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4d4a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561394816:0@lo:400:kworker.0 00000100:00100000:2.0:1777502151.762373:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502151.762375:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1777502151.762380:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8279007774805 time 8279007713683 state 0x2 ref 0 00000100:00100000:3.0:1777502151.762383:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc49cdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561394304:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777502151.762416:0:187552:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561394432 00000100:00100000:3.0:1777502151.762419:0:187552:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561394432 00000100:00100000:0.0:1777502151.762425:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd53f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d37a34a7-24bb-490e-b7a8-76d369c5604f:3309:1863837561394560:0@lo:400:kworker.0 00000100:00100000:0.0:1777502151.762438:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4d4a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3309:1863837561395072:0@lo:400:kworker.0 00000100:00100000:3.0:1777502151.762441:0:187552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:3.0:1777502151.762450:0:187552:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd70c6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1863837561394432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777502151.762465:0:187552:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3821010944 avail 3818913792 00000100:00100000:0.0:1777502151.762472:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3310:1863837561395200:0@lo:400:kworker.0 00000100:00100000:3.0:1777502151.762495:0:187552:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd70c6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1863837561394432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502151.762499:0:187552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:2.0:1777502151.762537:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd509d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561394432:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1777502152.145727:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502153.169790:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777502154.194740:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502155.217788:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502155.421339:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502155.421409:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563140096 00000100:00100000:3.0:1777502155.421414:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502155.421422:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563140096 00000100:00100000:3.0:1777502155.421485:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502155.421489:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8279007774805 time 8279007713683 state 0x0 ref 1 00000100:00100000:2.0:1777502155.421499:0:187571:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8279007774805 time 8279007713683 state 0x0 ref 1 00000100:00100000:1.0:1777502155.421505:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563140352 00000100:00100000:1.0:1777502155.421513:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563140352 00000100:00100000:2.0:1777502155.421519:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8279007813683 time 8279007713683 state 0x1 ref 1 00000100:00100000:3.0:1777502155.421557:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502155.421560:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8279007813683 time 8282666978434 state 0x0 ref 1 00000100:00100000:2.0:1777502155.421607:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49cdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2372:x1863837563140096:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:1.0:1777502155.421621:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 194 00000100:00100000:1.0:1777502155.421638:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4d4a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:0775d2ab-558e-41f1-82c0-14244d133390+11:2372:x1863837563140352:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502155.421647:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502155.421711:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49cdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2372:x1863837563140096:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 137us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502155.421718:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4d4a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:0775d2ab-558e-41f1-82c0-14244d133390+11:2372:x1863837563140352:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 82us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502155.421727:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 43 00000100:00100000:1.0:1777502155.421735:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 194 00000100:00100000:2.0:1777502155.421736:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8279007813683 time 8282666978434 state 0x2 ref 0 00000100:00100000:1.0:1777502155.421781:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563140480 00000100:00100000:2.0:1777502155.421782:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563140224 00000100:00100000:1.0:1777502155.421787:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563140480 00000100:00100000:2.0:1777502155.421789:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563140224 00000100:00100000:2.0:1777502155.421824:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8279007813683 time 8282666978434 state 0x0 ref 1 00000100:00100000:2.0:1777502155.421831:0:187571:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8279007813683 time 8282666978434 state 0x0 ref 1 00000100:00100000:3.0:1777502155.421844:0:186930:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563139968 00000100:00100000:2.0:1777502155.421844:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8282667078434 time 8282666978434 state 0x1 ref 1 00000100:00100000:3.0:1777502155.421849:0:186930:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563139968 00000100:00100000:1.0:1777502155.421878:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 195 00000100:00100000:2.0:1777502155.421881:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8282667078434 time 8282667299567 state 0x0 ref 1 00000100:00100000:1.0:1777502155.421899:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4d4a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:0775d2ab-558e-41f1-82c0-14244d133390+11:2372:x1863837563140480:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502155.421905:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4d4a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+62:2372:x1863837563140224:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502155.421959:0:186930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 237 00000100:00100000:2.0:1777502155.421970:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4d4a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+62:2372:x1863837563140224:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 77us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502155.421979:0:186930:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f699c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c3865704-aa9b-444e-8420-b5af90b3c217+12:2372:x1863837563139968:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:1.0:1777502155.421979:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4d4a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:0775d2ab-558e-41f1-82c0-14244d133390+11:2372:x1863837563140480:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 81us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502155.421981:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 44 00000100:00100000:2.0:1777502155.421994:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8282667078434 time 8282667299567 state 0x2 ref 0 00000100:00100000:1.0:1777502155.422000:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 195 00000100:00100000:3.0:1777502155.422028:0:186930:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f699c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c3865704-aa9b-444e-8420-b5af90b3c217+12:2372:x1863837563139968:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 58us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502155.422038:0:186930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 237 00000100:00080000:2.0:1777502155.422048:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777502155.422054:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777502155.422059:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777502156.242454:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502156.881745:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d37a34a7-24bb-490e-b7a8-76d369c5604f:3312:1863837561395456:0@lo:400:kworker.0 00000100:00100000:2.0:1777502156.881857:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502156.881863:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561395584:0@lo:400:kworker.0 00000100:00100000:1.0:1777502156.881934:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502156.881957:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3312:1863837561395968:0@lo:400:kworker.0 00000100:00100000:1.0:1777502156.881964:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3309:1863837561396096:0@lo:400:kworker.0 00000100:00100000:2.0:1777502156.882007:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502156.882015:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561395712:0@lo:400:kworker.0 00000100:00100000:1.0:1777502156.882066:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502156.882072:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd509d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561395328:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777502156.882081:0:186931:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561395456 00000100:00100000:2.0:1777502156.882090:0:186931:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561395456 00000100:00100000:1.0:1777502156.882105:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4cef3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561396224:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777502156.882146:0:186931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:2.0:1777502156.882159:0:186931:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f699050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3312:x1863837561395456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777502156.882167:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502156.882252:0:186931:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f699050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3312:x1863837561395456:12345-0@lo:400:kworker.0 Request processed in 95us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502156.882258:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561395584 00000100:00100000:1.0:1777502156.882262:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561395584 00000100:00100000:2.0:1777502156.882265:0:186931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:1.0:1777502156.882330:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561395712 00000100:00100000:1.0:1777502156.882334:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561395712 00000100:00100000:2.0:1777502156.882339:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561395968 00000100:00100000:2.0:1777502156.882347:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561395968 00000100:00100000:2.0:1777502156.882381:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8282667078434 time 8282667299567 state 0x0 ref 1 00000100:00100000:2.0:1777502156.882390:0:205372:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8282667078434 time 8282667299567 state 0x0 ref 1 00000100:00100000:1.0:1777502156.882390:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:1.0:1777502156.882405:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561395584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502156.882424:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8282667399567 time 8282667299567 state 0x1 ref 1 00000100:00100000:2.0:1777502156.882466:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8282667399567 time 8284127883663 state 0x0 ref 1 00000100:00100000:2.0:1777502156.882486:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1863837561395968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777502156.882486:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561395584:12345-0@lo:400:kworker.0 Request processed in 80us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502156.882505:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:1.0:1777502156.882537:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:1.0:1777502156.882548:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561395712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502156.882549:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1863837561395968:12345-0@lo:400:kworker.0 Request processed in 69us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502156.882562:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502156.882575:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1777502156.882608:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8282667399567 time 8284127883663 state 0x2 ref 0 00000100:00100000:1.0:1777502156.882646:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561395712:12345-0@lo:400:kworker.0 Request processed in 101us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502156.882651:0:189738:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561396224 00000100:00100000:3.0:1777502156.882654:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3311:1863837561395840:0@lo:400:kworker.0 00000100:00100000:2.0:1777502156.882658:0:189738:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561396224 00000100:00100000:1.0:1777502156.882659:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:2.0:1777502156.882706:0:189738:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561395328 00000100:00100000:2.0:1777502156.882711:0:189738:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561395328 00000100:00100000:3.0:1777502156.882720:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502156.882750:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561395712:0@lo:400:kworker.0 00000100:00100000:2.0:1777502156.882764:0:189738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:2.0:1777502156.882780:0:189738:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561396224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777502156.882815:0:189738:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3845128192 avail 3843031040 00000100:00100000:3.0:1777502156.882820:0:187553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:1.0:1777502156.882823:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561395840 00000100:00100000:1.0:1777502156.882830:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561395840 00000100:00100000:3.0:1777502156.882844:0:187553:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cef3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561395328:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777502156.882852:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8282667399567 time 8284127883663 state 0x0 ref 1 00000100:00100000:1.0:1777502156.882857:0:188648:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8282667399567 time 8284127883663 state 0x0 ref 1 00000100:00100000:1.0:1777502156.882866:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8284127983663 time 8284127883663 state 0x1 ref 1 00000100:00100000:2.0:1777502156.882877:0:189738:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561396224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 105us (710us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502156.882889:0:189738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00002000:00000024:3.0:1777502156.882891:0:187553:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3821010944 avail 3818913792 00000100:00100000:1.0:1777502156.882893:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8284127983663 time 8284128313080 state 0x0 ref 1 00000100:00100000:1.0:1777502156.882912:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cef1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1863837561395840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502156.882949:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4cef3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561396224:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777502156.882973:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cef1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1863837561395840:12345-0@lo:400:kworker.0 Request processed in 61us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502156.882983:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1777502156.882989:0:187553:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cef3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561395328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 155us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502156.882990:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8284127983663 time 8284128313080 state 0x2 ref 0 00000100:00100000:3.0:1777502156.883021:0:187553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00080000:1.0:1777502156.883042:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777502156.883050:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777502156.883055:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777502156.883070:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd509d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561395328:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777502156.883092:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502156.883104:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3311:1863837561395840:0@lo:400:kworker.0 00000100:00100000:3.0:1777502156.883122:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3312:1863837561395968:0@lo:400:kworker.0 00000100:00100000:3.0:1777502156.883151:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d37a34a7-24bb-490e-b7a8-76d369c5604f:3312:1863837561395456:0@lo:400:kworker.0 00000100:00100000:1.0:1777502156.883169:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561395584:0@lo:400:kworker.0 00000100:00100000:2.0:1777502156.883170:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561396096 00000100:00100000:2.0:1777502156.883176:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561396096 00000100:00100000:2.0:1777502156.883210:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8284127983663 time 8284128313080 state 0x0 ref 1 00000100:00080000:3.0:1777502156.883217:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777502156.883218:0:186937:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8284127983663 time 8284128313080 state 0x0 ref 1 00000100:00100000:2.0:1777502156.883245:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8284128413080 time 8284128313080 state 0x1 ref 1 00000100:00100000:2.0:1777502156.883273:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8284128413080 time 8284128692416 state 0x0 ref 1 00000100:00100000:2.0:1777502156.883284:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1863837561396096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502156.883335:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1863837561396096:12345-0@lo:400:kworker.0 Request processed in 54us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502156.883341:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1777502156.883345:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8284128413080 time 8284128692416 state 0x2 ref 0 00000100:00100000:1.0:1777502156.883367:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3309:1863837561396096:0@lo:400:kworker.0 00010000:00010000:3.0:1777502157.265766:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502158.289969:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502159.313715:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502160.337771:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502160.541177:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502160.541261:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502160.541269:0:186929:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563140608 00000100:00100000:1.0:1777502160.541280:0:186929:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563140608 00000100:00100000:3.0:1777502160.541300:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502160.541332:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563140736 00000100:00100000:1.0:1777502160.541341:0:186929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 239 00000100:00100000:3.0:1777502160.541346:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502160.541353:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563140736 00000100:00100000:1.0:1777502160.541358:0:186929:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f69a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c3865704-aa9b-444e-8420-b5af90b3c217+12:2371:x1863837563140608:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502160.541391:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563140864 00000100:00100000:2.0:1777502160.541394:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8284128413080 time 8284128692416 state 0x0 ref 1 00000100:00100000:3.0:1777502160.541396:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563140864 00000100:00100000:2.0:1777502160.541409:0:205372:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8284128413080 time 8284128692416 state 0x0 ref 1 00000100:00100000:3.0:1777502160.541437:0:187571:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8284128413080 time 8284128692416 state 0x0 ref 2 00000100:00100000:2.0:1777502160.541451:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8284128792416 time 8284128692416 state 0x1 ref 2 00000100:00100000:1.0:1777502160.541455:0:186929:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f69a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c3865704-aa9b-444e-8420-b5af90b3c217+12:2371:x1863837563140608:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 102us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502160.541463:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8284128792416 time 8284128692416 state 0x1 ref 2 00000100:00100000:1.0:1777502160.541467:0:186929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 239 00000100:00100000:3.0:1777502160.541499:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8287787018259 time 8287786918259 state 0x1 ref 2 00000100:00100000:2.0:1777502160.541507:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8287787018259 time 8287786925844 state 0x0 ref 2 00000100:00100000:3.0:1777502160.541511:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cef2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2370:x1863837563140736:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502160.541527:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cef0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+62:2371:x1863837563140864:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502160.541551:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cef2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2370:x1863837563140736:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 43us (291us total) trans 0 rc 0/0 00000100:00080000:1.0:1777502160.541555:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777502160.541561:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 48 00000100:00100000:2.0:1777502160.541569:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cef0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+62:2371:x1863837563140864:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 46us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502160.541596:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 49 00000100:00100000:2.0:1777502160.541601:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8287787018259 time 8287786925844 state 0x2 ref 0 00000100:00100000:1.0:1777502160.541612:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563141120 00000100:00100000:1.0:1777502160.541617:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563141120 00000100:00100000:1.0:1777502160.541680:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 198 00000100:00100000:1.0:1777502160.541690:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837563141120:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:1.0:1777502160.541735:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837563141120:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 35us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502160.541743:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 198 00000100:00080000:1.0:1777502160.541771:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777502160.543963:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502160.545258:0:205375:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563140992 00000100:00100000:3.0:1777502160.545267:0:205375:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563140992 00000100:00080000:1.0:1777502160.545333:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777502160.545361:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 199 00000100:00100000:3.0:1777502160.545373:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0775d2ab-558e-41f1-82c0-14244d133390+11:2370:x1863837563140992:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502160.545446:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0775d2ab-558e-41f1-82c0-14244d133390+11:2370:x1863837563140992:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 76us (1490us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502160.545455:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 199 00010000:00010000:3.0:1777502161.361777:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502162.001757:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d37a34a7-24bb-490e-b7a8-76d369c5604f:3311:1863837561396352:0@lo:400:kworker.0 00000100:00100000:3.0:1777502162.001784:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd509d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561396480:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777502162.001836:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561396608:0@lo:400:kworker.0 00000100:00100000:3.0:1777502162.001858:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502162.001863:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502162.001926:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561396864:0@lo:400:kworker.0 00000100:00100000:3.0:1777502162.001938:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3312:1863837561396992:0@lo:400:kworker.0 00000100:00100000:2.0:1777502162.001957:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502162.001975:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502162.002018:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4cef3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561396736:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777502162.002048:0:186931:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561396352 00000100:00100000:3.0:1777502162.002055:0:186931:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561396352 00000100:00100000:2.0:1777502162.002063:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502162.002088:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3310:1863837561397248:0@lo:400:kworker.0 00000100:00100000:3.0:1777502162.002103:0:186931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:2.0:1777502162.002110:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502162.002116:0:186931:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f69b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3311:x1863837561396352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502162.002150:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561396864 00000100:00100000:2.0:1777502162.002155:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561396864 00000100:00100000:3.0:1777502162.002185:0:186931:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f69b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3311:x1863837561396352:12345-0@lo:400:kworker.0 Request processed in 62us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502162.002192:0:186931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:2.0:1777502162.002228:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:3.0:1777502162.002238:0:189738:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561396480 00000100:00100000:2.0:1777502162.002239:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6ea52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561396864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502162.002243:0:189738:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561396480 00000100:00100000:3.0:1777502162.002278:0:189738:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561396736 00000100:00100000:3.0:1777502162.002282:0:189738:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561396736 00000100:00100000:2.0:1777502162.002284:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6ea52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:3311:x1863837561396864:12345-0@lo:400:kworker.0 Request processed in 49us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502162.002290:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:3.0:1777502162.002316:0:189738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:3.0:1777502162.002325:0:189738:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e4f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1863837561396480:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777502162.002332:0:205168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:2.0:1777502162.002343:0:205168:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561396736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777502162.002348:0:189738:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3821010944 avail 3818913792 00002000:00000024:2.0:1777502162.002367:0:205168:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3845128192 avail 3843031040 00000100:00100000:3.0:1777502162.002388:0:189738:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e4f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1863837561396480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502162.002395:0:189738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00100000:2.0:1777502162.002426:0:205168:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd722eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561396736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502162.002435:0:205168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:3.0:1777502162.002460:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd509d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561396480:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777502162.002475:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561396992 00000100:00100000:2.0:1777502162.002479:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561396992 00000100:00100000:2.0:1777502162.002502:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8287787018259 time 8287786925844 state 0x0 ref 1 00000100:00100000:2.0:1777502162.002507:0:186937:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8287787018259 time 8287786925844 state 0x0 ref 1 00000100:00100000:3.0:1777502162.002517:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561396864:0@lo:400:kworker.0 00000100:00100000:2.0:1777502162.002518:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8287787025844 time 8287786925844 state 0x1 ref 1 00000100:00100000:3.0:1777502162.002537:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d37a34a7-24bb-490e-b7a8-76d369c5604f:3311:1863837561396352:0@lo:400:kworker.0 00000100:00100000:2.0:1777502162.002539:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561397248 00000100:00100000:2.0:1777502162.002543:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561397248 00000100:00100000:2.0:1777502162.002556:0:186937:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8287787025844 time 8287786925844 state 0x1 ref 2 00000100:00100000:2.0:1777502162.002564:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8287787025844 time 8287786925844 state 0x1 ref 2 00000100:00100000:3.0:1777502162.002621:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4cef3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561396736:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777502162.002665:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8289248183992 time 8289248083992 state 0x1 ref 2 00000100:00100000:3.0:1777502162.002675:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e4f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1863837561396992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502162.002675:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8289248183992 time 8289248092537 state 0x0 ref 2 00000100:00100000:2.0:1777502162.002695:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1863837561397248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502162.002713:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e4f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1863837561396992:12345-0@lo:400:kworker.0 Request processed in 39us (739us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502162.002719:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1777502162.002747:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd722ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1863837561397248:12345-0@lo:400:kworker.0 Request processed in 57us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502162.002752:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1777502162.002756:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8289248183992 time 8289248092537 state 0x2 ref 0 00000100:00100000:3.0:1777502162.002758:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3312:1863837561396992:0@lo:400:kworker.0 00000100:00100000:2.0:1777502162.002799:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3310:1863837561397248:0@lo:400:kworker.0 00000100:00080000:3.0:1777502162.002819:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777502162.002825:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777502162.002828:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777502162.003025:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502162.003056:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3309:1863837561397120:0@lo:400:kworker.0 00000100:00100000:2.0:1777502162.003068:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561396608 00000100:00100000:2.0:1777502162.003072:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561396608 00000100:00100000:1.0:1777502162.003088:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502162.003103:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:2.0:1777502162.003110:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561396608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777502162.003144:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561397120 00000100:00100000:2.0:1777502162.003149:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561396608:12345-0@lo:400:kworker.0 Request processed in 39us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502162.003150:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561397120 00000100:00100000:2.0:1777502162.003159:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:3.0:1777502162.003167:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561396608:0@lo:400:kworker.0 00000100:00080000:2.0:1777502162.003205:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777502162.003205:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8289248183992 time 8289248092537 state 0x0 ref 1 00000100:00100000:1.0:1777502162.003213:0:205372:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8289248183992 time 8289248092537 state 0x0 ref 1 00000100:00100000:1.0:1777502162.003223:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8289248192537 time 8289248092537 state 0x1 ref 1 00000100:00100000:1.0:1777502162.003246:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8289248192537 time 8289248666100 state 0x0 ref 1 00000100:00100000:1.0:1777502162.003259:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1863837561397120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777502162.003303:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1863837561397120:12345-0@lo:400:kworker.0 Request processed in 47us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502162.003310:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1777502162.003314:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8289248192537 time 8289248666100 state 0x2 ref 0 00000100:00100000:3.0:1777502162.003331:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3309:1863837561397120:0@lo:400:kworker.0 00010000:00010000:1.0:1777502162.387111:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502163.409757:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502164.433768:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502165.458835:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502165.662072:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502165.662172:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502165.662174:0:186930:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563141248 00000100:00100000:2.0:1777502165.662188:0:186930:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563141248 00000100:00100000:3.0:1777502165.662238:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502165.662299:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502165.662325:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563141376 00000100:00100000:1.0:1777502165.662333:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563141376 00000100:00100000:3.0:1777502165.662360:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1777502165.662403:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8289248192537 time 8289248666100 state 0x0 ref 1 00000100:00100000:1.0:1777502165.662414:0:187571:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8289248192537 time 8289248666100 state 0x0 ref 1 00000100:00100000:3.0:1777502165.662428:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563141504 00000100:00100000:1.0:1777502165.662433:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8289248766100 time 8289248666100 state 0x1 ref 1 00000100:00100000:3.0:1777502165.662435:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563141504 00000100:00100000:1.0:1777502165.662481:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8289248766100 time 8292907898459 state 0x0 ref 1 00000100:00100000:3.0:1777502165.662493:0:186937:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8289248766100 time 8292907898459 state 0x0 ref 2 00000100:00100000:1.0:1777502165.662503:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e4f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2373:x1863837563141376:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502165.662509:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8292907998459 time 8292907898459 state 0x1 ref 2 00000100:00100000:3.0:1777502165.662561:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8292907998459 time 8292907980009 state 0x0 ref 2 00000100:00100000:3.0:1777502165.662575:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e4f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+62:2372:x1863837563141504:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502165.662696:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e4f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+62:2372:x1863837563141504:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 119us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502165.662697:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e4f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2373:x1863837563141376:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 198us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502165.662718:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 54 00000100:00100000:1.0:1777502165.662728:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 53 00000100:00100000:1.0:1777502165.662735:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8292907998459 time 8292907980009 state 0x2 ref 0 00000100:00100000:3.0:1777502165.662767:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563141632 00000100:00100000:3.0:1777502165.662772:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563141632 00000100:00100000:3.0:1777502165.662846:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563141760 00000100:00100000:3.0:1777502165.662851:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563141760 00000100:00100000:3.0:1777502165.662902:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 202 00000100:00100000:3.0:1777502165.662914:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e4f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0775d2ab-558e-41f1-82c0-14244d133390+11:2373:x1863837563141632:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502165.662956:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e4f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0775d2ab-558e-41f1-82c0-14244d133390+11:2373:x1863837563141632:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 44us (659us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502165.662968:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 202 00000100:00100000:3.0:1777502165.663003:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 203 00000100:00100000:3.0:1777502165.663016:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e4f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0775d2ab-558e-41f1-82c0-14244d133390+11:2372:x1863837563141760:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502165.663052:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e4f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0775d2ab-558e-41f1-82c0-14244d133390+11:2372:x1863837563141760:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 38us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502165.663061:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 203 00000100:00080000:3.0:1777502165.663206:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777502165.663215:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777502165.663221:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777502165.663437:0:186930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 241 00000100:00100000:2.0:1777502165.663454:0:186930:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f698850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c3865704-aa9b-444e-8420-b5af90b3c217+12:2372:x1863837563141248:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502165.663499:0:186930:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f698850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c3865704-aa9b-444e-8420-b5af90b3c217+12:2372:x1863837563141248:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 47us (1438us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502165.663509:0:186930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 241 00010000:00010000:3.0:1777502166.481760:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502167.121746:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561397760:0@lo:400:kworker.0 00000100:00100000:3.0:1777502167.121753:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d37a34a7-24bb-490e-b7a8-76d369c5604f:3311:1863837561397376:0@lo:400:kworker.0 00000100:00100000:1.0:1777502167.121814:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd6e4f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561397632:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777502167.121820:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502167.121820:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502167.121879:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561397888:0@lo:400:kworker.0 00000100:00100000:2.0:1777502167.121881:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3310:1863837561398272:0@lo:400:kworker.0 00000100:00100000:3.0:1777502167.121908:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502167.121910:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502167.121932:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1777502167.121940:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd722eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561397504:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777502167.121954:0:186929:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561397376 00000100:00100000:3.0:1777502167.121960:0:186929:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561397376 00000100:00100000:2.0:1777502167.121987:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502167.122010:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3310:1863837561398144:0@lo:400:kworker.0 00000100:00100000:3.0:1777502167.122023:0:186929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:3.0:1777502167.122033:0:186929:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f699450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3311:x1863837561397376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502167.122035:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502167.122071:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561398272 00000100:00100000:2.0:1777502167.122075:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561398272 00000100:00100000:3.0:1777502167.122084:0:186929:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f699450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3311:x1863837561397376:12345-0@lo:400:kworker.0 Request processed in 53us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502167.122093:0:186929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:2.0:1777502167.122113:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8292907998459 time 8292907980009 state 0x0 ref 1 00000100:00100000:1.0:1777502167.122121:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502167.122141:0:205369:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8292907998459 time 8292907980009 state 0x0 ref 1 00000100:00100000:2.0:1777502167.122154:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8292908080009 time 8292907980009 state 0x1 ref 1 00000100:00100000:3.0:1777502167.122155:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561397760 00000100:00100000:3.0:1777502167.122160:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561397760 00000100:00100000:2.0:1777502167.122183:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561398144 00000100:00100000:2.0:1777502167.122187:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561398144 00000100:00100000:3.0:1777502167.122203:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561397888 00000100:00100000:2.0:1777502167.122204:0:205369:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8292908080009 time 8292907980009 state 0x1 ref 2 00000100:00100000:1.0:1777502167.122207:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3312:1863837561398016:0@lo:400:kworker.0 00000100:00100000:3.0:1777502167.122208:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561397888 00000100:00100000:2.0:1777502167.122219:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8292908080009 time 8292907980009 state 0x1 ref 2 00000100:00100000:2.0:1777502167.122243:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8294367761788 time 8294367661788 state 0x1 ref 2 00000100:00100000:3.0:1777502167.122251:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:2.0:1777502167.122254:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1863837561398272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502167.122261:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561397760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777502167.122278:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502167.122335:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd722e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561397760:12345-0@lo:400:kworker.0 Request processed in 76us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502167.122335:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd722ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1863837561398272:12345-0@lo:400:kworker.0 Request processed in 84us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502167.122346:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:2.0:1777502167.122350:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1777502167.122364:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561398016 00000100:00100000:3.0:1777502167.122365:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:2.0:1777502167.122368:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561398016 00000100:00100000:3.0:1777502167.122374:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e4f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561397888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502167.122380:0:205369:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8294367761788 time 8294367661788 state 0x1 ref 2 00000100:00100000:2.0:1777502167.122392:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8294367761788 time 8294367661788 state 0x1 ref 2 00000100:00100000:1.0:1777502167.122408:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8294367923212 time 8294367823212 state 0x1 ref 2 00000100:00100000:2.0:1777502167.122422:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8294367923212 time 8294367840346 state 0x0 ref 2 00000100:00100000:3.0:1777502167.122427:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e4f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561397888:12345-0@lo:400:kworker.0 Request processed in 53us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502167.122432:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1863837561398144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502167.122439:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1863837561398016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502167.122449:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00080000:3.0:1777502167.122485:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777502167.122491:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777502167.122496:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777502167.122504:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1863837561398016:12345-0@lo:400:kworker.0 Request processed in 68us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502167.122513:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1777502167.122529:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd722e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1863837561398144:12345-0@lo:400:kworker.0 Request processed in 102us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502167.122542:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1777502167.122547:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d37a34a7-24bb-490e-b7a8-76d369c5604f:3311:1863837561397376:0@lo:400:kworker.0 00000100:00100000:2.0:1777502167.122549:0:189738:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561397504 00000100:00100000:1.0:1777502167.122551:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8294367923212 time 8294367840346 state 0x2 ref 0 00000100:00100000:2.0:1777502167.122554:0:189738:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561397504 00000100:00100000:3.0:1777502167.122568:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561397888:0@lo:400:kworker.0 00000100:00100000:2.0:1777502167.122625:0:189738:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561397632 00000100:00100000:2.0:1777502167.122628:0:189738:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561397632 00000100:00100000:1.0:1777502167.122659:0:187553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:2.0:1777502167.122673:0:189738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:1.0:1777502167.122681:0:187553:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561397504:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777502167.122682:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3310:1863837561398144:0@lo:400:kworker.0 00000100:00100000:2.0:1777502167.122691:0:189738:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ccb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1863837561397632:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777502167.122710:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3310:1863837561398272:0@lo:400:kworker.0 00000100:00100000:3.0:1777502167.122726:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561397760:0@lo:400:kworker.0 00002000:00000024:2.0:1777502167.122738:0:189738:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3845128192 avail 3843031040 00002000:00000024:1.0:1777502167.122740:0:187553:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3821010944 avail 3818913792 00000100:00100000:2.0:1777502167.122791:0:189738:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ccb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1863837561397632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 105us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502167.122799:0:189738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00100000:1.0:1777502167.122834:0:187553:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd722e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561397504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 164us (846us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502167.122846:0:187553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00100000:2.0:1777502167.122874:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd722eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561397504:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777502167.122933:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd6e4f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561397632:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777502167.122964:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3312:1863837561398016:0@lo:400:kworker.0 00010000:00010000:3.0:1777502167.506218:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502168.529737:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502169.553769:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502170.577758:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502170.782026:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502170.782104:0:186930:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563141888 00000100:00100000:2.0:1777502170.782113:0:186930:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563141888 00000100:00100000:3.0:1777502170.782121:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502170.782164:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502170.782173:0:186930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 243 00000100:00100000:0.0:1777502170.782177:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563142016 00000100:00100000:2.0:1777502170.782187:0:186930:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f69a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c3865704-aa9b-444e-8420-b5af90b3c217+12:2370:x1863837563141888:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502170.782187:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563142016 00000100:00100000:3.0:1777502170.782199:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502170.782227:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8294367923212 time 8294367840346 state 0x0 ref 1 00000100:00100000:0.0:1777502170.782235:0:205369:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8294367923212 time 8294367840346 state 0x0 ref 1 00000100:00100000:0.0:1777502170.782246:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8294367940346 time 8294367840346 state 0x1 ref 1 00000100:00100000:2.0:1777502170.782261:0:186930:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f69a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c3865704-aa9b-444e-8420-b5af90b3c217+12:2370:x1863837563141888:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 77us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502170.782268:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502170.782268:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563142144 00000100:00100000:0.0:1777502170.782273:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563142144 00000100:00100000:2.0:1777502170.782278:0:186930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 243 00000100:00100000:0.0:1777502170.782293:0:205369:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8294367940346 time 8294367840346 state 0x1 ref 2 00000100:00100000:0.0:1777502170.782301:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8294367940346 time 8294367840346 state 0x1 ref 2 00000100:00100000:0.0:1777502170.782324:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8298027843190 time 8298027743190 state 0x1 ref 2 00000100:00100000:0.0:1777502170.782337:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd6e4f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2371:x1863837563142016:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502170.782364:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8298027843190 time 8298027782322 state 0x0 ref 2 00000100:00100000:2.0:1777502170.782381:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd509d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+62:2370:x1863837563142144:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502170.782397:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd6e4f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2371:x1863837563142016:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 63us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502170.782405:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 58 00000100:00100000:3.0:1777502170.782427:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563142272 00000100:00080000:0.0:1777502170.782431:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777502170.782432:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563142272 00000100:00100000:2.0:1777502170.782448:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd509d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+62:2370:x1863837563142144:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 69us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502170.782456:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 59 00000100:00080000:0.0:1777502170.782457:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777502170.782462:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8298027843190 time 8298027782322 state 0x2 ref 0 00000100:00100000:0.0:1777502170.782516:0:188366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563142400 00000100:00100000:0.0:1777502170.782520:0:188366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563142400 00000100:00100000:3.0:1777502170.782571:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 206 00000100:00100000:0.0:1777502170.782599:0:188366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 207 00000100:00100000:3.0:1777502170.782601:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4cef3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837563142272:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502170.782613:0:188366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc492e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837563142400:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502170.782645:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4cef3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837563142272:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 65us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502170.782653:0:188366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc492e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837563142400:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 43us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502170.782657:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 206 00000100:00100000:0.0:1777502170.782667:0:188366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 207 00000100:00080000:0.0:1777502170.782690:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1777502171.601794:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502172.241782:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc492e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561398528:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777502172.241782:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd722eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561398400:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777502172.241872:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502172.241881:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d37a34a7-24bb-490e-b7a8-76d369c5604f:3309:1863837561398656:0@lo:400:kworker.0 00000100:00100000:1.0:1777502172.241891:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561398784:0@lo:400:kworker.0 00000100:00100000:3.0:1777502172.241933:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502172.241939:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502172.241969:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3312:1863837561399040:0@lo:400:kworker.0 00000100:00100000:1.0:1777502172.241998:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3310:1863837561399296:0@lo:400:kworker.0 00000100:00100000:3.0:1777502172.242005:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3309:1863837561399168:0@lo:400:kworker.0 00000100:00100000:2.0:1777502172.242027:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502172.242065:0:205168:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561398400 00000100:00100000:1.0:1777502172.242065:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561398784 00000100:00100000:3.0:1777502172.242084:0:205168:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561398400 00000100:00100000:1.0:1777502172.242087:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561398784 00000100:00100000:2.0:1777502172.242105:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777502172.242118:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ccb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561398912:0@lo:400:kworker.0 00000100:00100000:3.0:1777502172.242180:0:205168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:1.0:1777502172.242180:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:2.0:1777502172.242182:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502172.242198:0:205168:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46319f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1863837561398400:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777502172.242198:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc456b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561398784:12345-0@lo:400:kworker.0 00002000:00000024:3.0:1777502172.242244:0:205168:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3821010944 avail 3818913792 00000100:00100000:2.0:1777502172.242268:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561398912 00000100:00100000:2.0:1777502172.242274:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561398912 00000100:00100000:1.0:1777502172.242279:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc456b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561398784:12345-0@lo:400:kworker.0 Request processed in 83us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502172.242292:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00100000:3.0:1777502172.242320:0:205168:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46319f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3312:x1863837561398400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 128us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502172.242323:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:3.0:1777502172.242330:0:205168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:1.0:1777502172.242336:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3312:x1863837561398912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502172.242374:0:186931:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561398656 00000100:00100000:1.0:1777502172.242378:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3312:x1863837561398912:12345-0@lo:400:kworker.0 Request processed in 46us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502172.242381:0:186931:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561398656 00000100:00100000:1.0:1777502172.242389:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:2.0:1777502172.242393:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502172.242433:0:186931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:3.0:1777502172.242449:0:186931:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f69b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3309:x1863837561398656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502172.242487:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561398784:0@lo:400:kworker.0 00000100:00080000:1.0:1777502172.242488:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777502172.242500:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777502172.242514:0:186931:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f69b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3309:x1863837561398656:12345-0@lo:400:kworker.0 Request processed in 71us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502172.242534:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561399040 00000100:00100000:3.0:1777502172.242538:0:186931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00100000:1.0:1777502172.242540:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561399040 00000100:00100000:1.0:1777502172.242563:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8298027843190 time 8298027782322 state 0x0 ref 1 00000100:00100000:1.0:1777502172.242572:0:187571:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8298027843190 time 8298027782322 state 0x0 ref 1 00000100:00100000:2.0:1777502172.242610:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561399296 00000100:00100000:2.0:1777502172.242616:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561399296 00000100:00100000:1.0:1777502172.242617:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8298027882322 time 8298027782322 state 0x1 ref 1 00000100:00100000:3.0:1777502172.242633:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777502172.242646:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561399168 00000100:00100000:2.0:1777502172.242649:0:186936:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8298027882322 time 8298027782322 state 0x1 ref 2 00000100:00100000:1.0:1777502172.242652:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561399168 00000100:00100000:2.0:1777502172.242664:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8298027882322 time 8298027782322 state 0x1 ref 2 00000100:00100000:1.0:1777502172.242678:0:187571:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8298027882322 time 8298027782322 state 0x1 ref 3 00000100:00100000:3.0:1777502172.242690:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d37a34a7-24bb-490e-b7a8-76d369c5604f:3309:1863837561398656:0@lo:400:kworker.0 00000100:00100000:1.0:1777502172.242692:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8298027882322 time 8298027782322 state 0x1 ref 3 00000100:00100000:2.0:1777502172.242708:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8299488225890 time 8299488125890 state 0x1 ref 3 00000100:00100000:1.0:1777502172.242720:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8299488239181 time 8299488139181 state 0x1 ref 3 00000100:00100000:2.0:1777502172.242725:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46319880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1863837561399040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502172.242739:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8299488239181 time 8299488157131 state 0x0 ref 3 00000100:00100000:1.0:1777502172.242740:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4631b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1863837561399296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502172.242758:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc492e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1863837561399168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502172.242806:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46319880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1863837561399040:12345-0@lo:400:kworker.0 Request processed in 83us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502172.242816:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1777502172.242842:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4631b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1863837561399296:12345-0@lo:400:kworker.0 Request processed in 106us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502172.242848:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc492e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1863837561399168:12345-0@lo:400:kworker.0 Request processed in 91us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1777502172.242852:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1777502172.242860:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1777502172.242864:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8299488239181 time 8299488157131 state 0x2 ref 0 00000100:00080000:2.0:1777502172.242883:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777502172.242904:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502172.242919:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3309:1863837561399168:0@lo:400:kworker.0 00000100:00100000:2.0:1777502172.242926:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3310:1863837561399296:0@lo:400:kworker.0 00000100:00100000:2.0:1777502172.242977:0:189738:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561398528 00000100:00100000:2.0:1777502172.242983:0:189738:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561398528 00000100:00100000:3.0:1777502172.243005:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561398912:0@lo:400:kworker.0 00000100:00100000:3.0:1777502172.243030:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ccb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3312:1863837561399040:0@lo:400:kworker.0 00000100:00100000:2.0:1777502172.243036:0:189738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:2.0:1777502172.243051:0:189738:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4abbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561398528:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777502172.243073:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd722eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561398400:0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777502172.243088:0:189738:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3845128192 avail 3843031040 00000100:00100000:2.0:1777502172.243161:0:189738:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4abbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561398528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502172.243173:0:189738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00100000:3.0:1777502172.243196:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc492e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561398528:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777502172.625776:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502173.649785:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777502174.673783:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502175.698108:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502175.900693:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502175.900735:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502175.900759:0:186929:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563142528 00000100:00100000:0.0:1777502175.900772:0:186929:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563142528 00000100:00100000:2.0:1777502175.900783:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502175.900813:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502175.900836:0:186929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 245 00000100:00100000:0.0:1777502175.900848:0:186929:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f699850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c3865704-aa9b-444e-8420-b5af90b3c217+12:2373:x1863837563142528:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502175.900865:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502175.900908:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563142656 00000100:00100000:2.0:1777502175.900912:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563142656 00000100:00100000:0.0:1777502175.900917:0:186929:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f699850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c3865704-aa9b-444e-8420-b5af90b3c217+12:2373:x1863837563142528:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 71us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502175.900927:0:186929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 245 00000100:00100000:2.0:1777502175.900942:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8299488239181 time 8299488157131 state 0x0 ref 1 00000100:00100000:2.0:1777502175.900950:0:186936:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8299488239181 time 8299488157131 state 0x0 ref 1 00000100:00100000:2.0:1777502175.900960:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8299488257131 time 8299488157131 state 0x1 ref 1 00000100:00100000:2.0:1777502175.900975:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563142784 00000100:00100000:2.0:1777502175.900977:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563142784 00000100:00100000:2.0:1777502175.900989:0:186936:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8299488257131 time 8299488157131 state 0x1 ref 2 00000100:00100000:2.0:1777502175.900995:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8299488257131 time 8299488157131 state 0x1 ref 2 00000100:00100000:2.0:1777502175.901012:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8303146531678 time 8303146431678 state 0x1 ref 2 00000100:00100000:2.0:1777502175.901020:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46319f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2372:x1863837563142656:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502175.901067:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46319f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2372:x1863837563142656:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 47us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502175.901075:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 63 00000100:00100000:2.0:1777502175.901098:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8303146531678 time 8303146516807 state 0x0 ref 1 00000100:00100000:2.0:1777502175.901109:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46318700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+62:2373:x1863837563142784:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502175.901120:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563142912 00000100:00100000:0.0:1777502175.901126:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563142912 00000100:00100000:2.0:1777502175.901149:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46318700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+62:2373:x1863837563142784:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 41us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502175.901156:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 64 00000100:00100000:2.0:1777502175.901160:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8303146531678 time 8303146516807 state 0x2 ref 0 00000100:00100000:0.0:1777502175.901167:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563143040 00000100:00100000:0.0:1777502175.901171:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563143040 00000100:00080000:2.0:1777502175.901183:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777502175.901188:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777502175.901192:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777502175.901216:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 210 00000100:00100000:0.0:1777502175.901225:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc49230700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0775d2ab-558e-41f1-82c0-14244d133390+11:2372:x1863837563142912:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502175.901268:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 211 00000100:00100000:2.0:1777502175.901275:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc595eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0775d2ab-558e-41f1-82c0-14244d133390+11:2373:x1863837563143040:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502175.901284:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc49230700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0775d2ab-558e-41f1-82c0-14244d133390+11:2372:x1863837563142912:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 59us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502175.901292:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 210 00000100:00100000:2.0:1777502175.901310:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc595eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0775d2ab-558e-41f1-82c0-14244d133390+11:2373:x1863837563143040:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 32us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502175.901318:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 211 00010000:00010000:3.0:1777502176.722088:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502177.361783:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561399424:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777502177.361862:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502177.361903:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561399680:0@lo:400:kworker.0 00000100:00100000:3.0:1777502177.361932:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3311:1863837561399936:0@lo:400:kworker.0 00000100:00100000:0.0:1777502177.361939:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502177.361962:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3309:1863837561400192:0@lo:400:kworker.0 00000100:00100000:3.0:1777502177.361973:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502177.361991:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d37a34a7-24bb-490e-b7a8-76d369c5604f:3312:1863837561399552:0@lo:400:kworker.0 00000100:00100000:0.0:1777502177.362018:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502177.362051:0:205168:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561399424 00000100:00100000:3.0:1777502177.362059:0:205168:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561399424 00000100:00100000:0.0:1777502177.362069:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3312:1863837561400064:0@lo:400:kworker.0 00000100:00100000:0.0:1777502177.362098:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502177.362129:0:205168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:3.0:1777502177.362141:0:205168:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc492e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561399424:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777502177.362171:0:186930:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561399552 00002000:00000024:3.0:1777502177.362176:0:205168:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3845128192 avail 3843031040 00000100:00100000:0.0:1777502177.362176:0:186930:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561399552 00000100:00100000:3.0:1777502177.362227:0:205168:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc492e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561399424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502177.362231:0:186930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:3.0:1777502177.362240:0:205168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00100000:0.0:1777502177.362245:0:186930:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45ccd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3312:x1863837561399552:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1777502177.362269:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777502177.362289:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561399936 00000100:00100000:0.0:1777502177.362291:0:186930:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45ccd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3312:x1863837561399552:12345-0@lo:400:kworker.0 Request processed in 49us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502177.362294:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561399936 00000100:00100000:0.0:1777502177.362303:0:186930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:3.0:1777502177.362317:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8303146531678 time 8303146516807 state 0x0 ref 1 00000100:00100000:3.0:1777502177.362324:0:186937:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8303146531678 time 8303146516807 state 0x0 ref 1 00000100:00100000:3.0:1777502177.362338:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8303146616807 time 8303146516807 state 0x1 ref 1 00000100:00100000:0.0:1777502177.362343:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561400064 00000100:00100000:0.0:1777502177.362348:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561400064 00000100:00100000:3.0:1777502177.362365:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8303146616807 time 8304607783453 state 0x0 ref 1 00000100:00100000:3.0:1777502177.362378:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc492e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1863837561399936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502177.362384:0:205369:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8303146616807 time 8304607783453 state 0x0 ref 2 00000100:00100000:0.0:1777502177.362395:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8304607883453 time 8304607783453 state 0x1 ref 2 00000100:00100000:0.0:1777502177.362420:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8304607883453 time 8304607839435 state 0x0 ref 2 00000100:00100000:0.0:1777502177.362434:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1863837561400064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502177.362436:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc492e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1863837561399936:12345-0@lo:400:kworker.0 Request processed in 48us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502177.362448:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1777502177.362480:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1863837561400064:12345-0@lo:400:kworker.0 Request processed in 48us (382us total) trans 0 rc 0/0 00000100:00080000:3.0:1777502177.362485:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777502177.362490:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1777502177.362495:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8304607883453 time 8304607839435 state 0x2 ref 0 00000100:00100000:3.0:1777502177.362524:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3311:1863837561399936:0@lo:400:kworker.0 00000100:00100000:0.0:1777502177.362528:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561399680 00000100:00100000:0.0:1777502177.362532:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561399680 00000100:00100000:3.0:1777502177.362549:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561399424:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777502177.362569:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:0.0:1777502177.362603:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561399680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502177.362620:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561399808:0@lo:400:kworker.0 00000100:00100000:0.0:1777502177.362646:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561399680:12345-0@lo:400:kworker.0 Request processed in 69us (707us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502177.362654:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:3.0:1777502177.362660:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502177.362680:0:188358:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561399808 00000100:00100000:0.0:1777502177.362685:0:188358:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561399808 00000100:00080000:3.0:1777502177.362709:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777502177.362729:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:0.0:1777502177.362737:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561399808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502177.362768:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502177.362780:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd722e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561399808:12345-0@lo:400:kworker.0 Request processed in 43us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502177.362788:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:3.0:1777502177.362812:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561399680:0@lo:400:kworker.0 00000100:00100000:0.0:1777502177.362829:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d37a34a7-24bb-490e-b7a8-76d369c5604f:3312:1863837561399552:0@lo:400:kworker.0 00000100:00100000:3.0:1777502177.362846:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561400192 00000100:00100000:0.0:1777502177.362848:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3312:1863837561400064:0@lo:400:kworker.0 00000100:00100000:3.0:1777502177.362851:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561400192 00000100:00100000:3.0:1777502177.362877:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8304607883453 time 8304607839435 state 0x0 ref 1 00000100:00100000:3.0:1777502177.362884:0:187571:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8304607883453 time 8304607839435 state 0x0 ref 1 00000100:00100000:3.0:1777502177.362892:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8304607939435 time 8304607839435 state 0x1 ref 1 00000100:00100000:3.0:1777502177.362920:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8304607939435 time 8304608339797 state 0x0 ref 1 00000100:00100000:3.0:1777502177.362931:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1863837561400192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502177.362976:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd722eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1863837561400192:12345-0@lo:400:kworker.0 Request processed in 46us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502177.362982:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1777502177.362986:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8304607939435 time 8304608339797 state 0x2 ref 0 00000100:00080000:3.0:1777502177.363010:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777502177.363046:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561399808:0@lo:400:kworker.0 00000100:00100000:3.0:1777502177.363077:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3309:1863837561400192:0@lo:400:kworker.0 00000100:00100000:3.0:1777502177.363264:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc595e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561400320:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777502177.363287:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502177.363336:0:187553:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561400320 00000100:00100000:0.0:1777502177.363341:0:187553:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561400320 00000100:00100000:0.0:1777502177.363411:0:187553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:0.0:1777502177.363418:0:187553:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561400320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777502177.363436:0:187553:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3821010944 avail 3818913792 00000100:00100000:0.0:1777502177.363724:0:187553:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd722e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561400320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 306us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502177.363733:0:187553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00100000:2.0:1777502177.363802:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc595e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561400320:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1777502177.745756:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502178.770747:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502179.793765:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502180.817780:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502181.020721:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502181.020773:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563143296 00000100:00100000:0.0:1777502181.020781:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502181.020784:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563143296 00000100:00100000:3.0:1777502181.020837:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8304607939435 time 8304608339797 state 0x0 ref 1 00000100:00100000:3.0:1777502181.020848:0:186937:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8304607939435 time 8304608339797 state 0x0 ref 1 00000100:00100000:0.0:1777502181.020849:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502181.020865:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8304608439797 time 8304608339797 state 0x1 ref 1 00000100:00100000:0.0:1777502181.020886:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502181.020896:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563143424 00000100:00100000:3.0:1777502181.020900:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563143424 00000100:00100000:3.0:1777502181.020922:0:186937:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8304608439797 time 8304608339797 state 0x1 ref 2 00000100:00100000:3.0:1777502181.020931:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8304608439797 time 8304608339797 state 0x1 ref 2 00000100:00100000:3.0:1777502181.020957:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8308266475644 time 8308266375644 state 0x1 ref 2 00000100:00100000:0.0:1777502181.020966:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502181.020974:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2370:x1863837563143296:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502181.021012:0:186931:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563143168 00000100:00100000:0.0:1777502181.021016:0:186931:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563143168 00000100:00100000:0.0:1777502181.021056:0:186931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 247 00000100:00100000:3.0:1777502181.021062:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2370:x1863837563143296:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 91us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502181.021069:0:186931:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45cce450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c3865704-aa9b-444e-8420-b5af90b3c217+12:2370:x1863837563143168:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502181.021074:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 68 00000100:00100000:3.0:1777502181.021099:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8308266475644 time 8308266517896 state 0x0 ref 1 00000100:00100000:0.0:1777502181.021114:0:186931:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45cce450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c3865704-aa9b-444e-8420-b5af90b3c217+12:2370:x1863837563143168:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 47us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502181.021115:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+62:2370:x1863837563143424:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502181.021131:0:186931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 247 00000100:00100000:3.0:1777502181.021155:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0775d2ab-558e-41f1-82c0-14244d133390+62:2370:x1863837563143424:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 45us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502181.021162:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 69 00000100:00100000:3.0:1777502181.021167:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8308266475644 time 8308266517896 state 0x2 ref 0 00000100:00100000:2.0:1777502181.021257:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563143552 00000100:00100000:2.0:1777502181.021262:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563143552 00000100:00100000:2.0:1777502181.021302:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563143680 00000100:00100000:2.0:1777502181.021306:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563143680 00000100:00100000:2.0:1777502181.021347:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 214 00000100:00100000:2.0:1777502181.021355:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0775d2ab-558e-41f1-82c0-14244d133390+11:2370:x1863837563143552:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502181.021387:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0775d2ab-558e-41f1-82c0-14244d133390+11:2370:x1863837563143552:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 34us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502181.021392:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 214 00000100:00100000:2.0:1777502181.021407:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 215 00000100:00100000:2.0:1777502181.021413:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0775d2ab-558e-41f1-82c0-14244d133390+11:2370:x1863837563143680:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502181.021430:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0775d2ab-558e-41f1-82c0-14244d133390+11:2370:x1863837563143680:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 18us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502181.021435:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 215 00000100:00080000:0.0:1777502181.021753:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777502181.021759:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777502181.021764:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777502181.841796:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502182.481850:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc595e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d37a34a7-24bb-490e-b7a8-76d369c5604f:3311:1863837561400576:0@lo:400:kworker.0 00000100:00100000:0.0:1777502182.481871:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd722eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561400448:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777502182.481935:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc595eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561400704:0@lo:400:kworker.0 00000100:00100000:3.0:1777502182.481965:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502182.481973:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502182.482021:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502182.482108:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc595e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3309:1863837561401216:0@lo:400:kworker.0 00000100:00100000:0.0:1777502182.482115:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc595e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3312:1863837561401088:0@lo:400:kworker.0 00000100:00100000:3.0:1777502182.482119:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc595e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561400960:0@lo:400:kworker.0 00000100:00100000:3.0:1777502182.482188:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502182.482197:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502182.482206:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561400832:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777502182.482270:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502182.482287:0:186929:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561400576 00000100:00100000:3.0:1777502182.482297:0:186929:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561400576 00000100:00100000:0.0:1777502182.482309:0:205168:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561400448 00000100:00100000:0.0:1777502182.482318:0:205168:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561400448 00000100:00100000:2.0:1777502182.482319:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc595e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3310:1863837561401344:0@lo:400:kworker.0 00000100:00100000:2.0:1777502182.482364:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502182.482388:0:186929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:3.0:1777502182.482401:0:186929:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45ccf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3311:x1863837561400576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502182.482422:0:205168:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561400832 00000100:00100000:0.0:1777502182.482428:0:205168:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561400832 00000100:00100000:2.0:1777502182.482444:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561400704 00000100:00100000:2.0:1777502182.482451:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561400704 00000100:00100000:3.0:1777502182.482483:0:186929:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45ccf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3311:x1863837561400576:12345-0@lo:400:kworker.0 Request processed in 82us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502182.482498:0:205168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:3.0:1777502182.482506:0:186929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:0.0:1777502182.482518:0:205168:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1863837561400448:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777502182.482519:0:205382:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561400960 00000100:00100000:2.0:1777502182.482526:0:205382:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561400960 00002000:00000024:0.0:1777502182.482572:0:205168:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3821010944 avail 3818913792 00000100:00100000:2.0:1777502182.482605:0:205382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:3.0:1777502182.482616:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:2.0:1777502182.482623:0:205382:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc595e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+6:3309:x1863837561400704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502182.482632:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd798ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+6:3311:x1863837561400960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502182.482676:0:205168:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3312:x1863837561400448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 166us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502182.482690:0:205168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00100000:2.0:1777502182.482709:0:205382:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc595e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+6:3309:x1863837561400704:12345-0@lo:400:kworker.0 Request processed in 89us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502182.482711:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd798ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561400960:12345-0@lo:400:kworker.0 Request processed in 82us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502182.482730:0:205382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:0.0:1777502182.482731:0:205168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:3.0:1777502182.482747:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1777502182.482758:0:205168:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc595eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561400832:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777502182.482788:0:205168:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3845128192 avail 3843031040 00000100:00100000:2.0:1777502182.482806:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561401088 00000100:00100000:2.0:1777502182.482813:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561401088 00000100:00100000:3.0:1777502182.482824:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc595e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561400960:0@lo:400:kworker.0 00000100:00100000:2.0:1777502182.482845:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8308266475644 time 8308266517896 state 0x0 ref 1 00000100:00100000:3.0:1777502182.482848:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc595e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d37a34a7-24bb-490e-b7a8-76d369c5604f:3311:1863837561400576:0@lo:400:kworker.0 00000100:00100000:0.0:1777502182.482861:0:205168:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc595eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561400832:12345-0@lo:13:osp-pre-0-0.0 Request processed in 110us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502182.482863:0:187571:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8308266475644 time 8308266517896 state 0x0 ref 1 00000100:00100000:0.0:1777502182.482888:0:205168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00100000:2.0:1777502182.482894:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8308266617896 time 8308266517896 state 0x1 ref 1 00000100:00100000:3.0:1777502182.482924:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502182.482940:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561401344 00000100:00100000:2.0:1777502182.482946:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561401344 00000100:00100000:0.0:1777502182.482953:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561401216 00000100:00100000:0.0:1777502182.482960:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561401216 00000100:00100000:2.0:1777502182.482973:0:187571:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8308266617896 time 8308266517896 state 0x1 ref 2 00000100:00100000:2.0:1777502182.482998:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8308266617896 time 8308266517896 state 0x1 ref 2 00000100:00100000:0.0:1777502182.483009:0:188648:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8308266617896 time 8308266517896 state 0x1 ref 3 00000100:00100000:3.0:1777502182.483010:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc595eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561400704:0@lo:400:kworker.0 00000100:00100000:2.0:1777502182.483037:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8309728554635 time 8309728454635 state 0x1 ref 3 00000100:00100000:0.0:1777502182.483050:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8309728554635 time 8309728454635 state 0x1 ref 3 00000100:00100000:2.0:1777502182.483058:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1863837561401088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502182.483087:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8309728603938 time 8309728503938 state 0x1 ref 3 00000100:00100000:0.0:1777502182.483102:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8309728603938 time 8309728519795 state 0x0 ref 3 00000100:00100000:3.0:1777502182.483110:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc595ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1863837561401344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502182.483121:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1863837561401088:12345-0@lo:400:kworker.0 Request processed in 68us (930us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502182.483123:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd798a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1863837561401216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502182.483148:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1777502182.483179:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc595ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1863837561401344:12345-0@lo:400:kworker.0 Request processed in 77us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502182.483188:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1777502182.483232:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd798a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1863837561401216:12345-0@lo:400:kworker.0 Request processed in 109us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502182.483241:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1777502182.483247:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8309728603938 time 8309728519795 state 0x2 ref 0 00000100:00100000:2.0:1777502182.483263:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561400832:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1777502182.483272:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777502182.483281:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777502182.483287:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777502182.483296:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc595e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3310:1863837561401344:0@lo:400:kworker.0 00000100:00100000:3.0:1777502182.483341:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc595e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3312:1863837561401088:0@lo:400:kworker.0 00000100:00100000:0.0:1777502182.483342:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc595e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3309:1863837561401216:0@lo:400:kworker.0 00000100:00100000:3.0:1777502182.483385:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd722eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561400448:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1777502182.865754:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502183.889733:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502184.913735:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502185.937737:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502186.141155:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502186.141215:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502186.141241:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563143936 00000100:00100000:2.0:1777502186.141252:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563143936 00000100:00100000:3.0:1777502186.141274:0:186930:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563143808 00000100:00100000:3.0:1777502186.141281:0:186930:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563143808 00000100:00100000:2.0:1777502186.141302:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8309728603938 time 8309728519795 state 0x0 ref 1 00000100:00100000:2.0:1777502186.141311:0:187571:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8309728603938 time 8309728519795 state 0x0 ref 1 00000100:00100000:2.0:1777502186.141324:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8309728619795 time 8309728519795 state 0x1 ref 1 00000100:00100000:3.0:1777502186.141331:0:186930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 249 00000100:00100000:0.0:1777502186.141339:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502186.141348:0:186930:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45ccdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c3865704-aa9b-444e-8420-b5af90b3c217+12:2370:x1863837563143808:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502186.141355:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563144064 00000100:00100000:2.0:1777502186.141360:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563144064 00000100:00100000:2.0:1777502186.141380:0:187571:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8309728619795 time 8309728519795 state 0x1 ref 2 00000100:00100000:0.0:1777502186.141388:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502186.141393:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8309728619795 time 8309728519795 state 0x1 ref 2 00000100:00100000:2.0:1777502186.141417:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8313386935767 time 8313386835767 state 0x1 ref 2 00000100:00100000:2.0:1777502186.141429:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2371:x1863837563143936:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502186.141442:0:186930:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45ccdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c3865704-aa9b-444e-8420-b5af90b3c217+12:2370:x1863837563143808:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 97us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502186.141455:0:186930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 249 00000100:00100000:0.0:1777502186.141455:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502186.141472:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2371:x1863837563143936:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 44us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502186.141482:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 73 00000100:00100000:2.0:1777502186.141506:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8313386935767 time 8313386925238 state 0x0 ref 1 00000100:00080000:3.0:1777502186.141509:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777502186.141524:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+62:2370:x1863837563144064:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502186.141559:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+62:2370:x1863837563144064:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 36us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502186.141566:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 74 00000100:00100000:2.0:1777502186.141606:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8313386935767 time 8313386925238 state 0x2 ref 0 00000100:00100000:3.0:1777502186.141613:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563144192 00000100:00100000:3.0:1777502186.141617:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563144192 00000100:00080000:2.0:1777502186.141646:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777502186.141671:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563144320 00000100:00100000:0.0:1777502186.141676:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563144320 00000100:00100000:2.0:1777502186.141680:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 218 00000100:00100000:2.0:1777502186.141691:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837563144192:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502186.141731:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837563144192:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 42us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502186.141738:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 219 00000100:00100000:2.0:1777502186.141747:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 218 00000100:00100000:0.0:1777502186.141753:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0775d2ab-558e-41f1-82c0-14244d133390+11:2370:x1863837563144320:12345-192.168.202.27@tcp:400:kworker.0 00000100:00080000:3.0:1777502186.141767:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777502186.141792:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0775d2ab-558e-41f1-82c0-14244d133390+11:2370:x1863837563144320:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 44us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502186.141800:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 219 00010000:00010000:0.0:1777502186.962890:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502187.601872:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc595e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d37a34a7-24bb-490e-b7a8-76d369c5604f:3311:1863837561401472:0@lo:400:kworker.0 00000100:00100000:2.0:1777502187.601875:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc595e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561401856:0@lo:400:kworker.0 00000100:00100000:0.0:1777502187.602025:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd798a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561401600:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777502187.602060:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502187.602102:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502187.602102:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502187.602149:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc595eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3311:1863837561401984:0@lo:400:kworker.0 00000100:00100000:0.0:1777502187.605060:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc595e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3309:1863837561402240:0@lo:400:kworker.0 00000100:00100000:2.0:1777502187.605062:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561402368:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777502187.605092:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502187.605151:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502187.605157:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502187.605168:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1777502187.605190:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc595e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561401728:0@lo:400:kworker.0 00000100:00100000:2.0:1777502187.605223:0:189738:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561401600 00000100:00100000:0.0:1777502187.605224:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561401984 00000100:00100000:2.0:1777502187.605234:0:189738:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561401600 00000100:00100000:0.0:1777502187.605234:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561401984 00000100:00100000:0.0:1777502187.605278:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8313386935767 time 8313386925238 state 0x0 ref 1 00000100:00100000:0.0:1777502187.605288:0:188648:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8313386935767 time 8313386925238 state 0x0 ref 1 00000100:00100000:2.0:1777502187.605290:0:189738:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561402368 00000100:00100000:2.0:1777502187.605298:0:189738:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561402368 00000100:00100000:3.0:1777502187.605305:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502187.605319:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8313387025238 time 8313386925238 state 0x1 ref 1 00000100:00100000:2.0:1777502187.605352:0:189738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:0.0:1777502187.605356:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561402240 00000100:00100000:3.0:1777502187.605359:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc595e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3311:1863837561402112:0@lo:400:kworker.0 00000100:00100000:0.0:1777502187.605362:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561402240 00000100:00100000:2.0:1777502187.605368:0:189738:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561401600:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777502187.605390:0:188648:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8313387025238 time 8313386925238 state 0x1 ref 2 00000100:00100000:0.0:1777502187.605405:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8313387025238 time 8313386925238 state 0x1 ref 2 00000100:00100000:3.0:1777502187.605415:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1777502187.605425:0:189738:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3821010944 avail 3818913792 00000100:00100000:0.0:1777502187.605441:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561402112 00000100:00100000:0.0:1777502187.605446:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561402112 00000100:00100000:0.0:1777502187.605468:0:188648:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8313387025238 time 8313386925238 state 0x1 ref 3 00000100:00100000:0.0:1777502187.605477:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8313387025238 time 8313386925238 state 0x1 ref 3 00000100:00100000:0.0:1777502187.605507:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8314851025186 time 8314850925186 state 0x1 ref 3 00000100:00100000:2.0:1777502187.605508:0:189738:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561401600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 146us (3410us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502187.605528:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd722eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1863837561401984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502187.605530:0:189738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:3.0:1777502187.605555:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8314851070719 time 8314850970719 state 0x1 ref 3 00000100:00100000:2.0:1777502187.605574:0:189738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:2.0:1777502187.605607:0:189738:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc51a4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561402368:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777502187.605620:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1863837561402240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502187.605622:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd722eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1863837561401984:12345-0@lo:400:kworker.0 Request processed in 97us (536us total) trans 0 rc 0/0 00002000:00000024:2.0:1777502187.605635:0:189738:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3845128192 avail 3843031040 00000100:00100000:0.0:1777502187.605636:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1777502187.605667:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8314851070719 time 8314851085912 state 0x0 ref 2 00000100:00100000:0.0:1777502187.605685:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46739180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1863837561402112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502187.605711:0:189738:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc51a4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561402368:12345-0@lo:13:osp-pre-0-0.0 Request processed in 108us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502187.605724:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1863837561402240:12345-0@lo:400:kworker.0 Request processed in 148us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502187.605724:0:189738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:0.0:1777502187.605740:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46739180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1863837561402112:12345-0@lo:400:kworker.0 Request processed in 59us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502187.605746:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1777502187.605763:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561401856 00000100:00100000:0.0:1777502187.605765:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1777502187.605768:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561401856 00000100:00100000:0.0:1777502187.605774:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8314851070719 time 8314851085912 state 0x2 ref 0 00000100:00100000:2.0:1777502187.605820:0:189105:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561401728 00000100:00100000:2.0:1777502187.605825:0:189105:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561401728 00000100:00100000:3.0:1777502187.605836:0:186931:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561401472 00000100:00100000:3.0:1777502187.605846:0:186931:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561401472 00000100:00100000:2.0:1777502187.605855:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:2.0:1777502187.605864:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc51a4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561401856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502187.605920:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd798a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561401600:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777502187.605939:0:186931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:2.0:1777502187.605944:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc51a4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561401856:12345-0@lo:400:kworker.0 Request processed in 62us (3824us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502187.605957:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:3.0:1777502187.605964:0:186931:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45cce850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3311:x1863837561401472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502187.605975:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc595e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3309:1863837561402240:0@lo:400:kworker.0 00000100:00100000:2.0:1777502187.605982:0:189105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:2.0:1777502187.605994:0:189105:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4673bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561401728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502187.606042:0:186931:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45cce850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3311:x1863837561401472:12345-0@lo:400:kworker.0 Request processed in 84us (3981us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502187.606052:0:186931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:2.0:1777502187.606070:0:189105:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4673bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561401728:12345-0@lo:400:kworker.0 Request processed in 78us (822us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502187.606078:0:189105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00080000:0.0:1777502187.606094:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777502187.606105:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777502187.606108:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777502187.606157:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc595e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3311:1863837561402112:0@lo:400:kworker.0 00000100:00100000:0.0:1777502187.606168:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561402368:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777502187.606191:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc595e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d37a34a7-24bb-490e-b7a8-76d369c5604f:3311:1863837561401472:0@lo:400:kworker.0 00000100:00100000:0.0:1777502187.606197:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc595e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561401856:0@lo:400:kworker.0 00000100:00100000:3.0:1777502187.606230:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc595eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3311:1863837561401984:0@lo:400:kworker.0 00000100:00100000:3.0:1777502187.606340:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc595e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561401728:0@lo:400:kworker.0 00010000:00010000:3.0:1777502187.985814:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502189.009817:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502190.033798:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502191.058617:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502191.261711:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502191.261766:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502191.261820:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502191.261861:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502191.262004:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563144576 00000100:00100000:2.0:1777502191.262014:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563144576 00000100:00100000:2.0:1777502191.262069:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8314851070719 time 8314851085912 state 0x0 ref 1 00000100:00100000:2.0:1777502191.262079:0:205369:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8314851070719 time 8314851085912 state 0x0 ref 1 00000100:00100000:2.0:1777502191.262100:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8314851185912 time 8314851085912 state 0x1 ref 1 00000100:00100000:2.0:1777502191.262137:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563144704 00000100:00100000:2.0:1777502191.262142:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563144704 00000100:00100000:2.0:1777502191.262168:0:205369:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8314851185912 time 8314851085912 state 0x1 ref 2 00000100:00100000:2.0:1777502191.262179:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8314851185912 time 8314851085912 state 0x1 ref 2 00000100:00100000:2.0:1777502191.262208:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8318507727601 time 8318507627601 state 0x1 ref 2 00000100:00100000:2.0:1777502191.262224:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4673aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2370:x1863837563144576:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502191.262346:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4673aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2370:x1863837563144576:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 124us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502191.262356:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 78 00000100:00100000:2.0:1777502191.262391:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8318507727601 time 8318507810932 state 0x0 ref 1 00000100:00100000:2.0:1777502191.262402:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4c71ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+62:2371:x1863837563144704:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502191.262437:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4c71ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+62:2371:x1863837563144704:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 35us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502191.262446:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 79 00000100:00100000:2.0:1777502191.262453:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8318507727601 time 8318507810932 state 0x2 ref 0 00000100:00100000:2.0:1777502191.262505:0:186929:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563144448 00000100:00100000:2.0:1777502191.262510:0:186929:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563144448 00000100:00100000:2.0:1777502191.262561:0:186929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 251 00000100:00100000:2.0:1777502191.262598:0:186929:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45cce050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c3865704-aa9b-444e-8420-b5af90b3c217+12:2371:x1863837563144448:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502191.262632:0:186929:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45cce050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c3865704-aa9b-444e-8420-b5af90b3c217+12:2371:x1863837563144448:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 61us (928us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502191.262640:0:186929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 251 00000100:00080000:2.0:1777502191.262695:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777502191.263062:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502191.263135:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563144832 00000100:00100000:3.0:1777502191.263141:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563144832 00000100:00100000:2.0:1777502191.263252:0:205381:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563144960 00000100:00100000:2.0:1777502191.263258:0:205381:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563144960 00000100:00100000:3.0:1777502191.263304:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 222 00000100:00100000:3.0:1777502191.263323:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd46739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0775d2ab-558e-41f1-82c0-14244d133390+11:2370:x1863837563144832:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502191.263324:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 223 00000100:00100000:2.0:1777502191.263343:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4c71ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837563144960:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502191.263391:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd46739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0775d2ab-558e-41f1-82c0-14244d133390+11:2370:x1863837563144832:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 74us (1569us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502191.263393:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4c71ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837563144960:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 55us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502191.263406:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 223 00000100:00100000:3.0:1777502191.263421:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 222 00000100:00080000:2.0:1777502191.263495:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777502191.263504:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777502192.081817:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502192.721825:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc51a4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d37a34a7-24bb-490e-b7a8-76d369c5604f:3311:1863837561402624:0@lo:400:kworker.0 00000100:00100000:0.0:1777502192.721849:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561402752:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777502192.721932:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502192.721939:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502192.722007:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777502192.722016:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd63da5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561402496:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777502192.722048:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502192.722052:0:186930:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561402624 00000100:00100000:0.0:1777502192.722061:0:186930:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561402624 00000100:00100000:3.0:1777502192.722092:0:205168:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561402752 00000100:00100000:3.0:1777502192.722097:0:205168:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561402752 00000100:00100000:0.0:1777502192.722136:0:186930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:0.0:1777502192.722149:0:186930:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45cccc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3311:x1863837561402624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502192.722157:0:205168:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561402496 00000100:00100000:3.0:1777502192.722161:0:205168:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561402496 00000100:00100000:3.0:1777502192.722200:0:205168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1777502192.722211:0:205168:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc595e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561402752:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777502192.722222:0:189738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:0.0:1777502192.722222:0:186930:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45cccc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3311:x1863837561402624:12345-0@lo:400:kworker.0 Request processed in 67us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502192.722235:0:186930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:2.0:1777502192.722240:0:189738:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4c71ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561402496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777502192.722248:0:205168:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3821010944 avail 3818913792 00002000:00000024:2.0:1777502192.722269:0:189738:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3845128192 avail 3843031040 00000100:00100000:0.0:1777502192.722285:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc51a4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3312:1863837561403136:0@lo:400:kworker.0 00000100:00100000:3.0:1777502192.722296:0:205168:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc595e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561402752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502192.722307:0:205168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:2.0:1777502192.722324:0:189738:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4c71ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561402496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502192.722333:0:189738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00080000:3.0:1777502192.722335:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777502192.722340:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777502192.722343:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502192.722364:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc51a4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3311:1863837561403008:0@lo:400:kworker.0 00000100:00100000:2.0:1777502192.722370:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc51a4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3310:1863837561402880:0@lo:400:kworker.0 00000100:00100000:0.0:1777502192.722400:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561403136 00000100:00100000:3.0:1777502192.722405:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502192.722418:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561403136 00000100:00100000:0.0:1777502192.722453:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8318507727601 time 8318507810932 state 0x0 ref 1 00000100:00100000:3.0:1777502192.722461:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561402496:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777502192.722461:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd63da4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561402752:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777502192.722465:0:186936:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8318507727601 time 8318507810932 state 0x0 ref 1 00000100:00100000:3.0:1777502192.722485:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc51a4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d37a34a7-24bb-490e-b7a8-76d369c5604f:3311:1863837561402624:0@lo:400:kworker.0 00000100:00100000:0.0:1777502192.722491:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8318507910932 time 8318507810932 state 0x1 ref 1 00000100:00100000:0.0:1777502192.722517:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561403008 00000100:00100000:0.0:1777502192.722521:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561403008 00000100:00100000:3.0:1777502192.722537:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8318507910932 time 8319967953873 state 0x0 ref 1 00000100:00100000:0.0:1777502192.722546:0:186936:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8318507910932 time 8319967953873 state 0x0 ref 2 00000100:00100000:3.0:1777502192.722553:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc595eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1863837561403136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502192.722558:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8319968053873 time 8319967953873 state 0x1 ref 2 00000100:00100000:0.0:1777502192.722602:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8319968053873 time 8319968021518 state 0x0 ref 2 00000100:00100000:0.0:1777502192.722615:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4c71c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1863837561403008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502192.722622:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc595eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1863837561403136:12345-0@lo:400:kworker.0 Request processed in 73us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502192.722632:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1777502192.722651:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502192.722666:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4c71c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1863837561403008:12345-0@lo:400:kworker.0 Request processed in 53us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502192.722675:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1777502192.722678:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc51a4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3312:1863837561403136:0@lo:400:kworker.0 00000100:00100000:0.0:1777502192.722682:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8319968053873 time 8319968021518 state 0x2 ref 0 00000100:00100000:2.0:1777502192.722700:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561402880 00000100:00100000:2.0:1777502192.722705:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561402880 00000100:00100000:3.0:1777502192.722717:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc51a4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3311:1863837561403008:0@lo:400:kworker.0 00000100:00080000:0.0:1777502192.722724:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777502192.722726:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8319968053873 time 8319968021518 state 0x0 ref 1 00000100:00100000:2.0:1777502192.722734:0:186937:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8319968053873 time 8319968021518 state 0x0 ref 1 00000100:00100000:2.0:1777502192.722743:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8319968121518 time 8319968021518 state 0x1 ref 1 00000100:00100000:2.0:1777502192.722762:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8319968121518 time 8319968181988 state 0x0 ref 1 00000100:00100000:2.0:1777502192.722771:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc51a4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1863837561402880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502192.722816:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc51a4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1863837561402880:12345-0@lo:400:kworker.0 Request processed in 45us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502192.722824:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1777502192.722828:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8319968121518 time 8319968181988 state 0x2 ref 0 00000100:00100000:3.0:1777502192.723956:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc51a4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3310:1863837561402880:0@lo:400:kworker.0 00010000:00010000:3.0:1777502193.105753:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502194.129751:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502195.153727:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502196.181758:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502196.385811:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502196.385917:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563145216 00000100:00100000:2.0:1777502196.385927:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563145216 00000100:00100000:0.0:1777502196.385946:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502196.385976:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8319968121518 time 8319968181988 state 0x0 ref 1 00000100:00100000:2.0:1777502196.385982:0:205372:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8319968121518 time 8319968181988 state 0x0 ref 1 00000100:00100000:2.0:1777502196.385998:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8319968281988 time 8319968181988 state 0x1 ref 1 00000100:00100000:0.0:1777502196.386004:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502196.386033:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8319968281988 time 8323631452790 state 0x0 ref 1 00000100:00100000:2.0:1777502196.386048:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc595e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2371:x1863837563145216:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502196.386059:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502196.386114:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc595e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2371:x1863837563145216:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 69us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502196.386121:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502196.386125:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 83 00000100:00100000:2.0:1777502196.386130:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8319968281988 time 8323631452790 state 0x2 ref 0 00000100:00100000:2.0:1777502196.386149:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563145344 00000100:00100000:2.0:1777502196.386152:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563145344 00000100:00100000:2.0:1777502196.386164:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8319968281988 time 8323631452790 state 0x0 ref 1 00000100:00100000:2.0:1777502196.386168:0:205372:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8319968281988 time 8323631452790 state 0x0 ref 1 00000100:00100000:2.0:1777502196.386173:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8323631552790 time 8323631452790 state 0x1 ref 1 00000100:00100000:2.0:1777502196.386189:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8323631552790 time 8323631609605 state 0x0 ref 1 00000100:00100000:2.0:1777502196.386196:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc595e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+62:2370:x1863837563145344:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502196.386221:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc595e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+62:2370:x1863837563145344:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 26us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502196.386226:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 84 00000100:00100000:2.0:1777502196.386229:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8323631552790 time 8323631609605 state 0x2 ref 0 00000100:00100000:2.0:1777502196.386286:0:187551:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563145472 00000100:00100000:2.0:1777502196.386289:0:187551:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563145472 00000100:00100000:0.0:1777502196.386300:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563145600 00000100:00100000:0.0:1777502196.386306:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563145600 00000100:00100000:2.0:1777502196.386332:0:187551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 224 00000100:00100000:2.0:1777502196.386340:0:187551:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc595e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837563145472:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502196.386371:0:187551:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc595e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837563145472:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 33us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502196.386380:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 225 00000100:00100000:2.0:1777502196.386386:0:187551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 224 00000100:00100000:0.0:1777502196.386394:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc595e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:0775d2ab-558e-41f1-82c0-14244d133390+11:2370:x1863837563145600:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502196.386409:0:186931:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563145088 00000100:00100000:2.0:1777502196.386412:0:186931:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563145088 00000100:00100000:0.0:1777502196.386440:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc595e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:0775d2ab-558e-41f1-82c0-14244d133390+11:2370:x1863837563145600:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 51us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502196.386450:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 225 00000100:00100000:2.0:1777502196.386454:0:186931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 253 00000100:00100000:2.0:1777502196.386463:0:186931:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45ccf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c3865704-aa9b-444e-8420-b5af90b3c217+12:2370:x1863837563145088:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502196.386500:0:186931:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45ccf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c3865704-aa9b-444e-8420-b5af90b3c217+12:2370:x1863837563145088:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 41us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502196.386506:0:186931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 253 00000100:00080000:0.0:1777502196.386520:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777502196.386527:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777502196.386532:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777502197.201767:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502197.841707:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd798a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561403264:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777502197.841789:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502197.841860:0:205168:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561403264 00000100:00100000:0.0:1777502197.841868:0:205168:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561403264 00000100:00080000:3.0:1777502197.841909:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777502197.841955:0:205168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:0.0:1777502197.841967:0:205168:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4c71c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561403264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777502197.842024:0:205168:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3845128192 avail 3843031040 00000100:00100000:0.0:1777502197.842093:0:205168:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4c71c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561403264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 129us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502197.842102:0:205168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1777502197.842142:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd798a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561403264:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777502197.842669:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4c71dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d37a34a7-24bb-490e-b7a8-76d369c5604f:3310:1863837561403392:0@lo:400:kworker.0 00000100:00100000:0.0:1777502197.842709:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502197.842737:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4c71f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561403648:0@lo:400:kworker.0 00000100:00100000:0.0:1777502197.842746:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd798a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561403520:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777502197.842773:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502197.842774:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502197.842813:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777502197.842815:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc82360e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3310:1863837561404032:0@lo:400:kworker.0 00000100:00100000:3.0:1777502197.842820:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4c71f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3311:1863837561403776:0@lo:400:kworker.0 00000100:00100000:0.0:1777502197.842859:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502197.842873:0:205383:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561403648 00000100:00100000:3.0:1777502197.842877:0:205383:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561403648 00000100:00100000:0.0:1777502197.842890:0:3310:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777502197.842898:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc82363480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3310:1863837561403904:0@lo:400:kworker.0 00000100:00100000:3.0:1777502197.842923:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:0.0:1777502197.842924:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502197.842933:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc82362d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561403648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502197.842962:0:186929:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561403392 00000100:00100000:0.0:1777502197.842966:0:186929:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561403392 00000100:00100000:3.0:1777502197.842976:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc82362d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561403648:12345-0@lo:400:kworker.0 Request processed in 45us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502197.842983:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:0.0:1777502197.842998:0:186929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00080000:3.0:1777502197.843003:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777502197.843006:0:186929:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45ccc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3310:x1863837561403392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502197.843017:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502197.843043:0:186929:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45ccc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3310:x1863837561403392:12345-0@lo:400:kworker.0 Request processed in 38us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502197.843051:0:186929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:3.0:1777502197.843065:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4c71f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561403648:0@lo:400:kworker.0 00000100:00100000:0.0:1777502197.843086:0:189738:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561403520 00000100:00100000:0.0:1777502197.843090:0:189738:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561403520 00000100:00100000:3.0:1777502197.843104:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561404032 00000100:00100000:3.0:1777502197.843108:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561404032 00000100:00100000:0.0:1777502197.843121:0:189738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:0.0:1777502197.843129:0:189738:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561403520:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777502197.843136:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8323631552790 time 8323631609605 state 0x0 ref 1 00000100:00100000:3.0:1777502197.843144:0:205372:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8323631552790 time 8323631609605 state 0x0 ref 1 00002000:00000024:0.0:1777502197.843151:0:189738:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3821010944 avail 3818913792 00000100:00100000:3.0:1777502197.843155:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8323631709605 time 8323631609605 state 0x1 ref 1 00000100:00100000:3.0:1777502197.843177:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561403904 00000100:00100000:3.0:1777502197.843180:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561403904 00000100:00100000:0.0:1777502197.843188:0:189738:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561403520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502197.843196:0:189738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:3.0:1777502197.843198:0:205372:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8323631709605 time 8323631609605 state 0x1 ref 2 00000100:00100000:3.0:1777502197.843207:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8323631709605 time 8323631609605 state 0x1 ref 2 00000100:00100000:3.0:1777502197.843228:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561403776 00000100:00100000:3.0:1777502197.843231:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561403776 00000100:00100000:0.0:1777502197.843248:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8325088765850 time 8325088665850 state 0x1 ref 3 00000100:00100000:3.0:1777502197.843254:0:205372:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8325088765850 time 8325088665850 state 0x1 ref 3 00000100:00100000:0.0:1777502197.843258:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1863837561404032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502197.843262:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8325088765850 time 8325088665850 state 0x1 ref 3 00000100:00100000:3.0:1777502197.843281:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8325088800945 time 8325088700945 state 0x1 ref 3 00000100:00100000:3.0:1777502197.843291:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1863837561403904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502197.843294:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1863837561404032:12345-0@lo:400:kworker.0 Request processed in 38us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502197.843302:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1777502197.843322:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8325088800945 time 8325088741665 state 0x0 ref 2 00000100:00100000:3.0:1777502197.843331:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1863837561403904:12345-0@lo:400:kworker.0 Request processed in 41us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502197.843332:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc82362a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1863837561403776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502197.843339:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 86 00000100:00080000:3.0:1777502197.843369:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777502197.843372:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc82362a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1863837561403776:12345-0@lo:400:kworker.0 Request processed in 41us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502197.843379:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1777502197.843383:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8325088800945 time 8325088741665 state 0x2 ref 0 00000100:00100000:0.0:1777502197.843436:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4c71f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3311:1863837561403776:0@lo:400:kworker.0 00000100:00100000:0.0:1777502197.843471:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc82363480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3310:1863837561403904:0@lo:400:kworker.0 00000100:00100000:0.0:1777502197.843488:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc82360e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3310:1863837561404032:0@lo:400:kworker.0 00000100:00100000:0.0:1777502197.843501:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4c71dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d37a34a7-24bb-490e-b7a8-76d369c5604f:3310:1863837561403392:0@lo:400:kworker.0 00000100:00100000:0.0:1777502197.843520:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd798a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561403520:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1777502198.225763:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502199.249723:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502200.273690:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502201.297814:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502201.500677:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502201.500749:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563145856 00000100:00100000:3.0:1777502201.500759:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563145856 00000100:00100000:2.0:1777502201.500765:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502201.500819:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502201.500835:0:186931:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563145728 00000100:00100000:0.0:1777502201.500839:0:186931:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563145728 00000100:00100000:2.0:1777502201.500849:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502201.500890:0:186931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 255 00000100:00100000:0.0:1777502201.500899:0:186931:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd45ccc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c3865704-aa9b-444e-8420-b5af90b3c217+12:2371:x1863837563145728:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502201.500913:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502201.500940:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563146112 00000100:00100000:2.0:1777502201.500944:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563146112 00000100:00100000:0.0:1777502201.500957:0:186931:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd45ccc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c3865704-aa9b-444e-8420-b5af90b3c217+12:2371:x1863837563145728:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 60us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502201.500962:0:186931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 255 00000100:00100000:2.0:1777502201.501004:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563146240 00000100:00100000:2.0:1777502201.501008:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563146240 00000100:00100000:2.0:1777502201.501061:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 227 00000100:00100000:2.0:1777502201.501070:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc51a4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0775d2ab-558e-41f1-82c0-14244d133390+11:2370:x1863837563146112:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502201.501098:0:205375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 228 00000100:00100000:0.0:1777502201.501109:0:205375:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc51a4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837563146240:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502201.501114:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc51a4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0775d2ab-558e-41f1-82c0-14244d133390+11:2370:x1863837563146112:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 36us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502201.501124:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 227 00000100:00100000:0.0:1777502201.501142:0:205375:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc51a4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837563146240:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 35us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502201.501150:0:205375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 228 00000100:00100000:0.0:1777502201.501197:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563145984 00000100:00100000:0.0:1777502201.501202:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563145984 00000100:00100000:0.0:1777502201.501224:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8325088800945 time 8325088741665 state 0x0 ref 1 00000100:00100000:0.0:1777502201.501232:0:187571:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8325088800945 time 8325088741665 state 0x0 ref 1 00000100:00100000:0.0:1777502201.501244:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8325088841665 time 8325088741665 state 0x1 ref 1 00000100:00080000:2.0:1777502201.501250:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777502201.501254:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777502201.501258:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777502201.501268:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8325088841665 time 8328746687124 state 0x0 ref 1 00000100:00100000:0.0:1777502201.501281:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc51a4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+62:2371:x1863837563145984:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502201.501327:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc51a4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0775d2ab-558e-41f1-82c0-14244d133390+62:2371:x1863837563145984:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 49us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502201.501342:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 88 00000100:00100000:0.0:1777502201.501347:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8325088841665 time 8328746687124 state 0x2 ref 0 00000100:00100000:3.0:1777502201.502091:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8325088841665 time 8328746687124 state 0x0 ref 1 00000100:00100000:3.0:1777502201.502098:0:205372:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8325088841665 time 8328746687124 state 0x0 ref 1 00000100:00100000:3.0:1777502201.502108:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8328746787124 time 8328746687124 state 0x1 ref 1 00000100:00100000:3.0:1777502201.502169:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8328746787124 time 8328747588094 state 0x0 ref 1 00000100:00100000:3.0:1777502201.502182:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc51a4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2370:x1863837563145856:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502201.502223:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc51a4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2370:x1863837563145856:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 45us (1554us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502201.502231:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 89 00000100:00100000:3.0:1777502201.502235:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8328746787124 time 8328747588094 state 0x2 ref 0 00010000:00010000:3.0:1777502202.321832:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502202.961736:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc51a4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d37a34a7-24bb-490e-b7a8-76d369c5604f:3311:1863837561404288:0@lo:400:kworker.0 00000100:00100000:3.0:1777502202.961800:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc51a4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561404672:0@lo:400:kworker.0 00000100:00100000:0.0:1777502202.961838:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502202.961860:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc51a4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561404416:0@lo:400:kworker.0 00000100:00100000:3.0:1777502202.961865:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502202.961907:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502202.961911:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd53f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561404160:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777502202.961919:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc51a4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3309:1863837561405056:0@lo:400:kworker.0 00000100:00100000:2.0:1777502202.961938:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc51a4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3312:1863837561404928:0@lo:400:kworker.0 00000100:00100000:3.0:1777502202.961955:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502202.961965:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502202.961981:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777502202.961991:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc82360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561404544:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777502202.961994:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502202.962006:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc51a4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3311:1863837561404800:0@lo:400:kworker.0 00000100:00100000:3.0:1777502202.962035:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502202.962046:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502202.962086:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561404672 00000100:00100000:2.0:1777502202.962093:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561404672 00000100:00100000:3.0:1777502202.962095:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561405056 00000100:00100000:3.0:1777502202.962099:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561405056 00000100:00100000:0.0:1777502202.962107:0:205385:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561404416 00000100:00100000:0.0:1777502202.962113:0:205385:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561404416 00000100:00100000:3.0:1777502202.962145:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8328746787124 time 8328747588094 state 0x0 ref 1 00000100:00100000:3.0:1777502202.962153:0:205369:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8328746787124 time 8328747588094 state 0x0 ref 1 00000100:00100000:2.0:1777502202.962175:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:0.0:1777502202.962184:0:205385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:2.0:1777502202.962188:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc82360e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561404672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502202.962199:0:205385:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3312:x1863837561404416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502202.962217:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8328747688094 time 8328747588094 state 0x1 ref 1 00000100:00100000:3.0:1777502202.962251:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561404928 00000100:00100000:3.0:1777502202.962255:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561404928 00000100:00100000:2.0:1777502202.962260:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc82360e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561404672:12345-0@lo:400:kworker.0 Request processed in 74us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502202.962260:0:205385:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3312:x1863837561404416:12345-0@lo:400:kworker.0 Request processed in 66us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502202.962275:0:205369:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8328747688094 time 8328747588094 state 0x1 ref 2 00000100:00100000:0.0:1777502202.962278:0:205385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:3.0:1777502202.962288:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8328747688094 time 8328747588094 state 0x1 ref 2 00000100:00100000:2.0:1777502202.962291:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:3.0:1777502202.962312:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561404800 00000100:00100000:3.0:1777502202.962316:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561404800 00000100:00100000:0.0:1777502202.962324:0:187553:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561404160 00000100:00100000:0.0:1777502202.962328:0:187553:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561404160 00000100:00100000:3.0:1777502202.962331:0:205369:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8328747688094 time 8328747588094 state 0x1 ref 3 00000100:00100000:3.0:1777502202.962341:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8328747688094 time 8328747588094 state 0x1 ref 3 00000100:00100000:2.0:1777502202.962347:0:186930:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561404288 00000100:00100000:2.0:1777502202.962352:0:186930:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561404288 00000100:00100000:0.0:1777502202.962357:0:187553:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561404544 00000100:00100000:0.0:1777502202.962361:0:187553:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561404544 00000100:00100000:3.0:1777502202.962366:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8330207884635 time 8330207784635 state 0x1 ref 3 00000100:00100000:3.0:1777502202.962380:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc82363480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1863837561405056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502202.962395:0:187553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1777502202.962399:0:186930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:0.0:1777502202.962408:0:187553:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd798a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561404160:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777502202.962413:0:186930:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee1ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3311:x1863837561404288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502202.962425:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc82363480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1863837561405056:12345-0@lo:400:kworker.0 Request processed in 48us (469us total) trans 0 rc 0/0 00002000:00000024:0.0:1777502202.962436:0:187553:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3821010944 avail 3818913792 00000100:00100000:3.0:1777502202.962440:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1777502202.962468:0:186930:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee1ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3311:x1863837561404288:12345-0@lo:400:kworker.0 Request processed in 58us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502202.962479:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8330207997545 time 8330207897545 state 0x1 ref 2 00000100:00100000:2.0:1777502202.962481:0:186930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:0.0:1777502202.962481:0:187553:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd798a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561404160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502202.962495:0:187553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1777502202.962502:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd63da4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1863837561404928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502202.962516:0:187553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1777502202.962524:0:187553:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4c71dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561404544:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777502202.962534:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8330207997545 time 8330207951855 state 0x0 ref 2 00002000:00000024:0.0:1777502202.962541:0:187553:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3845128192 avail 3843031040 00000100:00100000:3.0:1777502202.962547:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd63da4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1863837561404928:12345-0@lo:400:kworker.0 Request processed in 49us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502202.962550:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd72dd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1863837561404800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502202.962562:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1777502202.962600:0:187553:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4c71dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561404544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502202.962608:0:187553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:2.0:1777502202.962631:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd72dd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3311:x1863837561404800:12345-0@lo:400:kworker.0 Request processed in 84us (585us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502202.962639:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1777502202.962644:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8330207997545 time 8330207951855 state 0x2 ref 0 00000100:00080000:3.0:1777502202.962658:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777502202.962663:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777502202.962667:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777502202.962698:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc51a4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561404416:0@lo:400:kworker.0 00000100:00100000:0.0:1777502202.962699:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc51a4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3311:1863837561404800:0@lo:400:kworker.0 00000100:00100000:3.0:1777502202.962718:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc82360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561404544:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777502202.962725:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc51a4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3312:1863837561404928:0@lo:400:kworker.0 00000100:00100000:0.0:1777502202.962726:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc51a4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d37a34a7-24bb-490e-b7a8-76d369c5604f:3311:1863837561404288:0@lo:400:kworker.0 00000100:00100000:3.0:1777502202.962740:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc51a4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3309:1863837561405056:0@lo:400:kworker.0 00000100:00100000:0.0:1777502202.962758:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd53f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561404160:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777502202.962762:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc51a4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561404672:0@lo:400:kworker.0 00010000:00010000:3.0:1777502203.345788:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502204.369814:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502205.393770:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502206.417761:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502206.620917:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502206.620960:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502206.620980:0:186929:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563146368 00000100:00100000:0.0:1777502206.620989:0:186929:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563146368 00000100:00100000:3.0:1777502206.621002:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502206.621014:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563146624 00000100:00100000:2.0:1777502206.621021:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563146624 00000100:00100000:0.0:1777502206.621039:0:186929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 257 00000100:00100000:3.0:1777502206.621047:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502206.621054:0:186929:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c3865704-aa9b-444e-8420-b5af90b3c217+12:2372:x1863837563146368:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502206.621071:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8330207997545 time 8330207951855 state 0x0 ref 1 00000100:00100000:2.0:1777502206.621079:0:205369:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8330207997545 time 8330207951855 state 0x0 ref 1 00000100:00100000:2.0:1777502206.621092:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8330208051855 time 8330207951855 state 0x1 ref 1 00000100:00100000:2.0:1777502206.621113:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8330208051855 time 8333866531991 state 0x0 ref 1 00000100:00100000:2.0:1777502206.621130:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4c71f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+62:2372:x1863837563146624:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502206.621130:0:186929:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c3865704-aa9b-444e-8420-b5af90b3c217+12:2372:x1863837563146368:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 79us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502206.621140:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502206.621149:0:186929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 257 00000100:00100000:2.0:1777502206.621177:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4c71f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0775d2ab-558e-41f1-82c0-14244d133390+62:2372:x1863837563146624:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 53us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502206.621184:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 93 00000100:00100000:2.0:1777502206.621188:0:205369:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8330208051855 time 8333866531991 state 0x2 ref 0 00000100:00100000:2.0:1777502206.621213:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563146496 00000100:00100000:2.0:1777502206.621217:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563146496 00000100:00100000:2.0:1777502206.621237:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8330208051855 time 8333866531991 state 0x0 ref 1 00000100:00100000:2.0:1777502206.621243:0:205369:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8330208051855 time 8333866531991 state 0x0 ref 1 00000100:00100000:0.0:1777502206.621250:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563146880 00000100:00100000:2.0:1777502206.621252:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8333866631991 time 8333866531991 state 0x1 ref 1 00000100:00080000:3.0:1777502206.621254:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777502206.621254:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563146880 00000100:00100000:3.0:1777502206.621286:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8333866631991 time 8333866703169 state 0x0 ref 1 00000100:00100000:0.0:1777502206.621295:0:205384:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563146752 00000100:00100000:0.0:1777502206.621298:0:205384:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563146752 00000100:00100000:3.0:1777502206.621302:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc82360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2372:x1863837563146496:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502206.621316:0:205381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 231 00000100:00100000:2.0:1777502206.621328:0:205381:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4c71f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:0775d2ab-558e-41f1-82c0-14244d133390+11:2372:x1863837563146880:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502206.621336:0:205384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 232 00000100:00100000:0.0:1777502206.621364:0:205384:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5843c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0775d2ab-558e-41f1-82c0-14244d133390+11:2372:x1863837563146752:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502206.621371:0:205381:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4c71f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:0775d2ab-558e-41f1-82c0-14244d133390+11:2372:x1863837563146880:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 45us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502206.621380:0:205381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 231 00000100:00100000:3.0:1777502206.621386:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc82360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2372:x1863837563146496:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 86us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502206.621395:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 94 00000100:00100000:3.0:1777502206.621400:0:205372:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8333866631991 time 8333866703169 state 0x2 ref 0 00000100:00100000:0.0:1777502206.621408:0:205384:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5843c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0775d2ab-558e-41f1-82c0-14244d133390+11:2372:x1863837563146752:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 51us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502206.621417:0:205384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 232 00000100:00080000:3.0:1777502206.621443:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777502206.621448:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1777502207.441815:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502208.081752:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777502208.081773:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd53f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561405312:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777502208.081773:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc51a4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d37a34a7-24bb-490e-b7a8-76d369c5604f:3311:1863837561405440:0@lo:400:kworker.0 00000100:00100000:2.0:1777502208.081825:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc51a4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561405568:0@lo:400:kworker.0 00000100:00100000:3.0:1777502208.081847:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502208.081851:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502208.081914:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc51a4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561405696:0@lo:400:kworker.0 00000100:00100000:2.0:1777502208.081917:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502208.081923:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc5843dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561405184:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777502208.081950:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502208.081950:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc51a4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3312:1863837561406080:0@lo:400:kworker.0 00000100:00100000:0.0:1777502208.081980:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502208.081981:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777502208.081990:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc51a4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3309:1863837561405824:0@lo:400:kworker.0 00000100:00100000:2.0:1777502208.081995:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502208.082014:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc51a4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3311:1863837561405952:0@lo:400:kworker.0 00000100:00100000:3.0:1777502208.082028:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502208.082050:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561405568 00000100:00100000:2.0:1777502208.082057:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561405568 00000100:00100000:0.0:1777502208.082057:0:186931:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561405440 00000100:00100000:0.0:1777502208.082063:0:186931:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561405440 00000100:00100000:3.0:1777502208.082086:0:187552:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561405312 00000100:00100000:3.0:1777502208.082090:0:187552:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561405312 00000100:00100000:0.0:1777502208.082113:0:186931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:2.0:1777502208.082123:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561405696 00000100:00100000:0.0:1777502208.082126:0:186931:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee19850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3311:x1863837561405440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502208.082128:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561405696 00000100:00100000:3.0:1777502208.082136:0:187552:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561405184 00000100:00100000:3.0:1777502208.082141:0:187552:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561405184 00000100:00100000:2.0:1777502208.082167:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:3.0:1777502208.082174:0:187552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1777502208.082180:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+6:3312:x1863837561405568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502208.082182:0:186931:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee19850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3311:x1863837561405440:12345-0@lo:400:kworker.0 Request processed in 60us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502208.082186:0:187552:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5843fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3309:x1863837561405312:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777502208.082198:0:186931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00002000:00000024:3.0:1777502208.082219:0:187552:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3821010944 avail 3818913792 00000100:00100000:2.0:1777502208.082238:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+6:3312:x1863837561405568:12345-0@lo:400:kworker.0 Request processed in 63us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502208.082244:0:187553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1777502208.082248:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:0.0:1777502208.082260:0:187553:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc511da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561405184:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777502208.082261:0:187552:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5843fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3309:x1863837561405312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502208.082271:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:3.0:1777502208.082275:0:187552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1777502208.082284:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5843ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561405696:12345-0@lo:400:kworker.0 00002000:00000024:0.0:1777502208.082290:0:187553:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3845128192 avail 3843031040 00000100:00080000:3.0:1777502208.082301:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777502208.082306:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777502208.082331:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502208.082331:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5843ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561405696:12345-0@lo:400:kworker.0 Request processed in 50us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502208.082339:0:187553:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc511da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561405184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502208.082343:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:0.0:1777502208.082353:0:187553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1777502208.082375:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc51a4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d37a34a7-24bb-490e-b7a8-76d369c5604f:3311:1863837561405440:0@lo:400:kworker.0 00000100:00100000:2.0:1777502208.082378:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561406080 00000100:00100000:2.0:1777502208.082383:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561406080 00000100:00100000:3.0:1777502208.082398:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc5843dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561405184:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777502208.082412:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8333866631991 time 8333866703169 state 0x0 ref 1 00000100:00100000:2.0:1777502208.082419:0:186936:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8333866631991 time 8333866703169 state 0x0 ref 1 00000100:00100000:0.0:1777502208.082424:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561405824 00000100:00100000:0.0:1777502208.082429:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561405824 00000100:00100000:3.0:1777502208.082430:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561405952 00000100:00100000:2.0:1777502208.082433:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8333866803169 time 8333866703169 state 0x1 ref 1 00000100:00100000:3.0:1777502208.082434:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561405952 00000100:00100000:0.0:1777502208.082451:0:186937:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8333866803169 time 8333866703169 state 0x1 ref 2 00000100:00100000:3.0:1777502208.082460:0:188648:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8333866803169 time 8333866703169 state 0x1 ref 3 00000100:00100000:2.0:1777502208.082471:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8333866803169 time 8335327888874 state 0x0 ref 3 00000100:00100000:0.0:1777502208.082483:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8335327988874 time 8335327888874 state 0x1 ref 3 00000100:00100000:2.0:1777502208.082484:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4eacb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1863837561406080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502208.082497:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8335327988874 time 8335327888874 state 0x1 ref 3 00000100:00100000:0.0:1777502208.082517:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8335328035807 time 8335327935807 state 0x1 ref 3 00000100:00100000:3.0:1777502208.082526:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8335328035807 time 8335327944512 state 0x0 ref 3 00000100:00100000:2.0:1777502208.082529:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4eacb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1863837561406080:12345-0@lo:400:kworker.0 Request processed in 48us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502208.082545:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5843c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1863837561405952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502208.082546:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1777502208.082547:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5843df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1863837561405824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502208.082627:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc51a4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561405568:0@lo:400:kworker.0 00000100:00100000:0.0:1777502208.082632:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5843df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1863837561405824:12345-0@lo:400:kworker.0 Request processed in 103us (603us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502208.082636:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5843c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1863837561405952:12345-0@lo:400:kworker.0 Request processed in 95us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502208.082643:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1777502208.082650:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc51a4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3312:1863837561406080:0@lo:400:kworker.0 00000100:00100000:3.0:1777502208.082651:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1777502208.082659:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8335328035807 time 8335327944512 state 0x2 ref 0 00000100:00080000:3.0:1777502208.082688:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777502208.082714:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc51a4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3309:1863837561405824:0@lo:400:kworker.0 00000100:00100000:2.0:1777502208.082718:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc51a4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3311:1863837561405952:0@lo:400:kworker.0 00000100:00100000:0.0:1777502208.082751:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc51a4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561405696:0@lo:400:kworker.0 00000100:00100000:0.0:1777502208.082773:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd53f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561405312:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1777502208.465755:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502209.489772:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502210.513726:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502211.537768:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502211.740718:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502211.740782:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502211.740785:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563147136 00000100:00100000:0.0:1777502211.740795:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563147136 00000100:00100000:2.0:1777502211.740826:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502211.740841:0:186930:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563147008 00000100:00100000:0.0:1777502211.740845:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8335328035807 time 8335327944512 state 0x0 ref 1 00000100:00100000:3.0:1777502211.740847:0:186930:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563147008 00000100:00100000:0.0:1777502211.740854:0:186936:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8335328035807 time 8335327944512 state 0x0 ref 1 00000100:00100000:2.0:1777502211.740865:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502211.740868:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8335328044512 time 8335327944512 state 0x1 ref 1 00000100:00100000:0.0:1777502211.740893:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563147264 00000100:00100000:3.0:1777502211.740894:0:186930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 259 00000100:00100000:0.0:1777502211.740897:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563147264 00000100:00100000:3.0:1777502211.740910:0:186930:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee1a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c3865704-aa9b-444e-8420-b5af90b3c217+12:2373:x1863837563147008:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502211.740911:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502211.740914:0:186936:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8335328044512 time 8335327944512 state 0x1 ref 2 00000100:00100000:0.0:1777502211.740924:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8335328044512 time 8335327944512 state 0x1 ref 2 00000100:00100000:0.0:1777502211.740941:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8338986460374 time 8338986360374 state 0x1 ref 2 00000100:00100000:0.0:1777502211.740952:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4eac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2372:x1863837563147136:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502211.740988:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563147392 00000100:00100000:0.0:1777502211.740990:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4eac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2372:x1863837563147136:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 40us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502211.740993:0:186930:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee1a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c3865704-aa9b-444e-8420-b5af90b3c217+12:2373:x1863837563147008:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 80us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502211.740994:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563147392 00000100:00100000:0.0:1777502211.741000:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 98 00000100:00100000:3.0:1777502211.741012:0:186930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 259 00000100:00100000:0.0:1777502211.741032:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8338986460374 time 8338986450754 state 0x0 ref 1 00000100:00100000:2.0:1777502211.741040:0:187550:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563147520 00000100:00100000:2.0:1777502211.741044:0:187550:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563147520 00000100:00100000:0.0:1777502211.741044:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+62:2373:x1863837563147264:12345-192.168.202.27@tcp:400:kworker.0 00000100:00080000:3.0:1777502211.741065:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777502211.741072:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777502211.741076:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0775d2ab-558e-41f1-82c0-14244d133390+62:2373:x1863837563147264:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 34us (211us total) trans 0 rc 0/0 00000100:00080000:3.0:1777502211.741078:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777502211.741084:0:187550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 235 00000100:00100000:0.0:1777502211.741088:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 99 00000100:00100000:0.0:1777502211.741093:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8338986460374 time 8338986450754 state 0x2 ref 0 00000100:00100000:2.0:1777502211.741100:0:187550:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4eaca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0775d2ab-558e-41f1-82c0-14244d133390+11:2372:x1863837563147392:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502211.741140:0:205383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 236 00000100:00100000:2.0:1777502211.741148:0:187550:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4eaca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0775d2ab-558e-41f1-82c0-14244d133390+11:2372:x1863837563147392:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 52us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502211.741152:0:205383:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4eac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0775d2ab-558e-41f1-82c0-14244d133390+11:2373:x1863837563147520:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502211.741165:0:187550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 235 00000100:00100000:0.0:1777502211.741188:0:205383:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4eac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0775d2ab-558e-41f1-82c0-14244d133390+11:2373:x1863837563147520:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 41us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502211.741195:0:205383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 236 00010000:00010000:0.0:1777502212.562684:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502213.201734:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc5843dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561406208:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777502213.201746:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4eacaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561406336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777502213.201789:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc511dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d37a34a7-24bb-490e-b7a8-76d369c5604f:3310:1863837561406464:0@lo:400:kworker.0 00000100:00100000:3.0:1777502213.201812:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502213.201816:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc511dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561406592:0@lo:400:kworker.0 00000100:00100000:0.0:1777502213.201847:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502213.201873:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502213.201897:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc511d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561406720:0@lo:400:kworker.0 00000100:00100000:0.0:1777502213.201899:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc511d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3310:1863837561406848:0@lo:400:kworker.0 00000100:00100000:2.0:1777502213.201907:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc511d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3312:1863837561407104:0@lo:400:kworker.0 00000100:00100000:3.0:1777502213.201943:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502213.201948:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502213.201969:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561406592 00000100:00100000:2.0:1777502213.201976:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561406592 00000100:00100000:3.0:1777502213.202005:0:187552:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561406208 00000100:00100000:3.0:1777502213.202010:0:187552:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561406208 00000100:00100000:0.0:1777502213.202010:0:186929:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561406464 00000100:00100000:0.0:1777502213.202016:0:186929:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561406464 00000100:00100000:2.0:1777502213.202050:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561406720 00000100:00100000:2.0:1777502213.202055:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561406720 00000100:00100000:0.0:1777502213.202060:0:186929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:3.0:1777502213.202061:0:187552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1777502213.202072:0:186929:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee19050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3310:x1863837561406464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502213.202077:0:187552:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5843ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3309:x1863837561406208:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777502213.202100:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:2.0:1777502213.202111:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3312:x1863837561406592:12345-0@lo:400:kworker.0 00002000:00000024:3.0:1777502213.202112:0:187552:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3845128192 avail 3843031040 00000100:00100000:0.0:1777502213.202131:0:186929:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee19050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3310:x1863837561406464:12345-0@lo:400:kworker.0 Request processed in 62us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502213.202138:0:186929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:2.0:1777502213.202172:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3312:x1863837561406592:12345-0@lo:400:kworker.0 Request processed in 63us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502213.202175:0:187552:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5843ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3309:x1863837561406208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502213.202185:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:3.0:1777502213.202189:0:187552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1777502213.202193:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc511dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d37a34a7-24bb-490e-b7a8-76d369c5604f:3310:1863837561406464:0@lo:400:kworker.0 00000100:00100000:2.0:1777502213.202214:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:2.0:1777502213.202224:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5843e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561406720:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1777502213.202253:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777502213.202258:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777502213.202268:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc5843dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561406208:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777502213.202268:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5843e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561406720:12345-0@lo:400:kworker.0 Request processed in 44us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502213.202273:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561406848 00000100:00100000:0.0:1777502213.202278:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561406848 00000100:00100000:2.0:1777502213.202283:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:0.0:1777502213.202296:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8338986460374 time 8338986450754 state 0x0 ref 1 00000100:00100000:0.0:1777502213.202302:0:188648:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8338986460374 time 8338986450754 state 0x0 ref 1 00000100:00100000:3.0:1777502213.202304:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc511d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561406720:0@lo:400:kworker.0 00000100:00100000:0.0:1777502213.202312:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8338986550754 time 8338986450754 state 0x1 ref 1 00000100:00100000:0.0:1777502213.202331:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8338986550754 time 8340447751151 state 0x0 ref 1 00000100:00100000:0.0:1777502213.202339:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc511da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1863837561406848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502213.202348:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502213.202365:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502213.202382:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc511d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3311:1863837561406976:0@lo:400:kworker.0 00000100:00100000:0.0:1777502213.202386:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc511da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1863837561406848:12345-0@lo:400:kworker.0 Request processed in 46us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502213.202393:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1777502213.202397:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8338986550754 time 8340447751151 state 0x2 ref 0 00000100:00100000:3.0:1777502213.202417:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502213.202418:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561407104 00000100:00100000:2.0:1777502213.202420:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc511dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561406592:0@lo:400:kworker.0 00000100:00100000:0.0:1777502213.202423:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561407104 00000100:00100000:0.0:1777502213.202449:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8338986550754 time 8340447751151 state 0x0 ref 1 00000100:00100000:0.0:1777502213.202455:0:188648:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8338986550754 time 8340447751151 state 0x0 ref 1 00000100:00100000:2.0:1777502213.202460:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561406976 00000100:00100000:0.0:1777502213.202464:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8340447851151 time 8340447751151 state 0x1 ref 1 00000100:00100000:2.0:1777502213.202465:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561406976 00000100:00100000:3.0:1777502213.202466:0:189738:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561406336 00000100:00100000:3.0:1777502213.202473:0:189738:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561406336 00000100:00100000:2.0:1777502213.202489:0:186936:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8340447851151 time 8340447751151 state 0x1 ref 2 00000100:00100000:0.0:1777502213.202501:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8340447851151 time 8340447920754 state 0x0 ref 2 00000100:00100000:2.0:1777502213.202509:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8340448020754 time 8340447920754 state 0x1 ref 2 00000100:00100000:0.0:1777502213.202514:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc53d93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1863837561407104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502213.202517:0:189738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1777502213.202531:0:189738:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5843dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561406336:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777502213.202545:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8340448020754 time 8340447963224 state 0x0 ref 2 00002000:00000024:3.0:1777502213.202556:0:189738:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3821010944 avail 3818913792 00000100:00100000:2.0:1777502213.202562:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5843ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1863837561406976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502213.202562:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc53d93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1863837561407104:12345-0@lo:400:kworker.0 Request processed in 48us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502213.202574:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1777502213.202620:0:189738:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5843dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561406336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (272us total) trans 0 rc 0/0 00000100:00080000:0.0:1777502213.202623:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777502213.202630:0:189738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1777502213.202638:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5843ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1863837561406976:12345-0@lo:400:kworker.0 Request processed in 81us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502213.202647:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1777502213.202649:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc511d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3310:1863837561406848:0@lo:400:kworker.0 00000100:00100000:2.0:1777502213.202656:0:186936:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8340448020754 time 8340447963224 state 0x2 ref 0 00000100:00100000:3.0:1777502213.202697:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc511d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3311:1863837561406976:0@lo:400:kworker.0 00000100:00100000:2.0:1777502213.202718:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc511d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3312:1863837561407104:0@lo:400:kworker.0 00000100:00100000:3.0:1777502213.202728:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4eacaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561406336:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1777502213.585755:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502214.609784:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502215.633777:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502216.658707:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777502216.860876:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502216.860932:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502216.860960:0:186931:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563147648 00000100:00100000:0.0:1777502216.860970:0:186931:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563147648 00000100:00100000:3.0:1777502216.860976:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502216.861002:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563147776 00000100:00100000:2.0:1777502216.861008:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563147776 00000100:00100000:3.0:1777502216.861024:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502216.861025:0:186931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 261 00000100:00100000:0.0:1777502216.861036:0:186931:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee1a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c3865704-aa9b-444e-8420-b5af90b3c217+12:2372:x1863837563147648:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502216.861048:0:188648:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8340448020754 time 8340447963224 state 0x0 ref 1 00000100:00100000:2.0:1777502216.861056:0:188648:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8340448020754 time 8340447963224 state 0x0 ref 1 00000100:00100000:3.0:1777502216.861067:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502216.861069:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8340448063224 time 8340447963224 state 0x1 ref 1 00000100:00100000:2.0:1777502216.861092:0:188648:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563147904 00000100:00100000:2.0:1777502216.861096:0:188648:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563147904 00000100:00100000:0.0:1777502216.861102:0:186931:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee1a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c3865704-aa9b-444e-8420-b5af90b3c217+12:2372:x1863837563147648:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 67us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502216.861109:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8340448063224 time 8344106526676 state 0x0 ref 1 00000100:00100000:0.0:1777502216.861114:0:186931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 261 00000100:00100000:2.0:1777502216.861121:0:188648:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8340448063224 time 8344106526676 state 0x0 ref 2 00000100:00100000:3.0:1777502216.861126:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5843f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2373:x1863837563147776:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502216.861132:0:188648:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8344106626676 time 8344106526676 state 0x1 ref 2 00000100:00080000:0.0:1777502216.861152:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777502216.861155:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8344106626676 time 8344106574438 state 0x0 ref 2 00000100:00100000:3.0:1777502216.861162:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5843f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2373:x1863837563147776:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 39us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502216.861170:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 103 00000100:00100000:2.0:1777502216.861173:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5843ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+62:2372:x1863837563147904:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502216.861208:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563148032 00000100:00100000:2.0:1777502216.861212:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5843ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+62:2372:x1863837563147904:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 44us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502216.861214:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563148032 00000100:00100000:2.0:1777502216.861222:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 104 00000100:00100000:2.0:1777502216.861228:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8344106626676 time 8344106574438 state 0x2 ref 0 00000100:00100000:3.0:1777502216.861256:0:205376:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563148160 00000100:00100000:3.0:1777502216.861259:0:205376:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563148160 00000100:00100000:3.0:1777502216.861289:0:205376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 239 00000100:00100000:2.0:1777502216.861297:0:205379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 240 00000100:00100000:3.0:1777502216.861300:0:205376:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd4a886050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0775d2ab-558e-41f1-82c0-14244d133390+11:2373:x1863837563148032:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502216.861313:0:205379:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5843e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0775d2ab-558e-41f1-82c0-14244d133390+11:2372:x1863837563148160:12345-192.168.202.27@tcp:400:kworker.0 00000100:00080000:0.0:1777502216.861316:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777502216.861320:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777502216.861332:0:205376:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd4a886050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0775d2ab-558e-41f1-82c0-14244d133390+11:2373:x1863837563148032:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 37us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502216.861337:0:205376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 239 00000100:00100000:2.0:1777502216.861350:0:205379:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5843e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:0775d2ab-558e-41f1-82c0-14244d133390+11:2372:x1863837563148160:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 42us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502216.861356:0:205379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 240 00010000:00010000:0.0:1777502217.682491:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502218.321809:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc511dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561407360:0@lo:400:kworker.0 00000100:00100000:2.0:1777502218.321817:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc511d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3312:1863837561407616:0@lo:400:kworker.0 00000100:00100000:0.0:1777502218.321865:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502218.321872:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502218.321977:0:3312:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777502218.321988:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc511d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561407488:0@lo:400:kworker.0 00000100:00100000:3.0:1777502218.321997:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc511d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d37a34a7-24bb-490e-b7a8-76d369c5604f:3309:1863837561407232:0@lo:400:kworker.0 00000100:00100000:2.0:1777502218.322020:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502218.322043:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502218.322072:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc511dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3309:1863837561407744:0@lo:400:kworker.0 00000100:00100000:3.0:1777502218.322093:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502218.322133:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561407360 00000100:00100000:2.0:1777502218.322140:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561407360 00000100:00100000:2.0:1777502218.322196:0:205380:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561407488 00000100:00100000:2.0:1777502218.322201:0:205380:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561407488 00000100:00100000:3.0:1777502218.322202:0:188358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:3.0:1777502218.322213:0:188358:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561407360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502218.322239:0:205380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:2.0:1777502218.322250:0:205380:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc53d92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3312:x1863837561407488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502218.322256:0:188358:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561407360:12345-0@lo:400:kworker.0 Request processed in 44us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502218.322264:0:188358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:3.0:1777502218.322288:0:186930:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561407232 00000100:00100000:3.0:1777502218.322292:0:186930:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561407232 00000100:00100000:2.0:1777502218.322296:0:205380:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc53d92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3312:x1863837561407488:12345-0@lo:400:kworker.0 Request processed in 47us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502218.322305:0:205380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:3.0:1777502218.322321:0:186930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:3.0:1777502218.322328:0:186930:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee18450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3309:x1863837561407232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502218.322359:0:186930:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee18450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3309:x1863837561407232:12345-0@lo:400:kworker.0 Request processed in 32us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502218.322365:0:186930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:3.0:1777502218.322399:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561407616 00000100:00100000:3.0:1777502218.322402:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561407616 00000100:00100000:3.0:1777502218.322418:0:187571:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8344106626676 time 8344106574438 state 0x0 ref 1 00000100:00100000:3.0:1777502218.322425:0:187571:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8344106626676 time 8344106574438 state 0x0 ref 1 00000100:00100000:3.0:1777502218.322436:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8344106674438 time 8344106574438 state 0x1 ref 1 00000100:00100000:2.0:1777502218.322445:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc53d91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561408000:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777502218.322450:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561407744 00000100:00100000:3.0:1777502218.322453:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561407744 00000100:00100000:3.0:1777502218.322467:0:187571:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8344106674438 time 8344106574438 state 0x1 ref 2 00000100:00100000:3.0:1777502218.322473:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8344106674438 time 8344106574438 state 0x1 ref 2 00000100:00100000:2.0:1777502218.322480:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502218.322490:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8345568008834 time 8345567908834 state 0x1 ref 2 00000100:00100000:2.0:1777502218.322505:0:3311:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777502218.322513:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc5843ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561408128:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777502218.322549:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502218.322570:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc53d92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1863837561407616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502218.322621:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc53d92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1863837561407616:12345-0@lo:400:kworker.0 Request processed in 53us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502218.322623:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc511d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561407488:0@lo:400:kworker.0 00000100:00100000:3.0:1777502218.322632:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1777502218.322652:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc511d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3312:1863837561407616:0@lo:400:kworker.0 00000100:00100000:3.0:1777502218.322658:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8345568008834 time 8345568077515 state 0x0 ref 1 00000100:00100000:3.0:1777502218.322669:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc5843c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1863837561407744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502218.322696:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc5843c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1863837561407744:12345-0@lo:400:kworker.0 Request processed in 30us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502218.322701:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1777502218.322704:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8345568008834 time 8345568077515 state 0x2 ref 0 00000100:00100000:2.0:1777502218.322722:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc511d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d37a34a7-24bb-490e-b7a8-76d369c5604f:3309:1863837561407232:0@lo:400:kworker.0 00000100:00100000:3.0:1777502218.322731:0:187552:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561408000 00000100:00100000:3.0:1777502218.322735:0:187552:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561408000 00000100:00100000:2.0:1777502218.322741:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc511dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3309:1863837561407744:0@lo:400:kworker.0 00000100:00100000:3.0:1777502218.322757:0:187552:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561408128 00000100:00100000:3.0:1777502218.322760:0:187552:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561408128 00000100:00100000:3.0:1777502218.322779:0:187552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1777502218.322785:0:187552:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc53d93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561408000:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777502218.322808:0:189738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00002000:00000024:3.0:1777502218.322810:0:187552:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3821010944 avail 3818913792 00000100:00100000:2.0:1777502218.322820:0:189738:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc53d93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561408128:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777502218.322843:0:187552:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc53d93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561408000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502218.322850:0:187552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00002000:00000024:2.0:1777502218.322854:0:189738:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3845128192 avail 3843031040 00000100:00100000:3.0:1777502218.322882:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc53d91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561408000:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777502218.322899:0:189738:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc53d93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1863837561408128:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502218.322905:0:189738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00080000:2.0:1777502218.322937:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777502218.322942:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777502218.322944:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777502218.322976:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc5843ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3311:1863837561408128:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777502218.323031:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc511d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3310:1863837561407872:0@lo:400:kworker.0 00000100:00100000:0.0:1777502218.323057:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502218.323088:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc511dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561407360:0@lo:400:kworker.0 00000100:00100000:2.0:1777502218.323108:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561407872 00000100:00100000:2.0:1777502218.323112:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561407872 00000100:00100000:2.0:1777502218.323177:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8345568008834 time 8345568077515 state 0x0 ref 1 00000100:00100000:2.0:1777502218.323181:0:186937:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8345568008834 time 8345568077515 state 0x0 ref 1 00000100:00100000:2.0:1777502218.323188:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8345568177515 time 8345568077515 state 0x1 ref 1 00000100:00100000:2.0:1777502218.323208:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8345568177515 time 8345568628063 state 0x0 ref 1 00000100:00100000:2.0:1777502218.323215:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1863837561407872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502218.323246:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3310:x1863837561407872:12345-0@lo:400:kworker.0 Request processed in 33us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502218.323251:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1777502218.323254:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8345568177515 time 8345568628063 state 0x2 ref 0 00000100:00080000:0.0:1777502218.323295:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777502218.323317:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc511d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3310:1863837561407872:0@lo:400:kworker.0 00010000:00010000:3.0:1777502218.705754:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502219.729765:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502220.753720:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502221.779192:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502221.981954:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502221.981995:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502221.982010:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563148416 00000100:00100000:2.0:1777502221.982021:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563148416 00000100:00100000:0.0:1777502221.982039:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502221.982072:0:205372:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8345568177515 time 8345568628063 state 0x0 ref 1 00000100:00100000:0.0:1777502221.982082:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502221.982084:0:205372:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8345568177515 time 8345568628063 state 0x0 ref 1 00000100:00100000:2.0:1777502221.982097:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8345568728063 time 8345568628063 state 0x1 ref 1 00000100:00100000:0.0:1777502221.982117:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502221.982120:0:205372:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563148544 00000100:00100000:2.0:1777502221.982123:0:205372:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563148544 00000100:00080000:0.0:1777502221.982138:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777502221.982141:0:205372:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8345568728063 time 8345568628063 state 0x1 ref 2 00000100:00100000:2.0:1777502221.982149:0:205372:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8345568728063 time 8345568628063 state 0x1 ref 2 00000100:00100000:0.0:1777502221.982160:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8349227677819 time 8349227577819 state 0x1 ref 2 00000100:00100000:2.0:1777502221.982172:0:205372:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8349227677819 time 8349227591169 state 0x0 ref 2 00000100:00100000:0.0:1777502221.982173:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2371:x1863837563148416:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502221.982192:0:205372:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+62:2370:x1863837563148544:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502221.982215:0:186929:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563148288 00000100:00100000:3.0:1777502221.982222:0:186929:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563148288 00000100:00100000:0.0:1777502221.982271:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2371:x1863837563148416:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 96us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502221.982272:0:186929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 263 00000100:00100000:2.0:1777502221.982272:0:205372:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:0775d2ab-558e-41f1-82c0-14244d133390+62:2370:x1863837563148544:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 80us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502221.982288:0:186929:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee18850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c3865704-aa9b-444e-8420-b5af90b3c217+12:2370:x1863837563148288:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502221.982291:0:205372:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 109 00000100:00100000:0.0:1777502221.982301:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 108 00000100:00100000:0.0:1777502221.982307:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8349227677819 time 8349227591169 state 0x2 ref 0 00000100:00100000:3.0:1777502221.982330:0:186929:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee18850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c3865704-aa9b-444e-8420-b5af90b3c217+12:2370:x1863837563148288:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 45us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502221.982339:0:186929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 263 00000100:00100000:0.0:1777502221.982350:0:205378:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563148672 00000100:00100000:0.0:1777502221.982353:0:205378:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563148672 00000100:00100000:2.0:1777502221.982383:0:205386:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563148800 00000100:00100000:2.0:1777502221.982387:0:205386:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563148800 00000100:00100000:0.0:1777502221.982397:0:205378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 243 00000100:00100000:0.0:1777502221.982406:0:205378:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837563148672:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:2.0:1777502221.982423:0:205386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 244 00000100:00100000:2.0:1777502221.982432:0:205386:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd53f24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:0775d2ab-558e-41f1-82c0-14244d133390+11:2370:x1863837563148800:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502221.982437:0:205378:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837563148672:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 34us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502221.982443:0:205378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 243 00000100:00100000:2.0:1777502221.982465:0:205386:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd53f24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:0775d2ab-558e-41f1-82c0-14244d133390+11:2370:x1863837563148800:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 35us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502221.982472:0:205386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 244 00000100:00080000:0.0:1777502221.982484:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777502221.982490:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777502222.801809:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777502223.441809:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4ddb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561408256:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777502223.441832:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc5843ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d37a34a7-24bb-490e-b7a8-76d369c5604f:3311:1863837561408512:0@lo:400:kworker.0 00000100:00100000:3.0:1777502223.441865:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc5843e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561408640:0@lo:400:kworker.0 00000100:00100000:0.0:1777502223.441894:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502223.441910:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502223.441942:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502223.442001:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ee51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3311:1863837561409024:0@lo:400:kworker.0 00000100:00100000:0.0:1777502223.442010:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ee53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561408768:0@lo:400:kworker.0 00000100:00100000:3.0:1777502223.442024:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f79f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3312:1863837561409152:0@lo:400:kworker.0 00000100:00100000:2.0:1777502223.442047:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502223.442063:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502223.442080:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502223.442107:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1777502223.442113:0:186931:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561408512 00000100:00100000:0.0:1777502223.442121:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc53d91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561408384:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777502223.442125:0:186931:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561408512 00000100:00100000:3.0:1777502223.442139:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561408640 00000100:00100000:3.0:1777502223.442144:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561408640 00000100:00100000:0.0:1777502223.442164:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502223.442204:0:186931:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:0.0:1777502223.442210:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7ee50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3309:1863837561408896:0@lo:400:kworker.0 00000100:00100000:3.0:1777502223.442213:0:187548:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561408768 00000100:00100000:2.0:1777502223.442219:0:186931:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee1c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3311:x1863837561408512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502223.442220:0:187548:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561408768 00000100:00100000:0.0:1777502223.442252:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502223.442262:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:3.0:1777502223.442275:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f79f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3312:x1863837561408640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502223.442301:0:186931:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee1c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3311:x1863837561408512:12345-0@lo:400:kworker.0 Request processed in 86us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502223.442312:0:186931:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:0.0:1777502223.442317:0:187552:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561408256 00000100:00100000:0.0:1777502223.442327:0:187552:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561408256 00000100:00100000:3.0:1777502223.442334:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f79f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3312:x1863837561408640:12345-0@lo:400:kworker.0 Request processed in 62us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502223.442344:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00100000:2.0:1777502223.442369:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561409024 00000100:00100000:3.0:1777502223.442374:0:187548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:2.0:1777502223.442376:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561409024 00000100:00100000:3.0:1777502223.442388:0:187548:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ddb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561408768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502223.442392:0:187552:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561408384 00000100:00100000:0.0:1777502223.442398:0:187552:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561408384 00000100:00100000:2.0:1777502223.442406:0:186937:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8349227677819 time 8349227591169 state 0x0 ref 1 00000100:00100000:2.0:1777502223.442414:0:186937:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8349227677819 time 8349227591169 state 0x0 ref 1 00000100:00100000:2.0:1777502223.442429:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8349227691169 time 8349227591169 state 0x1 ref 1 00000100:00100000:3.0:1777502223.442451:0:187548:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ddb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3309:x1863837561408768:12345-0@lo:400:kworker.0 Request processed in 67us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502223.442460:0:186937:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561409152 00000100:00100000:0.0:1777502223.442466:0:187552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1777502223.442467:0:186937:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561409152 00000100:00100000:3.0:1777502223.442481:0:187548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:0.0:1777502223.442483:0:187552:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ddb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561408256:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777502223.442488:0:186937:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8349227691169 time 8349227591169 state 0x1 ref 2 00000100:00100000:2.0:1777502223.442501:0:186937:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8349227691169 time 8349227591169 state 0x1 ref 2 00000100:00100000:3.0:1777502223.442529:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561408896 00000100:00100000:3.0:1777502223.442536:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561408896 00000100:00100000:2.0:1777502223.442538:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8350688055159 time 8350687955159 state 0x1 ref 2 00002000:00000024:0.0:1777502223.442538:0:187552:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3845128192 avail 3843031040 00000100:00100000:3.0:1777502223.442560:0:186936:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8350688055159 time 8350687955159 state 0x1 ref 3 00000100:00100000:2.0:1777502223.442567:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc53d91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1863837561409024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502223.442617:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8350688055159 time 8350687955159 state 0x1 ref 3 00000100:00100000:0.0:1777502223.442654:0:187552:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ddb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561408256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 176us (759us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502223.442660:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8350688178396 time 8350688078396 state 0x1 ref 3 00000100:00100000:0.0:1777502223.442669:0:187552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1777502223.442685:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f79e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1863837561409152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502223.442698:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc53d91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1863837561409024:12345-0@lo:400:kworker.0 Request processed in 140us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502223.442708:0:187552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1777502223.442713:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1777502223.442724:0:187552:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ddb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561408384:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777502223.442734:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f79e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1863837561409152:12345-0@lo:400:kworker.0 Request processed in 57us (655us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502223.442740:0:186937:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8350688178396 time 8350688158361 state 0x0 ref 2 00002000:00000024:0.0:1777502223.442746:0:187552:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3821010944 avail 3818913792 00000100:00100000:2.0:1777502223.442755:0:186937:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc4ddb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1863837561408896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777502223.442798:0:187552:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ddb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561408384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (638us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502223.442808:0:187552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1777502223.442816:0:186937:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc4ddb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3309:x1863837561408896:12345-0@lo:400:kworker.0 Request processed in 64us (563us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502223.442832:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 111 00000100:00080000:0.0:1777502223.442838:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777502223.442842:0:186937:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1777502223.442850:0:186937:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8350688178396 time 8350688158361 state 0x2 ref 0 00000100:00080000:0.0:1777502223.442850:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777502223.442861:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777502223.442930:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc5843e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3312:1863837561408640:0@lo:400:kworker.0 00000100:00100000:2.0:1777502223.442962:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ee51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3311:1863837561409024:0@lo:400:kworker.0 00000100:00100000:3.0:1777502223.442968:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f79f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3312:1863837561409152:0@lo:400:kworker.0 00000100:00100000:0.0:1777502223.442994:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc53d91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561408384:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777502223.442995:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc5843ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d37a34a7-24bb-490e-b7a8-76d369c5604f:3311:1863837561408512:0@lo:400:kworker.0 00000100:00100000:0.0:1777502223.443034:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ee50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3309:1863837561408896:0@lo:400:kworker.0 00000100:00100000:0.0:1777502223.443052:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7ee53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561408768:0@lo:400:kworker.0 00000100:00100000:0.0:1777502223.443070:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4ddb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561408256:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777502223.826994:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502224.849760:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777502225.873747:0:188362:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777502226.897748:0:186924:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502227.100693:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1777502227.100739:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502227.100742:0:186929:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563148928 00000100:00100000:3.0:1777502227.100751:0:186929:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563148928 00000100:00100000:2.0:1777502227.100788:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502227.100801:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563149056 00000100:00100000:0.0:1777502227.100806:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563149056 00000100:00100000:3.0:1777502227.100815:0:186929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 265 00000100:00100000:2.0:1777502227.100826:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1777502227.100832:0:186929:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee1f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c3865704-aa9b-444e-8420-b5af90b3c217+12:2371:x1863837563148928:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502227.100841:0:186936:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8350688178396 time 8350688158361 state 0x0 ref 1 00000100:00100000:0.0:1777502227.100847:0:186936:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8350688178396 time 8350688158361 state 0x0 ref 1 00000100:00100000:0.0:1777502227.100857:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8350688258361 time 8350688158361 state 0x1 ref 1 00000100:00100000:2.0:1777502227.100873:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1777502227.100877:0:186936:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563149184 00000100:00100000:0.0:1777502227.100880:0:186936:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563149184 00000100:00100000:0.0:1777502227.100895:0:186936:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8350688258361 time 8350688158361 state 0x1 ref 2 00000100:00100000:3.0:1777502227.100901:0:186929:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee1f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c3865704-aa9b-444e-8420-b5af90b3c217+12:2371:x1863837563148928:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 75us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502227.100904:0:186936:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8350688258361 time 8350688158361 state 0x1 ref 2 00000100:00100000:3.0:1777502227.100912:0:186929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 265 00000100:00100000:0.0:1777502227.100928:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8354346446892 time 8354346346892 state 0x1 ref 2 00000100:00100000:0.0:1777502227.100939:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc53d92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2370:x1863837563149056:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502227.100955:0:188648:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8354346446892 time 8354346373196 state 0x0 ref 2 00000100:00100000:3.0:1777502227.100971:0:188648:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc53d91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+62:2371:x1863837563149184:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:0.0:1777502227.100977:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc53d92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4254d622-1c5a-45a0-aa2f-9afde5f83f6d+12:2370:x1863837563149056:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 39us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502227.100984:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 113 00000100:00080000:0.0:1777502227.101006:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777502227.101032:0:205368:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563149312 00000100:00100000:2.0:1777502227.101037:0:205368:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563149312 00000100:00100000:0.0:1777502227.101055:0:205377:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837563149440 00000100:00100000:0.0:1777502227.101060:0:205377:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837563149440 00000100:00100000:2.0:1777502227.101091:0:205368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 247 00000100:00100000:2.0:1777502227.101104:0:205368:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc53d91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0775d2ab-558e-41f1-82c0-14244d133390+11:2370:x1863837563149312:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502227.101110:0:188648:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc53d91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0775d2ab-558e-41f1-82c0-14244d133390+62:2371:x1863837563149184:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 66us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502227.101112:0:205377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 248 00000100:00100000:3.0:1777502227.101124:0:188648:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.27@tcp, seq: 114 00000100:00100000:0.0:1777502227.101129:0:205377:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837563149440:12345-192.168.202.27@tcp:400:kworker.0 00000100:00100000:3.0:1777502227.101131:0:188648:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8354346446892 time 8354346373196 state 0x2 ref 0 00000100:00100000:2.0:1777502227.101149:0:205368:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc53d91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0775d2ab-558e-41f1-82c0-14244d133390+11:2370:x1863837563149312:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 48us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502227.101157:0:205368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 247 00000100:00100000:0.0:1777502227.101173:0:205377:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0775d2ab-558e-41f1-82c0-14244d133390+11:2371:x1863837563149440:12345-192.168.202.27@tcp:400:kworker.0 Request processed in 48us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1777502227.101181:0:205377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 248 00000100:00080000:2.0:1777502227.101183:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777502227.101187:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777502227.921772:0:186925:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777502228.561787:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4ddb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561409280:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777502228.561856:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502228.561899:0:3310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfd7f79f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561409408:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777502228.561935:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777502228.561937:0:187552:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561409280 00000100:00100000:2.0:1777502228.561944:0:187552:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561409280 00000100:00100000:3.0:1777502228.561979:0:187553:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561409408 00000100:00100000:3.0:1777502228.561983:0:187553:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561409408 00000100:00100000:2.0:1777502228.562009:0:187552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1777502228.562021:0:187553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1777502228.562023:0:187552:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561409280:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777502228.562034:0:187553:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f79df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561409408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777502228.562062:0:187553:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3821010944 avail 3818913792 00002000:00000024:2.0:1777502228.562063:0:187552:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 42008576 pending 0 free 3845128192 avail 3843031040 00000100:00100000:2.0:1777502228.562110:0:187552:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3309:x1863837561409280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502228.562116:0:187553:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f79df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1863837561409408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502228.562117:0:187552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1777502228.562126:0:187553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00080000:2.0:1777502228.562144:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777502228.562148:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777502228.562193:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4ddb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3309:1863837561409280:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777502228.562194:0:3310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfd7f79f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3310:1863837561409408:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777502228.562328:0:3311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4ddb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d37a34a7-24bb-490e-b7a8-76d369c5604f:3311:1863837561409536:0@lo:400:kworker.0 00000100:00100000:2.0:1777502228.562369:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502228.562393:0:3312:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4ddb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3312:1863837561409664:0@lo:400:kworker.0 00000100:00100000:3.0:1777502228.562422:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502228.562433:0:186930:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561409536 00000100:00100000:2.0:1777502228.562439:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4ddb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3309:1863837561409792:0@lo:400:kworker.0 00000100:00100000:0.0:1777502228.562439:0:186930:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561409536 00000100:00100000:3.0:1777502228.562469:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561409664 00000100:00100000:3.0:1777502228.562476:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561409664 00000100:00100000:2.0:1777502228.562476:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777502228.562485:0:186930:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:0.0:1777502228.562496:0:186930:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3311:x1863837561409536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502228.562502:0:205369:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8354346446892 time 8354346373196 state 0x0 ref 1 00000100:00100000:2.0:1777502228.562505:0:3309:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777502228.562513:0:205369:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8354346446892 time 8354346373196 state 0x0 ref 1 00000100:00100000:2.0:1777502228.562517:0:3309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8dfc4ddb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3309:1863837561409920:0@lo:400:kworker.0 00000100:00100000:3.0:1777502228.562531:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8354346473196 time 8354346373196 state 0x1 ref 1 00000100:00100000:0.0:1777502228.562566:0:186930:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d37a34a7-24bb-490e-b7a8-76d369c5604f+18:3311:x1863837561409536:12345-0@lo:400:kworker.0 Request processed in 73us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502228.562568:0:205369:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561409792 00000100:00100000:3.0:1777502228.562573:0:205369:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561409792 00000100:00100000:0.0:1777502228.562595:0:186930:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:2.0:1777502228.562603:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777502228.562623:0:205369:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8354346473196 time 8354346373196 state 0x1 ref 2 00000100:00100000:3.0:1777502228.562632:0:205369:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8354346473196 time 8354346373196 state 0x1 ref 2 00000100:00100000:2.0:1777502228.562658:0:187571:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863837561409920 00000100:00100000:2.0:1777502228.562664:0:187571:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863837561409920 00000100:00100000:0.0:1777502228.562665:0:186936:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 2 deadline 8355808182629 time 8355808082629 state 0x1 ref 2 00000100:00100000:3.0:1777502228.562675:0:205369:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8355808182629 time 8355808094497 state 0x0 ref 2 00000100:00100000:0.0:1777502228.562681:0:186936:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7f79f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1863837561409664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502228.562687:0:187571:0:(nrs_tbf.c:2133:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8355808182629 time 8355808094497 state 0x0 ref 3 00000100:00100000:3.0:1777502228.562688:0:205369:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfd7ee51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1863837561409792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777502228.562702:0:187571:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 1 deadline 8355808194497 time 8355808094497 state 0x1 ref 3 00000100:00100000:2.0:1777502228.562727:0:187571:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8355808194497 time 8355808146519 state 0x0 ref 3 00000100:00100000:0.0:1777502228.562741:0:186936:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7f79f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1863837561409664:12345-0@lo:400:kworker.0 Request processed in 62us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1777502228.562742:0:205369:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfd7ee51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3309:x1863837561409792:12345-0@lo:400:kworker.0 Request processed in 56us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1777502228.562743:0:187571:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff8dfc511d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1863837561409920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777502228.562759:0:205369:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 116 00000100:00100000:0.0:1777502228.562770:0:186936:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 115 00000100:00100000:2.0:1777502228.562797:0:187571:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff8dfc511d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3309:x1863837561409920:12345-0@lo:400:kworker.0 Request processed in 59us (221us total) trans 0 rc 0/0 00000100:00080000:0.0:1777502228.562803:0:186932:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777502228.562807:0:187571:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 117 00000100:00100000:3.0:1777502228.562808:0:3312:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4ddb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3312:1863837561409664:0@lo:400:kworker.0 00000100:00100000:2.0:1777502228.562814:0:187571:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff8dfd4661bf00 key gid={0} rule@0xffff8dfd489ef800 gen 0 rate 10000 depth 3 token 0 deadline 8355808194497 time 8355808146519 state 0x2 ref 0 00000100:00100000:2.0:1777502228.562860:0:3311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4ddb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d37a34a7-24bb-490e-b7a8-76d369c5604f:3311:1863837561409536:0@lo:400:kworker.0 00000100:00100000:3.0:1777502228.562868:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4ddb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3309:1863837561409920:0@lo:400:kworker.0 00000100:00100000:3.0:1777502228.562880:0:3309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8dfc4ddb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3309:1863837561409792:0@lo:400:kworker.0 00010000:00010000:0.0:1777502228.945762:0:205387:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1777502229.136738:0:208792:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_77r: @@@@@@ FAIL: timeout to start 'tbf jobid' policy Debug log: 61094 lines, 61094 kept, 0 dropped, 0 bad.